[ 604.633215] env[70867]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=70867) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 604.633215] env[70867]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=70867) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 604.633591] env[70867]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=70867) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 604.633697] env[70867]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 604.733109] env[70867]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=70867) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 604.742733] env[70867]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=70867) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 604.785539] env[70867]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 605.346643] env[70867]: INFO nova.virt.driver [None req-ca8908b4-e236-43f0-aa80-8691d9a86668 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 605.415648] env[70867]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.415814] env[70867]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.415912] env[70867]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=70867) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 608.667184] env[70867]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-d3dd61ba-c5fd-4505-a515-bb4dbb6ffd9a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.683017] env[70867]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=70867) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 608.683198] env[70867]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-e89c7acf-6332-4398-83fd-0dae255a69b5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.707232] env[70867]: INFO oslo_vmware.api [-] Successfully established new session; session ID is debb9. [ 608.707369] env[70867]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.292s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.707902] env[70867]: INFO nova.virt.vmwareapi.driver [None req-ca8908b4-e236-43f0-aa80-8691d9a86668 None None] VMware vCenter version: 7.0.3 [ 608.711435] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1833f9d3-e2ed-4c9e-8baf-53050240d694 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.732924] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a214ebba-1a5a-4632-b65e-73f746b69304 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.738906] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44186291-171e-432b-8838-434bef1f5f63 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.745458] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69572dad-6b37-48fa-8a6c-844ea3f0ba80 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.759024] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2a6f1a-f522-4e18-9532-64cfdc68c6df {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.764343] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da6b6e5-9713-431e-b417-97dd60e24434 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.794917] env[70867]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-eae3232f-9984-409c-9c95-f22b7cab79e2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.800622] env[70867]: DEBUG nova.virt.vmwareapi.driver [None req-ca8908b4-e236-43f0-aa80-8691d9a86668 None None] Extension org.openstack.compute already exists. {{(pid=70867) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 608.803105] env[70867]: INFO nova.compute.provider_config [None req-ca8908b4-e236-43f0-aa80-8691d9a86668 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 609.306436] env[70867]: DEBUG nova.context [None req-ca8908b4-e236-43f0-aa80-8691d9a86668 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),592c4a6e-5d13-4758-bd47-4af955fe6ffc(cell1) {{(pid=70867) load_cells /opt/stack/nova/nova/context.py:464}} [ 609.308507] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.308728] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.309459] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.309899] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] Acquiring lock "592c4a6e-5d13-4758-bd47-4af955fe6ffc" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.310095] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] Lock "592c4a6e-5d13-4758-bd47-4af955fe6ffc" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.311118] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] Lock "592c4a6e-5d13-4758-bd47-4af955fe6ffc" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.331221] env[70867]: INFO dbcounter [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] Registered counter for database nova_cell0 [ 609.339039] env[70867]: INFO dbcounter [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] Registered counter for database nova_cell1 [ 609.342198] env[70867]: DEBUG oslo_db.sqlalchemy.engines [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70867) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 609.342565] env[70867]: DEBUG oslo_db.sqlalchemy.engines [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70867) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 609.347735] env[70867]: ERROR nova.db.main.api [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 609.347735] env[70867]: result = function(*args, **kwargs) [ 609.347735] env[70867]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 609.347735] env[70867]: return func(*args, **kwargs) [ 609.347735] env[70867]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 609.347735] env[70867]: result = fn(*args, **kwargs) [ 609.347735] env[70867]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 609.347735] env[70867]: return f(*args, **kwargs) [ 609.347735] env[70867]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 609.347735] env[70867]: return db.service_get_minimum_version(context, binaries) [ 609.347735] env[70867]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 609.347735] env[70867]: _check_db_access() [ 609.347735] env[70867]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 609.347735] env[70867]: stacktrace = ''.join(traceback.format_stack()) [ 609.347735] env[70867]: [ 609.348554] env[70867]: ERROR nova.db.main.api [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 609.348554] env[70867]: result = function(*args, **kwargs) [ 609.348554] env[70867]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 609.348554] env[70867]: return func(*args, **kwargs) [ 609.348554] env[70867]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 609.348554] env[70867]: result = fn(*args, **kwargs) [ 609.348554] env[70867]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 609.348554] env[70867]: return f(*args, **kwargs) [ 609.348554] env[70867]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 609.348554] env[70867]: return db.service_get_minimum_version(context, binaries) [ 609.348554] env[70867]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 609.348554] env[70867]: _check_db_access() [ 609.348554] env[70867]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 609.348554] env[70867]: stacktrace = ''.join(traceback.format_stack()) [ 609.348554] env[70867]: [ 609.349148] env[70867]: WARNING nova.objects.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] Failed to get minimum service version for cell 592c4a6e-5d13-4758-bd47-4af955fe6ffc [ 609.349148] env[70867]: WARNING nova.objects.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 609.349492] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] Acquiring lock "singleton_lock" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.349653] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] Acquired lock "singleton_lock" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.349888] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] Releasing lock "singleton_lock" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.350221] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] Full set of CONF: {{(pid=70867) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 609.350366] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] ******************************************************************************** {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 609.350495] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] Configuration options gathered from: {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 609.350632] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 609.350825] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 609.350953] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] ================================================================================ {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 609.351177] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] allow_resize_to_same_host = True {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.351348] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] arq_binding_timeout = 300 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.351481] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] backdoor_port = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.351610] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] backdoor_socket = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.351770] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] block_device_allocate_retries = 60 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.351931] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] block_device_allocate_retries_interval = 3 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.352119] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cert = self.pem {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.352290] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.352462] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] compute_monitors = [] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.352631] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] config_dir = [] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.352800] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] config_drive_format = iso9660 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.352938] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.353118] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] config_source = [] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.353289] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] console_host = devstack {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.353454] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] control_exchange = nova {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.353614] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cpu_allocation_ratio = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.353774] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] daemon = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.353943] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] debug = True {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.354114] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] default_access_ip_network_name = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.354282] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] default_availability_zone = nova {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.354443] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] default_ephemeral_format = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.354606] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] default_green_pool_size = 1000 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.354850] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.355028] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] default_schedule_zone = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.355193] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] disk_allocation_ratio = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.355356] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] enable_new_services = True {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.355535] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] enabled_apis = ['osapi_compute'] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.355701] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] enabled_ssl_apis = [] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.355864] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] flat_injected = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.356035] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] force_config_drive = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.356201] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] force_raw_images = True {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.356371] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] graceful_shutdown_timeout = 5 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.356538] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] heal_instance_info_cache_interval = -1 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.356756] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] host = cpu-1 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.356932] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.357109] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] initial_disk_allocation_ratio = 1.0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.357275] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] initial_ram_allocation_ratio = 1.0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.357491] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.357659] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] instance_build_timeout = 0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.357821] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] instance_delete_interval = 300 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.357989] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] instance_format = [instance: %(uuid)s] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.358171] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] instance_name_template = instance-%08x {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.358335] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] instance_usage_audit = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.358504] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] instance_usage_audit_period = month {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.358672] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.358836] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] instances_path = /opt/stack/data/nova/instances {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.359013] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] internal_service_availability_zone = internal {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.359174] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] key = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.359336] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] live_migration_retry_count = 30 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.359505] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] log_color = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.359671] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] log_config_append = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.359838] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.359997] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] log_dir = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.360172] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] log_file = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.360301] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] log_options = True {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.360466] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] log_rotate_interval = 1 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.360639] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] log_rotate_interval_type = days {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.360807] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] log_rotation_type = none {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.360939] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.361077] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.361250] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.361415] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.361546] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.361711] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] long_rpc_timeout = 1800 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.361871] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] max_concurrent_builds = 10 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.362040] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] max_concurrent_live_migrations = 1 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.362204] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] max_concurrent_snapshots = 5 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.362363] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] max_local_block_devices = 3 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.362521] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] max_logfile_count = 30 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.362680] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] max_logfile_size_mb = 200 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.363238] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] maximum_instance_delete_attempts = 5 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.363238] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] metadata_listen = 0.0.0.0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.363238] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] metadata_listen_port = 8775 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.363428] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] metadata_workers = 2 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.363487] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] migrate_max_retries = -1 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.363654] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] mkisofs_cmd = genisoimage {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.363864] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] my_block_storage_ip = 10.180.1.21 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.363992] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] my_ip = 10.180.1.21 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.364212] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.364379] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] network_allocate_retries = 0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.364565] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.364736] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] osapi_compute_listen = 0.0.0.0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.364904] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] osapi_compute_listen_port = 8774 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.365089] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] osapi_compute_unique_server_name_scope = {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.365266] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] osapi_compute_workers = 2 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.365432] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] password_length = 12 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.365595] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] periodic_enable = True {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.365759] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] periodic_fuzzy_delay = 60 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.365925] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] pointer_model = usbtablet {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.366103] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] preallocate_images = none {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.366267] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] publish_errors = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.366398] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] pybasedir = /opt/stack/nova {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.366558] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] ram_allocation_ratio = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.366720] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] rate_limit_burst = 0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.366884] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] rate_limit_except_level = CRITICAL {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.367055] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] rate_limit_interval = 0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.367220] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] reboot_timeout = 0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.367379] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] reclaim_instance_interval = 0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.367536] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] record = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.367704] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] reimage_timeout_per_gb = 60 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.367871] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] report_interval = 120 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.368046] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] rescue_timeout = 0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.368213] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] reserved_host_cpus = 0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.368625] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] reserved_host_disk_mb = 0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.368625] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] reserved_host_memory_mb = 512 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.368715] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] reserved_huge_pages = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.368838] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] resize_confirm_window = 0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.368996] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] resize_fs_using_block_device = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.369169] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] resume_guests_state_on_host_boot = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.369336] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.369498] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] rpc_response_timeout = 60 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.369659] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] run_external_periodic_tasks = True {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.369826] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] running_deleted_instance_action = reap {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.369984] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] running_deleted_instance_poll_interval = 1800 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.370155] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] running_deleted_instance_timeout = 0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.370315] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] scheduler_instance_sync_interval = 120 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.370483] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] service_down_time = 720 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.370655] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] servicegroup_driver = db {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.370815] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] shell_completion = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.370976] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] shelved_offload_time = 0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.371150] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] shelved_poll_interval = 3600 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.371317] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] shutdown_timeout = 0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.371480] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] source_is_ipv6 = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.371642] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] ssl_only = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.371898] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.372083] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] sync_power_state_interval = 600 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.372253] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] sync_power_state_pool_size = 1000 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.372426] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] syslog_log_facility = LOG_USER {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.372589] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] tempdir = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.372753] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] timeout_nbd = 10 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.372924] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] transport_url = **** {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.373102] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] update_resources_interval = 0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.373270] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] use_cow_images = True {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.373433] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] use_journal = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.373597] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] use_json = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.373757] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] use_rootwrap_daemon = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.373919] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] use_stderr = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.374091] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] use_syslog = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.374254] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vcpu_pin_set = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.374457] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vif_plugging_is_fatal = True {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.374598] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vif_plugging_timeout = 300 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.374769] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] virt_mkfs = [] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.374931] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] volume_usage_poll_interval = 0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.375107] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] watch_log_file = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.375279] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] web = /usr/share/spice-html5 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.375472] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.375638] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.375803] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.375969] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_concurrency.disable_process_locking = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.376504] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.376700] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.376874] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.377070] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.377251] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.377458] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.377622] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api.auth_strategy = keystone {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.377797] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api.compute_link_prefix = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.377978] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.378173] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api.dhcp_domain = novalocal {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.378348] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api.enable_instance_password = True {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.378518] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api.glance_link_prefix = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.378689] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.378862] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.379039] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api.instance_list_per_project_cells = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.379208] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api.list_records_by_skipping_down_cells = True {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.379372] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api.local_metadata_per_cell = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.379544] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api.max_limit = 1000 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.379716] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api.metadata_cache_expiration = 15 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.379892] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api.neutron_default_tenant_id = default {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.380078] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api.response_validation = warn {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.380364] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api.use_neutron_default_nets = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.380437] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.380587] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.380760] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.380935] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.381123] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api.vendordata_dynamic_targets = [] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.381293] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api.vendordata_jsonfile_path = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.381479] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.381681] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cache.backend = dogpile.cache.memcached {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.381850] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cache.backend_argument = **** {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.382025] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cache.backend_expiration_time = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.382204] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cache.config_prefix = cache.oslo {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.382383] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cache.dead_timeout = 60.0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.382551] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cache.debug_cache_backend = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.382717] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cache.enable_retry_client = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.382882] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cache.enable_socket_keepalive = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.383068] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cache.enabled = True {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.383243] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cache.enforce_fips_mode = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.383413] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cache.expiration_time = 600 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.383581] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cache.hashclient_retry_attempts = 2 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.383749] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cache.hashclient_retry_delay = 1.0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.383912] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cache.memcache_dead_retry = 300 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.384086] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cache.memcache_password = **** {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.384256] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.384443] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.384579] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cache.memcache_pool_maxsize = 10 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.384746] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.384914] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cache.memcache_sasl_enabled = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.385106] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.385279] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cache.memcache_socket_timeout = 1.0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.385723] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cache.memcache_username = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.385723] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cache.proxies = [] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.385828] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cache.redis_db = 0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.385919] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cache.redis_password = **** {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.386113] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cache.redis_sentinel_service_name = mymaster {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.386310] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.386490] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cache.redis_server = localhost:6379 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.386662] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cache.redis_socket_timeout = 1.0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.386823] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cache.redis_username = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.386986] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cache.retry_attempts = 2 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.387169] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cache.retry_delay = 0.0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.387338] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cache.socket_keepalive_count = 1 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.387512] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cache.socket_keepalive_idle = 1 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.387668] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cache.socket_keepalive_interval = 1 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.387825] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cache.tls_allowed_ciphers = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.387984] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cache.tls_cafile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.388157] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cache.tls_certfile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.388320] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cache.tls_enabled = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.388477] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cache.tls_keyfile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.388649] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cinder.auth_section = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.388824] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cinder.auth_type = password {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.388988] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cinder.cafile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.389182] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cinder.catalog_info = volumev3::publicURL {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.389349] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cinder.certfile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.389518] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cinder.collect_timing = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.389685] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cinder.cross_az_attach = True {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.389848] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cinder.debug = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.390017] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cinder.endpoint_template = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.390187] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cinder.http_retries = 3 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.390351] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cinder.insecure = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.390509] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cinder.keyfile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.390683] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cinder.os_region_name = RegionOne {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.390849] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cinder.split_loggers = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.391028] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cinder.timeout = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.391194] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.391355] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] compute.cpu_dedicated_set = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.391513] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] compute.cpu_shared_set = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.391679] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] compute.image_type_exclude_list = [] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.391841] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.392010] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] compute.max_concurrent_disk_ops = 0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.392183] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] compute.max_disk_devices_to_attach = -1 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.392348] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.392519] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.392685] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] compute.resource_provider_association_refresh = 300 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.392846] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.393027] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] compute.shutdown_retry_interval = 10 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.393223] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.393405] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] conductor.workers = 2 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.393592] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] console.allowed_origins = [] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.393754] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] console.ssl_ciphers = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.393925] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] console.ssl_minimum_version = default {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.394113] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] consoleauth.enforce_session_timeout = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.394284] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] consoleauth.token_ttl = 600 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.394471] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cyborg.cafile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.394627] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cyborg.certfile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.395089] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cyborg.collect_timing = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.395089] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cyborg.connect_retries = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.395213] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cyborg.connect_retry_delay = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.395292] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cyborg.endpoint_override = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.395440] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cyborg.insecure = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.395597] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cyborg.keyfile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.395757] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cyborg.max_version = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.395924] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cyborg.min_version = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.396090] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cyborg.region_name = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.396254] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cyborg.retriable_status_codes = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.396413] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cyborg.service_name = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.396585] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cyborg.service_type = accelerator {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.396752] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cyborg.split_loggers = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.396913] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cyborg.status_code_retries = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.397085] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cyborg.status_code_retry_delay = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.397287] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cyborg.timeout = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.397438] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.397608] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] cyborg.version = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.397779] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] database.asyncio_connection = **** {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.397943] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] database.asyncio_slave_connection = **** {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.398132] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] database.backend = sqlalchemy {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.398312] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] database.connection = **** {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.398482] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] database.connection_debug = 0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.398660] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] database.connection_parameters = {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.398826] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] database.connection_recycle_time = 3600 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.398992] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] database.connection_trace = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.399170] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] database.db_inc_retry_interval = True {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.399337] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] database.db_max_retries = 20 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.399500] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] database.db_max_retry_interval = 10 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.399665] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] database.db_retry_interval = 1 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.399831] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] database.max_overflow = 50 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.399997] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] database.max_pool_size = 5 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.400170] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] database.max_retries = 10 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.400342] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.400504] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] database.mysql_wsrep_sync_wait = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.400666] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] database.pool_timeout = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.400828] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] database.retry_interval = 10 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.400987] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] database.slave_connection = **** {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.401163] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] database.sqlite_synchronous = True {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.401330] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] database.use_db_reconnect = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.401493] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api_database.asyncio_connection = **** {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.401658] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api_database.asyncio_slave_connection = **** {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.401831] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api_database.backend = sqlalchemy {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.402013] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api_database.connection = **** {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.402188] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api_database.connection_debug = 0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.402363] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api_database.connection_parameters = {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.402587] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api_database.connection_recycle_time = 3600 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.402703] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api_database.connection_trace = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.402868] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api_database.db_inc_retry_interval = True {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.403044] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api_database.db_max_retries = 20 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.403214] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api_database.db_max_retry_interval = 10 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.403381] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api_database.db_retry_interval = 1 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.403548] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api_database.max_overflow = 50 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.403714] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api_database.max_pool_size = 5 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.403880] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api_database.max_retries = 10 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.404062] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.404228] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.404402] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api_database.pool_timeout = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.404560] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api_database.retry_interval = 10 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.404720] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api_database.slave_connection = **** {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.404885] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] api_database.sqlite_synchronous = True {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.405074] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] devices.enabled_mdev_types = [] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.405263] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.405443] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] ephemeral_storage_encryption.default_format = luks {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.405608] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] ephemeral_storage_encryption.enabled = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.405775] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.405949] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] glance.api_servers = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.406129] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] glance.cafile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.406295] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] glance.certfile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.406459] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] glance.collect_timing = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.406621] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] glance.connect_retries = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.406783] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] glance.connect_retry_delay = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.406941] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] glance.debug = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.407121] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] glance.default_trusted_certificate_ids = [] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.407285] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] glance.enable_certificate_validation = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.407445] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] glance.enable_rbd_download = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.407603] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] glance.endpoint_override = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.407766] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] glance.insecure = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.407927] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] glance.keyfile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.408100] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] glance.max_version = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.408255] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] glance.min_version = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.408416] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] glance.num_retries = 3 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.408584] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] glance.rbd_ceph_conf = {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.408747] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] glance.rbd_connect_timeout = 5 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.408915] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] glance.rbd_pool = {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.409091] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] glance.rbd_user = {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.409259] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] glance.region_name = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.409435] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] glance.retriable_status_codes = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.409581] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] glance.service_name = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.409748] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] glance.service_type = image {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.409910] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] glance.split_loggers = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.410080] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] glance.status_code_retries = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.410240] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] glance.status_code_retry_delay = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.410400] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] glance.timeout = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.410582] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.410763] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] glance.verify_glance_signatures = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.410907] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] glance.version = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.411084] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] guestfs.debug = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.411258] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] manila.auth_section = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.411422] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] manila.auth_type = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.411583] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] manila.cafile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.411741] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] manila.certfile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.411905] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] manila.collect_timing = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.412106] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] manila.connect_retries = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.412244] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] manila.connect_retry_delay = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.412405] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] manila.endpoint_override = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.412570] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] manila.insecure = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.412726] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] manila.keyfile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.412886] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] manila.max_version = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.413056] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] manila.min_version = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.413219] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] manila.region_name = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.413385] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] manila.retriable_status_codes = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.413589] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] manila.service_name = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.413716] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] manila.service_type = shared-file-system {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.413880] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] manila.share_apply_policy_timeout = 10 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.414053] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] manila.split_loggers = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.414215] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] manila.status_code_retries = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.414373] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] manila.status_code_retry_delay = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.414538] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] manila.timeout = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.414722] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.414912] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] manila.version = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.415067] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] mks.enabled = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.415429] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.415619] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] image_cache.manager_interval = 2400 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.415791] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] image_cache.precache_concurrency = 1 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.415965] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] image_cache.remove_unused_base_images = True {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.416186] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.416362] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.416541] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] image_cache.subdirectory_name = _base {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.416723] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] ironic.api_max_retries = 60 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.416890] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] ironic.api_retry_interval = 2 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.417065] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] ironic.auth_section = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.417232] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] ironic.auth_type = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.417395] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] ironic.cafile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.417562] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] ironic.certfile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.417727] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] ironic.collect_timing = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.417899] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] ironic.conductor_group = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.418067] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] ironic.connect_retries = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.418229] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] ironic.connect_retry_delay = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.418388] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] ironic.endpoint_override = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.418560] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] ironic.insecure = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.418720] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] ironic.keyfile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.418880] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] ironic.max_version = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.419053] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] ironic.min_version = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.419227] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] ironic.peer_list = [] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.419390] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] ironic.region_name = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.419552] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] ironic.retriable_status_codes = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.419720] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] ironic.serial_console_state_timeout = 10 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.419882] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] ironic.service_name = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.420067] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] ironic.service_type = baremetal {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.420233] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] ironic.shard = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.420399] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] ironic.split_loggers = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.420556] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] ironic.status_code_retries = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.420716] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] ironic.status_code_retry_delay = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.420875] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] ironic.timeout = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.421068] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.421235] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] ironic.version = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.421419] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.421598] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] key_manager.fixed_key = **** {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.421781] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.421946] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] barbican.barbican_api_version = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.422120] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] barbican.barbican_endpoint = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.422296] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] barbican.barbican_endpoint_type = public {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.422457] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] barbican.barbican_region_name = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.422618] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] barbican.cafile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.422777] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] barbican.certfile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.422941] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] barbican.collect_timing = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.423117] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] barbican.insecure = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.423280] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] barbican.keyfile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.423443] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] barbican.number_of_retries = 60 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.423606] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] barbican.retry_delay = 1 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.423769] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] barbican.send_service_user_token = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.423930] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] barbican.split_loggers = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.424100] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] barbican.timeout = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.424266] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] barbican.verify_ssl = True {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.424433] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] barbican.verify_ssl_path = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.424591] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] barbican_service_user.auth_section = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.424759] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] barbican_service_user.auth_type = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.424921] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] barbican_service_user.cafile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.425091] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] barbican_service_user.certfile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.425260] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] barbican_service_user.collect_timing = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.425433] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] barbican_service_user.insecure = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.425589] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] barbican_service_user.keyfile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.425751] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] barbican_service_user.split_loggers = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.425910] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] barbican_service_user.timeout = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.426089] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vault.approle_role_id = **** {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.426252] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vault.approle_secret_id = **** {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.426427] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vault.kv_mountpoint = secret {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.426591] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vault.kv_path = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.426756] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vault.kv_version = 2 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.426917] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vault.namespace = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.427090] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vault.root_token_id = **** {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.427256] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vault.ssl_ca_crt_file = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.427427] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vault.timeout = 60.0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.427594] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vault.use_ssl = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.427763] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.427943] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] keystone.cafile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.428168] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] keystone.certfile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.428286] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] keystone.collect_timing = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.428449] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] keystone.connect_retries = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.428612] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] keystone.connect_retry_delay = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.428773] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] keystone.endpoint_override = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.428935] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] keystone.insecure = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.429106] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] keystone.keyfile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.429270] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] keystone.max_version = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.429430] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] keystone.min_version = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.429594] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] keystone.region_name = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.429756] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] keystone.retriable_status_codes = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.429915] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] keystone.service_name = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.430095] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] keystone.service_type = identity {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.430260] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] keystone.split_loggers = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.430418] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] keystone.status_code_retries = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.430579] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] keystone.status_code_retry_delay = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.430736] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] keystone.timeout = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.430914] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.431090] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] keystone.version = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.431286] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.ceph_mount_options = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.431590] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.431775] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.connection_uri = {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.431943] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.cpu_mode = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.432129] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.cpu_model_extra_flags = [] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.432307] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.cpu_models = [] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.432481] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.cpu_power_governor_high = performance {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.432655] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.cpu_power_governor_low = powersave {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.432823] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.cpu_power_management = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.432996] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.433193] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.device_detach_attempts = 8 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.433366] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.device_detach_timeout = 20 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.433540] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.disk_cachemodes = [] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.433707] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.disk_prefix = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.433877] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.enabled_perf_events = [] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.434060] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.file_backed_memory = 0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.434239] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.gid_maps = [] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.434435] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.hw_disk_discard = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.434565] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.hw_machine_type = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.434741] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.images_rbd_ceph_conf = {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.434907] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.435085] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.435259] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.images_rbd_glance_store_name = {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.435470] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.images_rbd_pool = rbd {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.435610] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.images_type = default {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.435770] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.images_volume_group = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.435936] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.inject_key = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.436115] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.inject_partition = -2 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.436283] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.inject_password = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.436448] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.iscsi_iface = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.436617] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.iser_use_multipath = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.436780] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.live_migration_bandwidth = 0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.436944] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.437122] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.live_migration_downtime = 500 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.437290] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.437451] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.437611] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.live_migration_inbound_addr = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.437772] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.437934] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.live_migration_permit_post_copy = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.438104] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.live_migration_scheme = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.438276] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.live_migration_timeout_action = abort {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.438442] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.live_migration_tunnelled = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.438602] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.live_migration_uri = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.438764] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.live_migration_with_native_tls = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.438927] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.max_queues = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.439101] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.439331] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.439499] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.nfs_mount_options = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.439799] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.439974] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.440160] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.num_iser_scan_tries = 5 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.440333] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.num_memory_encrypted_guests = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.440503] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.440670] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.num_pcie_ports = 0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.440838] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.num_volume_scan_tries = 5 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.441015] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.pmem_namespaces = [] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.441187] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.quobyte_client_cfg = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.441481] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.441662] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.rbd_connect_timeout = 5 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.441832] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.442007] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.442179] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.rbd_secret_uuid = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.442340] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.rbd_user = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.442508] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.442684] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.remote_filesystem_transport = ssh {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.442847] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.rescue_image_id = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.443014] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.rescue_kernel_id = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.443185] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.rescue_ramdisk_id = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.443358] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.443529] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.rx_queue_size = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.443707] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.smbfs_mount_options = {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.444006] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.444203] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.snapshot_compression = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.444370] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.snapshot_image_format = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.444600] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.444772] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.sparse_logical_volumes = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.444938] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.swtpm_enabled = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.445123] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.swtpm_group = tss {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.445299] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.swtpm_user = tss {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.445486] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.sysinfo_serial = unique {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.445648] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.tb_cache_size = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.445808] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.tx_queue_size = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.445976] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.uid_maps = [] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.446156] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.use_virtio_for_bridges = True {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.446330] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.virt_type = kvm {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.446501] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.volume_clear = zero {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.446669] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.volume_clear_size = 0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.446834] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.volume_enforce_multipath = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.447006] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.volume_use_multipath = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.447175] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.vzstorage_cache_path = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.447347] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.447520] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.vzstorage_mount_group = qemu {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.447691] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.vzstorage_mount_opts = [] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.447861] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.448172] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.448380] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.vzstorage_mount_user = stack {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.448532] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.448710] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] neutron.auth_section = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.448883] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] neutron.auth_type = password {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.449056] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] neutron.cafile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.449218] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] neutron.certfile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.449385] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] neutron.collect_timing = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.449545] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] neutron.connect_retries = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.449704] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] neutron.connect_retry_delay = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.449875] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] neutron.default_floating_pool = public {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.450044] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] neutron.endpoint_override = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.450211] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] neutron.extension_sync_interval = 600 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.450372] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] neutron.http_retries = 3 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.450535] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] neutron.insecure = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.450695] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] neutron.keyfile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.450852] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] neutron.max_version = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.451029] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.451192] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] neutron.min_version = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.451359] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] neutron.ovs_bridge = br-int {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.451524] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] neutron.physnets = [] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.451692] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] neutron.region_name = RegionOne {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.451854] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] neutron.retriable_status_codes = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.452034] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] neutron.service_metadata_proxy = True {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.452199] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] neutron.service_name = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.452368] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] neutron.service_type = network {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.452530] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] neutron.split_loggers = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.452690] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] neutron.status_code_retries = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.452847] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] neutron.status_code_retry_delay = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.453020] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] neutron.timeout = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.453200] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.453362] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] neutron.version = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.453532] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] notifications.bdms_in_notifications = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.453709] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] notifications.default_level = INFO {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.453872] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] notifications.include_share_mapping = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.454058] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] notifications.notification_format = unversioned {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.454227] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] notifications.notify_on_state_change = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.454444] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.454583] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] pci.alias = [] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.454756] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] pci.device_spec = [] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.454921] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] pci.report_in_placement = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.455106] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] placement.auth_section = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.455282] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] placement.auth_type = password {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.455459] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.455619] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] placement.cafile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.455775] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] placement.certfile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.455935] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] placement.collect_timing = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.456107] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] placement.connect_retries = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.456268] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] placement.connect_retry_delay = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.456429] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] placement.default_domain_id = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.456588] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] placement.default_domain_name = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.456745] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] placement.domain_id = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.456902] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] placement.domain_name = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.457070] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] placement.endpoint_override = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.457236] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] placement.insecure = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.457393] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] placement.keyfile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.457551] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] placement.max_version = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.457711] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] placement.min_version = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.457878] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] placement.password = **** {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.458051] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] placement.project_domain_id = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.458224] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] placement.project_domain_name = Default {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.458391] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] placement.project_id = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.458564] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] placement.project_name = service {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.458733] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] placement.region_name = RegionOne {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.458895] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] placement.retriable_status_codes = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.459069] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] placement.service_name = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.459242] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] placement.service_type = placement {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.459406] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] placement.split_loggers = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.459567] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] placement.status_code_retries = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.459726] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] placement.status_code_retry_delay = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.459885] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] placement.system_scope = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.460054] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] placement.timeout = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.460217] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] placement.trust_id = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.460375] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] placement.user_domain_id = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.460543] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] placement.user_domain_name = Default {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.460705] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] placement.user_id = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.460876] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] placement.username = nova {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.461070] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.461236] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] placement.version = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.461417] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] quota.cores = 20 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.461583] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] quota.count_usage_from_placement = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.461753] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.461923] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] quota.injected_file_content_bytes = 10240 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.462102] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] quota.injected_file_path_length = 255 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.462270] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] quota.injected_files = 5 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.462437] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] quota.instances = 10 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.462603] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] quota.key_pairs = 100 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.462767] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] quota.metadata_items = 128 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.462931] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] quota.ram = 51200 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.463107] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] quota.recheck_quota = True {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.463275] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] quota.server_group_members = 10 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.463442] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] quota.server_groups = 10 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.463654] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.463828] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] quota.unified_limits_resource_strategy = require {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.464008] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.464176] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.464338] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] scheduler.image_metadata_prefilter = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.464505] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.464666] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] scheduler.max_attempts = 3 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.464826] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] scheduler.max_placement_results = 1000 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.464987] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.465161] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] scheduler.query_placement_for_image_type_support = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.465323] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.465507] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] scheduler.workers = 2 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.465681] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.465852] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.466043] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.466217] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.466382] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.466545] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.466708] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.466891] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.467070] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] filter_scheduler.host_subset_size = 1 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.467236] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.467395] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.467556] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.467720] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.467892] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.468065] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] filter_scheduler.isolated_hosts = [] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.468229] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] filter_scheduler.isolated_images = [] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.468388] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.468552] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.468710] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.468866] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] filter_scheduler.pci_in_placement = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.469034] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.469198] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.469358] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.469520] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.469685] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.469846] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.470013] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] filter_scheduler.track_instance_changes = True {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.470195] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.470366] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] metrics.required = True {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.470526] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] metrics.weight_multiplier = 1.0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.470689] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.470850] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] metrics.weight_setting = [] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.471170] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.471346] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] serial_console.enabled = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.471523] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] serial_console.port_range = 10000:20000 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.471694] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.471861] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.472038] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] serial_console.serialproxy_port = 6083 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.472208] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] service_user.auth_section = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.472381] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] service_user.auth_type = password {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.472538] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] service_user.cafile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.472694] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] service_user.certfile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.472852] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] service_user.collect_timing = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.473022] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] service_user.insecure = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.473178] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] service_user.keyfile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.473345] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] service_user.send_service_user_token = True {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.473504] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] service_user.split_loggers = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.473658] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] service_user.timeout = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.473822] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] spice.agent_enabled = True {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.473980] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] spice.enabled = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.474293] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.474507] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.474679] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] spice.html5proxy_port = 6082 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.474837] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] spice.image_compression = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.474995] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] spice.jpeg_compression = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.475166] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] spice.playback_compression = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.475326] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] spice.require_secure = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.475492] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] spice.server_listen = 127.0.0.1 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.475662] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.475931] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.476119] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] spice.streaming_mode = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.476285] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] spice.zlib_compression = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.476453] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] upgrade_levels.baseapi = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.476627] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] upgrade_levels.compute = auto {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.476787] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] upgrade_levels.conductor = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.476944] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] upgrade_levels.scheduler = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.477125] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vendordata_dynamic_auth.auth_section = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.477289] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vendordata_dynamic_auth.auth_type = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.477448] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vendordata_dynamic_auth.cafile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.477607] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vendordata_dynamic_auth.certfile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.477768] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.477928] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vendordata_dynamic_auth.insecure = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.478097] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vendordata_dynamic_auth.keyfile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.478262] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.478421] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vendordata_dynamic_auth.timeout = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.478593] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vmware.api_retry_count = 10 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.478752] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vmware.ca_file = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.478923] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vmware.cache_prefix = devstack-image-cache {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.479100] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vmware.cluster_name = testcl1 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.479269] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vmware.connection_pool_size = 10 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.479427] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vmware.console_delay_seconds = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.479595] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vmware.datastore_regex = ^datastore.* {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.479799] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.479980] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vmware.host_password = **** {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.480163] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vmware.host_port = 443 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.480332] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vmware.host_username = administrator@vsphere.local {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.480501] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vmware.insecure = True {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.480665] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vmware.integration_bridge = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.480826] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vmware.maximum_objects = 100 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.480983] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vmware.pbm_default_policy = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.481159] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vmware.pbm_enabled = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.481317] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vmware.pbm_wsdl_location = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.481484] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.481642] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vmware.serial_port_proxy_uri = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.481796] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vmware.serial_port_service_uri = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.481962] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vmware.task_poll_interval = 0.5 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.482146] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vmware.use_linked_clone = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.482318] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vmware.vnc_keymap = en-us {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.482482] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vmware.vnc_port = 5900 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.482645] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vmware.vnc_port_total = 10000 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.482827] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vnc.auth_schemes = ['none'] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.482999] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vnc.enabled = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.483292] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.483476] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.483649] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vnc.novncproxy_port = 6080 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.483841] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vnc.server_listen = 127.0.0.1 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.484030] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.484194] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vnc.vencrypt_ca_certs = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.484351] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vnc.vencrypt_client_cert = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.484508] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vnc.vencrypt_client_key = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.484678] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.484839] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] workarounds.disable_deep_image_inspection = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.484998] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.485171] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.485331] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.485491] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] workarounds.disable_rootwrap = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.485648] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] workarounds.enable_numa_live_migration = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.485803] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.485965] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.486147] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.486322] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] workarounds.libvirt_disable_apic = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.486484] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.486646] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.486805] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.486965] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.487139] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.487299] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.487461] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.487625] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.487782] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.487945] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.488141] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.488311] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] wsgi.client_socket_timeout = 900 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.488476] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] wsgi.default_pool_size = 1000 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.488643] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] wsgi.keep_alive = True {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.488857] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] wsgi.max_header_line = 16384 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.488965] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] wsgi.secure_proxy_ssl_header = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.489134] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] wsgi.ssl_ca_file = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.489290] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] wsgi.ssl_cert_file = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.489447] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] wsgi.ssl_key_file = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.489610] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] wsgi.tcp_keepidle = 600 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.489784] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.489945] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] zvm.ca_file = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.490115] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] zvm.cloud_connector_url = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.490403] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.490583] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] zvm.reachable_timeout = 300 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.490747] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.490919] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.491104] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] profiler.connection_string = messaging:// {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.491272] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] profiler.enabled = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.491443] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] profiler.es_doc_type = notification {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.491612] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] profiler.es_scroll_size = 10000 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.491781] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] profiler.es_scroll_time = 2m {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.491942] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] profiler.filter_error_trace = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.492122] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] profiler.hmac_keys = **** {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.492294] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] profiler.sentinel_service_name = mymaster {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.492461] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] profiler.socket_timeout = 0.1 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.492626] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] profiler.trace_requests = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.492787] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] profiler.trace_sqlalchemy = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.492965] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] profiler_jaeger.process_tags = {} {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.493140] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] profiler_jaeger.service_name_prefix = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.493303] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] profiler_otlp.service_name_prefix = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.493463] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] remote_debug.host = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.493620] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] remote_debug.port = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.493793] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.493954] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.494127] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.494288] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.494469] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.494618] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.494777] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.494935] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.495118] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.495295] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.495459] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.495632] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.495798] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.495964] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.496138] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.496308] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.496468] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.496628] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.496794] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.496953] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.497127] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.497292] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.497453] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.497612] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.497769] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.497925] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.498095] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.498256] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.498414] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.498574] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.498732] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_rabbit.ssl = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.498897] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.499074] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.499238] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.499405] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.499573] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_rabbit.ssl_version = {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.499733] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.499915] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.500093] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_notifications.retry = -1 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.500271] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.500442] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_messaging_notifications.transport_url = **** {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.500614] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_limit.auth_section = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.500777] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_limit.auth_type = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.500933] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_limit.cafile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.501100] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_limit.certfile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.501266] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_limit.collect_timing = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.501422] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_limit.connect_retries = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.501582] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_limit.connect_retry_delay = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.501734] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_limit.endpoint_id = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.501903] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_limit.endpoint_interface = publicURL {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.502070] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_limit.endpoint_override = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.502227] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_limit.endpoint_region_name = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.502384] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_limit.endpoint_service_name = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.502538] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_limit.endpoint_service_type = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.502696] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_limit.insecure = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.502849] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_limit.keyfile = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.503010] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_limit.max_version = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.503168] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_limit.min_version = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.503320] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_limit.region_name = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.503476] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_limit.retriable_status_codes = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.503631] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_limit.service_name = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.503785] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_limit.service_type = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.503943] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_limit.split_loggers = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.504107] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_limit.status_code_retries = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.504267] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_limit.status_code_retry_delay = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.504432] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_limit.timeout = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.504584] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_limit.valid_interfaces = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.504739] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_limit.version = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.504898] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_reports.file_event_handler = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.505071] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.505231] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] oslo_reports.log_dir = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.505405] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.505561] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.505715] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.505880] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.506053] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.506212] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.506379] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.506535] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vif_plug_ovs_privileged.group = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.506693] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.506857] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.507026] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.507185] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] vif_plug_ovs_privileged.user = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.507351] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] os_vif_linux_bridge.flat_interface = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.507530] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.507700] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.507870] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.508048] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.508224] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.508388] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.508549] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.508724] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.508892] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] os_vif_ovs.isolate_vif = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.509069] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.509231] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.509398] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.509568] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] os_vif_ovs.ovsdb_interface = native {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.509727] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] os_vif_ovs.per_port_bridge = False {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.509894] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] privsep_osbrick.capabilities = [21] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.510064] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] privsep_osbrick.group = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.510226] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] privsep_osbrick.helper_command = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.510392] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.510557] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.510716] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] privsep_osbrick.user = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.510886] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.511052] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] nova_sys_admin.group = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.511212] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] nova_sys_admin.helper_command = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.511377] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.511539] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.511694] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] nova_sys_admin.user = None {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.511823] env[70867]: DEBUG oslo_service.backend.eventlet.service [None req-ac59abe9-47ce-49ba-9aa2-96f60b922479 None None] ******************************************************************************** {{(pid=70867) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 609.512247] env[70867]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 610.016277] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-18dcf132-9027-4d58-b8ff-1037e7edfc56 None None] Getting list of instances from cluster (obj){ [ 610.016277] env[70867]: value = "domain-c8" [ 610.016277] env[70867]: _type = "ClusterComputeResource" [ 610.016277] env[70867]: } {{(pid=70867) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 610.017368] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58465ae2-dc51-4396-aeb2-3e52f03d8755 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.026152] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-18dcf132-9027-4d58-b8ff-1037e7edfc56 None None] Got total of 0 instances {{(pid=70867) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 610.027074] env[70867]: WARNING nova.virt.vmwareapi.driver [None req-18dcf132-9027-4d58-b8ff-1037e7edfc56 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 610.027569] env[70867]: INFO nova.virt.node [None req-18dcf132-9027-4d58-b8ff-1037e7edfc56 None None] Generated node identity f41c8c6b-f09c-4602-9d9f-1177af08ce6d [ 610.027825] env[70867]: INFO nova.virt.node [None req-18dcf132-9027-4d58-b8ff-1037e7edfc56 None None] Wrote node identity f41c8c6b-f09c-4602-9d9f-1177af08ce6d to /opt/stack/data/n-cpu-1/compute_id [ 610.530131] env[70867]: WARNING nova.compute.manager [None req-18dcf132-9027-4d58-b8ff-1037e7edfc56 None None] Compute nodes ['f41c8c6b-f09c-4602-9d9f-1177af08ce6d'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 611.536153] env[70867]: INFO nova.compute.manager [None req-18dcf132-9027-4d58-b8ff-1037e7edfc56 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 612.545187] env[70867]: WARNING nova.compute.manager [None req-18dcf132-9027-4d58-b8ff-1037e7edfc56 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 612.545600] env[70867]: DEBUG oslo_concurrency.lockutils [None req-18dcf132-9027-4d58-b8ff-1037e7edfc56 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.545746] env[70867]: DEBUG oslo_concurrency.lockutils [None req-18dcf132-9027-4d58-b8ff-1037e7edfc56 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.545907] env[70867]: DEBUG oslo_concurrency.lockutils [None req-18dcf132-9027-4d58-b8ff-1037e7edfc56 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.546075] env[70867]: DEBUG nova.compute.resource_tracker [None req-18dcf132-9027-4d58-b8ff-1037e7edfc56 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70867) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 612.547318] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fbfb0a-18ec-4b5d-8914-47d3f1fc9920 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.555439] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0c87ea-6773-48d6-8c19-d9f555897f17 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.568602] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2689359a-cb7b-4412-b373-c7616b7039dc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.574833] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbe814c-e307-491e-8563-3e648b949fe2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.602603] env[70867]: DEBUG nova.compute.resource_tracker [None req-18dcf132-9027-4d58-b8ff-1037e7edfc56 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180968MB free_disk=94GB free_vcpus=48 pci_devices=None {{(pid=70867) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 612.602716] env[70867]: DEBUG oslo_concurrency.lockutils [None req-18dcf132-9027-4d58-b8ff-1037e7edfc56 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.602914] env[70867]: DEBUG oslo_concurrency.lockutils [None req-18dcf132-9027-4d58-b8ff-1037e7edfc56 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.105913] env[70867]: WARNING nova.compute.resource_tracker [None req-18dcf132-9027-4d58-b8ff-1037e7edfc56 None None] No compute node record for cpu-1:f41c8c6b-f09c-4602-9d9f-1177af08ce6d: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host f41c8c6b-f09c-4602-9d9f-1177af08ce6d could not be found. [ 613.609591] env[70867]: INFO nova.compute.resource_tracker [None req-18dcf132-9027-4d58-b8ff-1037e7edfc56 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: f41c8c6b-f09c-4602-9d9f-1177af08ce6d [ 615.118864] env[70867]: DEBUG nova.compute.resource_tracker [None req-18dcf132-9027-4d58-b8ff-1037e7edfc56 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 615.119267] env[70867]: DEBUG nova.compute.resource_tracker [None req-18dcf132-9027-4d58-b8ff-1037e7edfc56 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 615.269274] env[70867]: INFO nova.scheduler.client.report [None req-18dcf132-9027-4d58-b8ff-1037e7edfc56 None None] [req-84324eec-f612-4fcc-96f9-ebcdbd206b51] Created resource provider record via placement API for resource provider with UUID f41c8c6b-f09c-4602-9d9f-1177af08ce6d and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 615.287231] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a29d78f-875f-4561-9609-119ebd87277c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.295015] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61954b0b-4e7c-4894-b6ca-f8223803e996 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.324515] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bac647-71c8-4fe1-86cd-b7d226c9b84f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.332020] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f49d084-1e1c-4840-82e4-b0b4981da06b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.345415] env[70867]: DEBUG nova.compute.provider_tree [None req-18dcf132-9027-4d58-b8ff-1037e7edfc56 None None] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 615.883008] env[70867]: DEBUG nova.scheduler.client.report [None req-18dcf132-9027-4d58-b8ff-1037e7edfc56 None None] Updated inventory for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 615.883256] env[70867]: DEBUG nova.compute.provider_tree [None req-18dcf132-9027-4d58-b8ff-1037e7edfc56 None None] Updating resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d generation from 0 to 1 during operation: update_inventory {{(pid=70867) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 615.883398] env[70867]: DEBUG nova.compute.provider_tree [None req-18dcf132-9027-4d58-b8ff-1037e7edfc56 None None] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 615.932435] env[70867]: DEBUG nova.compute.provider_tree [None req-18dcf132-9027-4d58-b8ff-1037e7edfc56 None None] Updating resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d generation from 1 to 2 during operation: update_traits {{(pid=70867) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 616.436787] env[70867]: DEBUG nova.compute.resource_tracker [None req-18dcf132-9027-4d58-b8ff-1037e7edfc56 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70867) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 616.437132] env[70867]: DEBUG oslo_concurrency.lockutils [None req-18dcf132-9027-4d58-b8ff-1037e7edfc56 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.834s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.437193] env[70867]: DEBUG nova.service [None req-18dcf132-9027-4d58-b8ff-1037e7edfc56 None None] Creating RPC server for service compute {{(pid=70867) start /opt/stack/nova/nova/service.py:186}} [ 616.452044] env[70867]: DEBUG nova.service [None req-18dcf132-9027-4d58-b8ff-1037e7edfc56 None None] Join ServiceGroup membership for this service compute {{(pid=70867) start /opt/stack/nova/nova/service.py:203}} [ 616.452225] env[70867]: DEBUG nova.servicegroup.drivers.db [None req-18dcf132-9027-4d58-b8ff-1037e7edfc56 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=70867) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 618.454129] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._sync_power_states {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.957375] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Getting list of instances from cluster (obj){ [ 618.957375] env[70867]: value = "domain-c8" [ 618.957375] env[70867]: _type = "ClusterComputeResource" [ 618.957375] env[70867]: } {{(pid=70867) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 618.958599] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c1200a-d485-45ae-9a8c-20b0e0926e0a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.968914] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Got total of 0 instances {{(pid=70867) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 618.969218] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.969481] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Getting list of instances from cluster (obj){ [ 618.969481] env[70867]: value = "domain-c8" [ 618.969481] env[70867]: _type = "ClusterComputeResource" [ 618.969481] env[70867]: } {{(pid=70867) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 618.970482] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039ce0c0-132b-4d0d-8b64-c9802dc4fe1b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.978124] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Got total of 0 instances {{(pid=70867) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 655.578832] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Acquiring lock "f0de3aaa-605f-48e6-a512-747263d49680" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.579127] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Lock "f0de3aaa-605f-48e6-a512-747263d49680" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.084074] env[70867]: DEBUG nova.compute.manager [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.095449] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Acquiring lock "4a4a7b43-903f-495b-8bb9-becf921e7283" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.095716] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Lock "4a4a7b43-903f-495b-8bb9-becf921e7283" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.603022] env[70867]: DEBUG nova.compute.manager [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.636880] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.637466] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.638735] env[70867]: INFO nova.compute.claims [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.135513] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.719575] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52acb88b-094f-40bf-ad1e-252122f33b68 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.729584] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96649532-076d-4215-be1a-6241238ea929 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.766298] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de86770c-0b5b-4aba-bc26-c675157464a6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.774495] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5250d97f-3a09-4a1f-a7ea-97b1385ee851 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.791842] env[70867]: DEBUG nova.compute.provider_tree [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.298461] env[70867]: DEBUG nova.scheduler.client.report [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.804930] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.168s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.805590] env[70867]: DEBUG nova.compute.manager [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.814404] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.679s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.815899] env[70867]: INFO nova.compute.claims [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.942722] env[70867]: DEBUG oslo_concurrency.lockutils [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Acquiring lock "1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.943085] env[70867]: DEBUG oslo_concurrency.lockutils [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Lock "1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.316888] env[70867]: DEBUG nova.compute.utils [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.318385] env[70867]: DEBUG nova.compute.manager [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.318613] env[70867]: DEBUG nova.network.neutron [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: f0de3aaa-605f-48e6-a512-747263d49680] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.447009] env[70867]: DEBUG nova.compute.manager [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 659.832399] env[70867]: DEBUG nova.compute.manager [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.962652] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b8945d-8b09-4bab-9b90-fb65402c8943 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.977723] env[70867]: DEBUG oslo_concurrency.lockutils [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Acquiring lock "4be98957-bf1b-4464-bb2b-66349fa66668" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.977853] env[70867]: DEBUG oslo_concurrency.lockutils [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Lock "4be98957-bf1b-4464-bb2b-66349fa66668" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.983500] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b6627e-0886-4521-8823-49c673323153 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.987623] env[70867]: DEBUG oslo_concurrency.lockutils [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.001750] env[70867]: DEBUG nova.policy [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae488f0d6519453799128d3daf2c649a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90da801b930d47b19c3702a3f1b300c6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.036319] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54a4d33-9910-418b-a14e-571539ddc787 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.044405] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519fba84-8c3e-448a-b8ac-5e80b7843178 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.059231] env[70867]: DEBUG nova.compute.provider_tree [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.485659] env[70867]: DEBUG nova.compute.manager [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.565888] env[70867]: DEBUG nova.scheduler.client.report [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.810945] env[70867]: DEBUG oslo_concurrency.lockutils [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquiring lock "f97cb95b-5d2e-4ac4-ba82-80a705a086f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.810945] env[70867]: DEBUG oslo_concurrency.lockutils [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Lock "f97cb95b-5d2e-4ac4-ba82-80a705a086f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.844724] env[70867]: DEBUG nova.compute.manager [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.890894] env[70867]: DEBUG nova.virt.hardware [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.891239] env[70867]: DEBUG nova.virt.hardware [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.891450] env[70867]: DEBUG nova.virt.hardware [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.891866] env[70867]: DEBUG nova.virt.hardware [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.892517] env[70867]: DEBUG nova.virt.hardware [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.892517] env[70867]: DEBUG nova.virt.hardware [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.892676] env[70867]: DEBUG nova.virt.hardware [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.893962] env[70867]: DEBUG nova.virt.hardware [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.894136] env[70867]: DEBUG nova.virt.hardware [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.894188] env[70867]: DEBUG nova.virt.hardware [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.895636] env[70867]: DEBUG nova.virt.hardware [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.896075] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ee2339-5e57-479e-8e20-1b7d0c95efe3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.906906] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3733d997-0686-4815-9ef9-863f8085b204 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.929121] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf1b4f2-b1ac-4a83-a8da-1253d74e53d6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.978254] env[70867]: DEBUG nova.network.neutron [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Successfully created port: 78ec417f-1470-4d7b-9efe-9f82ace38d41 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.016551] env[70867]: DEBUG oslo_concurrency.lockutils [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.071019] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.254s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.071019] env[70867]: DEBUG nova.compute.manager [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.075245] env[70867]: DEBUG oslo_concurrency.lockutils [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.088s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.080217] env[70867]: INFO nova.compute.claims [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.312676] env[70867]: DEBUG nova.compute.manager [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.440439] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquiring lock "548a2cd1-5cee-4a6d-91ea-2435dd9d0691" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.443829] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "548a2cd1-5cee-4a6d-91ea-2435dd9d0691" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.593571] env[70867]: DEBUG nova.compute.utils [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.595463] env[70867]: DEBUG nova.compute.manager [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.595732] env[70867]: DEBUG nova.network.neutron [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.692632] env[70867]: DEBUG nova.policy [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '855f35ea807b458098b5450de3b55645', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05536ca90dae455b9d08ca5f04518aba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.855250] env[70867]: DEBUG oslo_concurrency.lockutils [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.946152] env[70867]: DEBUG nova.compute.manager [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.096619] env[70867]: DEBUG nova.compute.manager [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.215948] env[70867]: DEBUG nova.network.neutron [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Successfully created port: 8f615391-1346-4837-9be2-b807f6819040 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.263541] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2632c822-f750-4860-949a-4a8a7989b2fa {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.271796] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0035d719-c450-40db-8fff-129701a022bd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.315279] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae7e6fb-7bb9-4807-bd63-f128086aac15 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.323055] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f14c34c-2041-4279-853e-2c7a61db16d4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.338928] env[70867]: DEBUG nova.compute.provider_tree [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.472720] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.845928] env[70867]: DEBUG nova.scheduler.client.report [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.896701] env[70867]: DEBUG oslo_concurrency.lockutils [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Acquiring lock "3dcf9e2a-4306-4025-a942-9aa1a598f49f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.896995] env[70867]: DEBUG oslo_concurrency.lockutils [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Lock "3dcf9e2a-4306-4025-a942-9aa1a598f49f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.111774] env[70867]: DEBUG nova.compute.manager [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.142242] env[70867]: DEBUG nova.virt.hardware [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.143608] env[70867]: DEBUG nova.virt.hardware [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.143608] env[70867]: DEBUG nova.virt.hardware [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.147527] env[70867]: DEBUG nova.virt.hardware [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.147527] env[70867]: DEBUG nova.virt.hardware [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.147527] env[70867]: DEBUG nova.virt.hardware [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.147527] env[70867]: DEBUG nova.virt.hardware [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.147527] env[70867]: DEBUG nova.virt.hardware [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.148136] env[70867]: DEBUG nova.virt.hardware [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.148136] env[70867]: DEBUG nova.virt.hardware [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.148136] env[70867]: DEBUG nova.virt.hardware [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.148136] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9851f985-3786-47c0-9dd2-66094e363cb6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.158655] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d2a5bd-638e-45df-b410-ba27285f7e33 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.351965] env[70867]: DEBUG oslo_concurrency.lockutils [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.277s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.352888] env[70867]: DEBUG nova.compute.manager [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.356520] env[70867]: DEBUG oslo_concurrency.lockutils [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.340s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.361663] env[70867]: INFO nova.compute.claims [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.402829] env[70867]: DEBUG nova.compute.manager [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.461149] env[70867]: DEBUG nova.network.neutron [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Successfully updated port: 78ec417f-1470-4d7b-9efe-9f82ace38d41 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.870480] env[70867]: DEBUG nova.compute.utils [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 663.874522] env[70867]: DEBUG nova.compute.manager [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 663.875456] env[70867]: DEBUG nova.network.neutron [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 663.943064] env[70867]: DEBUG oslo_concurrency.lockutils [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.965575] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Acquiring lock "refresh_cache-f0de3aaa-605f-48e6-a512-747263d49680" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.965724] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Acquired lock "refresh_cache-f0de3aaa-605f-48e6-a512-747263d49680" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.965875] env[70867]: DEBUG nova.network.neutron [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.006705] env[70867]: DEBUG nova.policy [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8827cc183971400d84bfd0cef1fdf748', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ab10af896634ae38bb06fd5cac1271b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.090518] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquiring lock "8ca8c5ef-e951-49bf-816c-84a297d92f07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.091752] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "8ca8c5ef-e951-49bf-816c-84a297d92f07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.375448] env[70867]: DEBUG nova.compute.manager [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.543186] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb3191f-3ff8-432a-827c-4fb99ee97670 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.557074] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58dadc9-033e-49ab-bc12-f9e1c1e7b15f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.602805] env[70867]: DEBUG nova.compute.manager [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.612476] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25cac43-be67-4607-b209-5650a3988632 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.615486] env[70867]: DEBUG nova.network.neutron [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.623305] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad41977-6101-4b14-abc9-5ce57cf47ed9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.638936] env[70867]: DEBUG nova.compute.provider_tree [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.796040] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 664.796435] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 664.796635] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 664.796838] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 664.797167] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 664.797240] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 664.797387] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 664.797552] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70867) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 664.797696] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 664.845597] env[70867]: DEBUG nova.network.neutron [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Successfully updated port: 8f615391-1346-4837-9be2-b807f6819040 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 665.037840] env[70867]: DEBUG nova.network.neutron [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Updating instance_info_cache with network_info: [{"id": "78ec417f-1470-4d7b-9efe-9f82ace38d41", "address": "fa:16:3e:2c:62:d8", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ec417f-14", "ovs_interfaceid": "78ec417f-1470-4d7b-9efe-9f82ace38d41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.142806] env[70867]: DEBUG nova.scheduler.client.report [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.155981] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.161351] env[70867]: DEBUG nova.compute.manager [req-76374e4e-770f-43ab-8824-dfa9568b2758 req-00dc0e6b-5697-4700-bed1-a45d5d82f3f3 service nova] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Received event network-vif-plugged-78ec417f-1470-4d7b-9efe-9f82ace38d41 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.161629] env[70867]: DEBUG oslo_concurrency.lockutils [req-76374e4e-770f-43ab-8824-dfa9568b2758 req-00dc0e6b-5697-4700-bed1-a45d5d82f3f3 service nova] Acquiring lock "f0de3aaa-605f-48e6-a512-747263d49680-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.161966] env[70867]: DEBUG oslo_concurrency.lockutils [req-76374e4e-770f-43ab-8824-dfa9568b2758 req-00dc0e6b-5697-4700-bed1-a45d5d82f3f3 service nova] Lock "f0de3aaa-605f-48e6-a512-747263d49680-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.163982] env[70867]: DEBUG oslo_concurrency.lockutils [req-76374e4e-770f-43ab-8824-dfa9568b2758 req-00dc0e6b-5697-4700-bed1-a45d5d82f3f3 service nova] Lock "f0de3aaa-605f-48e6-a512-747263d49680-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.163982] env[70867]: DEBUG nova.compute.manager [req-76374e4e-770f-43ab-8824-dfa9568b2758 req-00dc0e6b-5697-4700-bed1-a45d5d82f3f3 service nova] [instance: f0de3aaa-605f-48e6-a512-747263d49680] No waiting events found dispatching network-vif-plugged-78ec417f-1470-4d7b-9efe-9f82ace38d41 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.164111] env[70867]: WARNING nova.compute.manager [req-76374e4e-770f-43ab-8824-dfa9568b2758 req-00dc0e6b-5697-4700-bed1-a45d5d82f3f3 service nova] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Received unexpected event network-vif-plugged-78ec417f-1470-4d7b-9efe-9f82ace38d41 for instance with vm_state building and task_state spawning. [ 665.301704] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.350419] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Acquiring lock "refresh_cache-4a4a7b43-903f-495b-8bb9-becf921e7283" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.350583] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Acquired lock "refresh_cache-4a4a7b43-903f-495b-8bb9-becf921e7283" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.350583] env[70867]: DEBUG nova.network.neutron [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.361288] env[70867]: DEBUG nova.network.neutron [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Successfully created port: 08ffe4cf-b804-4af1-ba72-335cc3417199 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 665.387917] env[70867]: DEBUG nova.compute.manager [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.424972] env[70867]: DEBUG nova.virt.hardware [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.424972] env[70867]: DEBUG nova.virt.hardware [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.424972] env[70867]: DEBUG nova.virt.hardware [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.425192] env[70867]: DEBUG nova.virt.hardware [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.425192] env[70867]: DEBUG nova.virt.hardware [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.425263] env[70867]: DEBUG nova.virt.hardware [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.425472] env[70867]: DEBUG nova.virt.hardware [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.425623] env[70867]: DEBUG nova.virt.hardware [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.425783] env[70867]: DEBUG nova.virt.hardware [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.426382] env[70867]: DEBUG nova.virt.hardware [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.426382] env[70867]: DEBUG nova.virt.hardware [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.427417] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da3f891-ac6e-4884-904d-7745cb86599a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.436320] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051576e6-36f8-4ca4-af0d-2a7509f08dcc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.545959] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Releasing lock "refresh_cache-f0de3aaa-605f-48e6-a512-747263d49680" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.546434] env[70867]: DEBUG nova.compute.manager [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Instance network_info: |[{"id": "78ec417f-1470-4d7b-9efe-9f82ace38d41", "address": "fa:16:3e:2c:62:d8", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ec417f-14", "ovs_interfaceid": "78ec417f-1470-4d7b-9efe-9f82ace38d41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.546824] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:62:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78ec417f-1470-4d7b-9efe-9f82ace38d41', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.561666] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.561962] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bd6f542-8261-45c6-b29c-3a5347c95bc5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.579148] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Created folder: OpenStack in parent group-v4. [ 665.579324] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Creating folder: Project (90da801b930d47b19c3702a3f1b300c6). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.579660] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0c4a667-67ea-4a32-bac6-a04e096a4f88 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.590573] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Created folder: Project (90da801b930d47b19c3702a3f1b300c6) in parent group-v694272. [ 665.591249] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Creating folder: Instances. Parent ref: group-v694273. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.591249] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d1da2d0-a3e8-48eb-8ee8-6839679bb804 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.602505] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Created folder: Instances in parent group-v694273. [ 665.602505] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.602505] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.602505] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7f12d69-1e8f-45dd-80e1-c425997f8fbe {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.631323] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.631323] env[70867]: value = "task-3473094" [ 665.631323] env[70867]: _type = "Task" [ 665.631323] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.639873] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473094, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.655905] env[70867]: DEBUG oslo_concurrency.lockutils [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.299s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.656566] env[70867]: DEBUG nova.compute.manager [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 665.659320] env[70867]: DEBUG oslo_concurrency.lockutils [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.804s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.661758] env[70867]: INFO nova.compute.claims [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.903715] env[70867]: DEBUG nova.network.neutron [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 666.127633] env[70867]: DEBUG nova.network.neutron [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Updating instance_info_cache with network_info: [{"id": "8f615391-1346-4837-9be2-b807f6819040", "address": "fa:16:3e:21:dd:f3", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f615391-13", "ovs_interfaceid": "8f615391-1346-4837-9be2-b807f6819040", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.143198] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473094, 'name': CreateVM_Task, 'duration_secs': 0.439299} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.143335] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.157911] env[70867]: DEBUG oslo_vmware.service [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac225340-f525-450f-a743-727cd6775b44 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.165304] env[70867]: DEBUG nova.compute.utils [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.171919] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.172108] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.172786] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.176561] env[70867]: DEBUG nova.compute.manager [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.176561] env[70867]: DEBUG nova.network.neutron [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.178259] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e56a691e-82fc-44b5-ac22-f7f9cb7cf743 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.187112] env[70867]: DEBUG oslo_vmware.api [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Waiting for the task: (returnval){ [ 666.187112] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52fe53f4-a2c9-b575-deeb-20fdec4c0c07" [ 666.187112] env[70867]: _type = "Task" [ 666.187112] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.198820] env[70867]: DEBUG oslo_vmware.api [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52fe53f4-a2c9-b575-deeb-20fdec4c0c07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.232868] env[70867]: DEBUG nova.policy [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '312ca24f5b16421787dd15594b10d33b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bcf696ab71f64a4a95bcc004b20489d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.631800] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Releasing lock "refresh_cache-4a4a7b43-903f-495b-8bb9-becf921e7283" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.632539] env[70867]: DEBUG nova.compute.manager [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Instance network_info: |[{"id": "8f615391-1346-4837-9be2-b807f6819040", "address": "fa:16:3e:21:dd:f3", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f615391-13", "ovs_interfaceid": "8f615391-1346-4837-9be2-b807f6819040", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 666.632801] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:dd:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f615391-1346-4837-9be2-b807f6819040', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.640254] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Creating folder: Project (05536ca90dae455b9d08ca5f04518aba). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.640552] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21a4dbde-7638-4e0a-874d-31310407eba8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.655431] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Created folder: Project (05536ca90dae455b9d08ca5f04518aba) in parent group-v694272. [ 666.655625] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Creating folder: Instances. Parent ref: group-v694276. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.655863] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c34d44d-888e-4d15-9e78-bc4e40ad073f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.665900] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Created folder: Instances in parent group-v694276. [ 666.666266] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.668775] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.668775] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25fa806d-eff3-404d-ac1e-16e9f1ed2478 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.686837] env[70867]: DEBUG nova.compute.manager [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 666.699849] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.699849] env[70867]: value = "task-3473097" [ 666.699849] env[70867]: _type = "Task" [ 666.699849] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.722709] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473097, 'name': CreateVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.727948] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.727996] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.729152] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.729152] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.729152] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.733245] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8604f7c-7099-4f8b-a2f7-1aaa173c90bf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.743634] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.744259] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.744870] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26857da4-4f0b-451c-b9dc-6d5d73e2e402 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.755113] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21220f78-b3e7-4b79-8c5c-b6613da38094 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.761357] env[70867]: DEBUG oslo_vmware.api [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Waiting for the task: (returnval){ [ 666.761357] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52852c53-ab0d-04e4-35c9-01814348e7fd" [ 666.761357] env[70867]: _type = "Task" [ 666.761357] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.778097] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Preparing fetch location {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 666.779247] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Creating directory with path [datastore1] vmware_temp/b05d86b2-0f3d-42b7-9840-6eac3c48b680/dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.779580] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df740a48-bd27-421a-b321-2b5a4061ca80 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.813790] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Created directory with path [datastore1] vmware_temp/b05d86b2-0f3d-42b7-9840-6eac3c48b680/dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.814018] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Fetch image to [datastore1] vmware_temp/b05d86b2-0f3d-42b7-9840-6eac3c48b680/dd397023-e461-4e98-8ebe-ed21450996ea/tmp-sparse.vmdk {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 666.814198] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Downloading image file data dd397023-e461-4e98-8ebe-ed21450996ea to [datastore1] vmware_temp/b05d86b2-0f3d-42b7-9840-6eac3c48b680/dd397023-e461-4e98-8ebe-ed21450996ea/tmp-sparse.vmdk on the data store datastore1 {{(pid=70867) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 666.815045] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35b38e6-085a-4d95-8bd6-f8d64a4b38d4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.827725] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e832aa9-f1e2-4f8a-a064-623adfe76ef9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.841289] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f430f7cb-38f8-4bc9-813e-17366817173f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.891782] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e181236-51b9-4a4b-8b55-071b8daad930 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.898718] env[70867]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-fba5f5a3-0a26-4722-a832-50e900546469 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.917480] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78026179-c79a-4b9f-bd03-f80c3370807c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.924978] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af046afc-9a46-4fc1-8d8c-8e48c16767c5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.933423] env[70867]: DEBUG nova.network.neutron [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Successfully created port: 3d5d0f2d-4ccb-4420-860b-bfdd96ac8bf1 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.960284] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b61855d-12cf-435f-b598-3ed7adc1401c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.967842] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6343cdff-d6b6-41d2-9b8e-83d43125f855 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.981192] env[70867]: DEBUG nova.compute.provider_tree [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.987640] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Downloading image file data dd397023-e461-4e98-8ebe-ed21450996ea to the data store datastore1 {{(pid=70867) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 667.077155] env[70867]: DEBUG oslo_vmware.rw_handles [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b05d86b2-0f3d-42b7-9840-6eac3c48b680/dd397023-e461-4e98-8ebe-ed21450996ea/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70867) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 667.218096] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473097, 'name': CreateVM_Task, 'duration_secs': 0.371287} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.224264] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.227780] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.228575] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.228575] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.228798] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45e86897-b147-432f-ac63-485d263e5912 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.238789] env[70867]: DEBUG oslo_vmware.api [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Waiting for the task: (returnval){ [ 667.238789] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52821b51-df9f-394c-37bb-0b5bb90dbc37" [ 667.238789] env[70867]: _type = "Task" [ 667.238789] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.269025] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.269437] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.269564] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.488163] env[70867]: DEBUG nova.scheduler.client.report [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.704609] env[70867]: DEBUG nova.compute.manager [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 667.734589] env[70867]: DEBUG oslo_vmware.rw_handles [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Completed reading data from the image iterator. {{(pid=70867) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 667.735013] env[70867]: DEBUG oslo_vmware.rw_handles [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b05d86b2-0f3d-42b7-9840-6eac3c48b680/dd397023-e461-4e98-8ebe-ed21450996ea/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 667.737713] env[70867]: DEBUG nova.virt.hardware [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.737713] env[70867]: DEBUG nova.virt.hardware [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.738044] env[70867]: DEBUG nova.virt.hardware [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.738260] env[70867]: DEBUG nova.virt.hardware [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.739293] env[70867]: DEBUG nova.virt.hardware [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.739293] env[70867]: DEBUG nova.virt.hardware [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.739293] env[70867]: DEBUG nova.virt.hardware [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.739701] env[70867]: DEBUG nova.virt.hardware [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.739701] env[70867]: DEBUG nova.virt.hardware [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.739836] env[70867]: DEBUG nova.virt.hardware [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.740052] env[70867]: DEBUG nova.virt.hardware [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.741123] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d022150-95e9-4e49-a0a7-e0c834a3d057 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.750301] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03df7afe-219c-49d7-8e55-df7b92fe6609 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.836822] env[70867]: DEBUG nova.network.neutron [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Successfully updated port: 08ffe4cf-b804-4af1-ba72-335cc3417199 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.867464] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Downloaded image file data dd397023-e461-4e98-8ebe-ed21450996ea to vmware_temp/b05d86b2-0f3d-42b7-9840-6eac3c48b680/dd397023-e461-4e98-8ebe-ed21450996ea/tmp-sparse.vmdk on the data store datastore1 {{(pid=70867) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 667.869337] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Caching image {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 667.869542] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Copying Virtual Disk [datastore1] vmware_temp/b05d86b2-0f3d-42b7-9840-6eac3c48b680/dd397023-e461-4e98-8ebe-ed21450996ea/tmp-sparse.vmdk to [datastore1] vmware_temp/b05d86b2-0f3d-42b7-9840-6eac3c48b680/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.871318] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4c985fa-b005-4b2d-823b-39d615fa7c64 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.880493] env[70867]: DEBUG oslo_vmware.api [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Waiting for the task: (returnval){ [ 667.880493] env[70867]: value = "task-3473098" [ 667.880493] env[70867]: _type = "Task" [ 667.880493] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.891899] env[70867]: DEBUG oslo_vmware.api [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': task-3473098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.999642] env[70867]: DEBUG oslo_concurrency.lockutils [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.999642] env[70867]: DEBUG nova.compute.manager [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 668.002168] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.530s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.004022] env[70867]: INFO nova.compute.claims [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.204843] env[70867]: DEBUG nova.compute.manager [req-d5dc7f8e-6d50-44a3-bbb6-87f0c1b2412e req-323787ce-5908-4dc0-8345-32da259739c8 service nova] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Received event network-changed-78ec417f-1470-4d7b-9efe-9f82ace38d41 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.204843] env[70867]: DEBUG nova.compute.manager [req-d5dc7f8e-6d50-44a3-bbb6-87f0c1b2412e req-323787ce-5908-4dc0-8345-32da259739c8 service nova] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Refreshing instance network info cache due to event network-changed-78ec417f-1470-4d7b-9efe-9f82ace38d41. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.204843] env[70867]: DEBUG oslo_concurrency.lockutils [req-d5dc7f8e-6d50-44a3-bbb6-87f0c1b2412e req-323787ce-5908-4dc0-8345-32da259739c8 service nova] Acquiring lock "refresh_cache-f0de3aaa-605f-48e6-a512-747263d49680" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.204843] env[70867]: DEBUG oslo_concurrency.lockutils [req-d5dc7f8e-6d50-44a3-bbb6-87f0c1b2412e req-323787ce-5908-4dc0-8345-32da259739c8 service nova] Acquired lock "refresh_cache-f0de3aaa-605f-48e6-a512-747263d49680" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.205505] env[70867]: DEBUG nova.network.neutron [req-d5dc7f8e-6d50-44a3-bbb6-87f0c1b2412e req-323787ce-5908-4dc0-8345-32da259739c8 service nova] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Refreshing network info cache for port 78ec417f-1470-4d7b-9efe-9f82ace38d41 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.342253] env[70867]: DEBUG oslo_concurrency.lockutils [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Acquiring lock "refresh_cache-1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.342721] env[70867]: DEBUG oslo_concurrency.lockutils [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Acquired lock "refresh_cache-1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.342721] env[70867]: DEBUG nova.network.neutron [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.396827] env[70867]: DEBUG oslo_vmware.api [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': task-3473098, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.507204] env[70867]: DEBUG nova.compute.utils [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.508059] env[70867]: DEBUG nova.compute.manager [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 668.508298] env[70867]: DEBUG nova.network.neutron [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.605358] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Acquiring lock "88f4a83c-1880-4e6c-99ed-18e9229d1125" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.606153] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Lock "88f4a83c-1880-4e6c-99ed-18e9229d1125" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.650236] env[70867]: DEBUG nova.policy [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c15af14760848c1b5a1604ab317f040', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab733600f15045208190f00c95e5abe6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.894823] env[70867]: DEBUG oslo_vmware.api [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': task-3473098, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703879} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.895136] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Copied Virtual Disk [datastore1] vmware_temp/b05d86b2-0f3d-42b7-9840-6eac3c48b680/dd397023-e461-4e98-8ebe-ed21450996ea/tmp-sparse.vmdk to [datastore1] vmware_temp/b05d86b2-0f3d-42b7-9840-6eac3c48b680/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.895345] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Deleting the datastore file [datastore1] vmware_temp/b05d86b2-0f3d-42b7-9840-6eac3c48b680/dd397023-e461-4e98-8ebe-ed21450996ea/tmp-sparse.vmdk {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 668.895589] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f01513ff-c895-4bcd-b0f2-21ece61957b1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.903552] env[70867]: DEBUG oslo_vmware.api [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Waiting for the task: (returnval){ [ 668.903552] env[70867]: value = "task-3473099" [ 668.903552] env[70867]: _type = "Task" [ 668.903552] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.916198] env[70867]: DEBUG oslo_vmware.api [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': task-3473099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.012702] env[70867]: DEBUG nova.compute.manager [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.110272] env[70867]: DEBUG nova.compute.manager [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.132366] env[70867]: DEBUG nova.network.neutron [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.193907] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e9051c-a8ea-4a2f-bd50-3759bc90097c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.203825] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb9c85c-2d67-47d1-9266-d862bfdd04f4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.240637] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e76278-bfe4-40b8-aa01-8f2e8b93ef83 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.248992] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a8e832-44cc-476f-a370-7ce0089dd0bc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.262720] env[70867]: DEBUG nova.compute.provider_tree [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.415021] env[70867]: DEBUG oslo_vmware.api [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': task-3473099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039538} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.415335] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.415546] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Moving file from [datastore1] vmware_temp/b05d86b2-0f3d-42b7-9840-6eac3c48b680/dd397023-e461-4e98-8ebe-ed21450996ea to [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea. {{(pid=70867) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 669.415798] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-82b4d464-547f-4e32-9d15-8f7e13e0856f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.422698] env[70867]: DEBUG oslo_vmware.api [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Waiting for the task: (returnval){ [ 669.422698] env[70867]: value = "task-3473100" [ 669.422698] env[70867]: _type = "Task" [ 669.422698] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.431512] env[70867]: DEBUG oslo_vmware.api [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': task-3473100, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.641666] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.766702] env[70867]: DEBUG nova.scheduler.client.report [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.787142] env[70867]: DEBUG nova.network.neutron [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Updating instance_info_cache with network_info: [{"id": "08ffe4cf-b804-4af1-ba72-335cc3417199", "address": "fa:16:3e:0c:be:3b", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08ffe4cf-b8", "ovs_interfaceid": "08ffe4cf-b804-4af1-ba72-335cc3417199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.832176] env[70867]: DEBUG nova.network.neutron [req-d5dc7f8e-6d50-44a3-bbb6-87f0c1b2412e req-323787ce-5908-4dc0-8345-32da259739c8 service nova] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Updated VIF entry in instance network info cache for port 78ec417f-1470-4d7b-9efe-9f82ace38d41. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.832176] env[70867]: DEBUG nova.network.neutron [req-d5dc7f8e-6d50-44a3-bbb6-87f0c1b2412e req-323787ce-5908-4dc0-8345-32da259739c8 service nova] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Updating instance_info_cache with network_info: [{"id": "78ec417f-1470-4d7b-9efe-9f82ace38d41", "address": "fa:16:3e:2c:62:d8", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ec417f-14", "ovs_interfaceid": "78ec417f-1470-4d7b-9efe-9f82ace38d41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.934645] env[70867]: DEBUG oslo_vmware.api [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': task-3473100, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.031479} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.935073] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] File moved {{(pid=70867) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 669.935842] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Cleaning up location [datastore1] vmware_temp/b05d86b2-0f3d-42b7-9840-6eac3c48b680 {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 669.936394] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Deleting the datastore file [datastore1] vmware_temp/b05d86b2-0f3d-42b7-9840-6eac3c48b680 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 669.936531] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8507669-1897-4ad5-82ad-db68011b26f1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.944696] env[70867]: DEBUG oslo_vmware.api [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Waiting for the task: (returnval){ [ 669.944696] env[70867]: value = "task-3473101" [ 669.944696] env[70867]: _type = "Task" [ 669.944696] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.955645] env[70867]: DEBUG oslo_vmware.api [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': task-3473101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.985992] env[70867]: DEBUG nova.network.neutron [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Successfully updated port: 3d5d0f2d-4ccb-4420-860b-bfdd96ac8bf1 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.022112] env[70867]: DEBUG nova.compute.manager [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.070482] env[70867]: DEBUG nova.virt.hardware [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.070482] env[70867]: DEBUG nova.virt.hardware [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.070482] env[70867]: DEBUG nova.virt.hardware [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.070702] env[70867]: DEBUG nova.virt.hardware [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.070769] env[70867]: DEBUG nova.virt.hardware [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.070910] env[70867]: DEBUG nova.virt.hardware [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.071120] env[70867]: DEBUG nova.virt.hardware [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.071401] env[70867]: DEBUG nova.virt.hardware [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.071678] env[70867]: DEBUG nova.virt.hardware [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.071904] env[70867]: DEBUG nova.virt.hardware [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.072221] env[70867]: DEBUG nova.virt.hardware [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.073225] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fedd39-429b-4d5f-99aa-f19aa99cdde7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.085196] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac2afb5-b80b-4011-8c4b-bc87dbf52f82 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.206543] env[70867]: DEBUG nova.network.neutron [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Successfully created port: 4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.273300] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.271s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.273607] env[70867]: DEBUG nova.compute.manager [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 670.277450] env[70867]: DEBUG oslo_concurrency.lockutils [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.334s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.279607] env[70867]: INFO nova.compute.claims [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.292055] env[70867]: DEBUG oslo_concurrency.lockutils [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Releasing lock "refresh_cache-1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.293360] env[70867]: DEBUG nova.compute.manager [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Instance network_info: |[{"id": "08ffe4cf-b804-4af1-ba72-335cc3417199", "address": "fa:16:3e:0c:be:3b", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08ffe4cf-b8", "ovs_interfaceid": "08ffe4cf-b804-4af1-ba72-335cc3417199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 670.293789] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:be:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08ffe4cf-b804-4af1-ba72-335cc3417199', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.303660] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Creating folder: Project (6ab10af896634ae38bb06fd5cac1271b). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.303751] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7f36a54-f89f-4e25-b762-980b54a30606 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.318047] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Created folder: Project (6ab10af896634ae38bb06fd5cac1271b) in parent group-v694272. [ 670.318047] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Creating folder: Instances. Parent ref: group-v694279. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.321018] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f14cc541-7442-48a4-aa98-5abea7981d56 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.334385] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Created folder: Instances in parent group-v694279. [ 670.334385] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.334486] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.335298] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c83d33b-8e7a-4dfa-81fa-bd2143c4792f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.352917] env[70867]: DEBUG oslo_concurrency.lockutils [req-d5dc7f8e-6d50-44a3-bbb6-87f0c1b2412e req-323787ce-5908-4dc0-8345-32da259739c8 service nova] Releasing lock "refresh_cache-f0de3aaa-605f-48e6-a512-747263d49680" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.353209] env[70867]: DEBUG nova.compute.manager [req-d5dc7f8e-6d50-44a3-bbb6-87f0c1b2412e req-323787ce-5908-4dc0-8345-32da259739c8 service nova] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Received event network-vif-plugged-8f615391-1346-4837-9be2-b807f6819040 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.353361] env[70867]: DEBUG oslo_concurrency.lockutils [req-d5dc7f8e-6d50-44a3-bbb6-87f0c1b2412e req-323787ce-5908-4dc0-8345-32da259739c8 service nova] Acquiring lock "4a4a7b43-903f-495b-8bb9-becf921e7283-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.353554] env[70867]: DEBUG oslo_concurrency.lockutils [req-d5dc7f8e-6d50-44a3-bbb6-87f0c1b2412e req-323787ce-5908-4dc0-8345-32da259739c8 service nova] Lock "4a4a7b43-903f-495b-8bb9-becf921e7283-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.353709] env[70867]: DEBUG oslo_concurrency.lockutils [req-d5dc7f8e-6d50-44a3-bbb6-87f0c1b2412e req-323787ce-5908-4dc0-8345-32da259739c8 service nova] Lock "4a4a7b43-903f-495b-8bb9-becf921e7283-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.353862] env[70867]: DEBUG nova.compute.manager [req-d5dc7f8e-6d50-44a3-bbb6-87f0c1b2412e req-323787ce-5908-4dc0-8345-32da259739c8 service nova] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] No waiting events found dispatching network-vif-plugged-8f615391-1346-4837-9be2-b807f6819040 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 670.354033] env[70867]: WARNING nova.compute.manager [req-d5dc7f8e-6d50-44a3-bbb6-87f0c1b2412e req-323787ce-5908-4dc0-8345-32da259739c8 service nova] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Received unexpected event network-vif-plugged-8f615391-1346-4837-9be2-b807f6819040 for instance with vm_state building and task_state spawning. [ 670.354252] env[70867]: DEBUG nova.compute.manager [req-d5dc7f8e-6d50-44a3-bbb6-87f0c1b2412e req-323787ce-5908-4dc0-8345-32da259739c8 service nova] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Received event network-changed-8f615391-1346-4837-9be2-b807f6819040 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.354431] env[70867]: DEBUG nova.compute.manager [req-d5dc7f8e-6d50-44a3-bbb6-87f0c1b2412e req-323787ce-5908-4dc0-8345-32da259739c8 service nova] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Refreshing instance network info cache due to event network-changed-8f615391-1346-4837-9be2-b807f6819040. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 670.354518] env[70867]: DEBUG oslo_concurrency.lockutils [req-d5dc7f8e-6d50-44a3-bbb6-87f0c1b2412e req-323787ce-5908-4dc0-8345-32da259739c8 service nova] Acquiring lock "refresh_cache-4a4a7b43-903f-495b-8bb9-becf921e7283" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.355207] env[70867]: DEBUG oslo_concurrency.lockutils [req-d5dc7f8e-6d50-44a3-bbb6-87f0c1b2412e req-323787ce-5908-4dc0-8345-32da259739c8 service nova] Acquired lock "refresh_cache-4a4a7b43-903f-495b-8bb9-becf921e7283" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.355207] env[70867]: DEBUG nova.network.neutron [req-d5dc7f8e-6d50-44a3-bbb6-87f0c1b2412e req-323787ce-5908-4dc0-8345-32da259739c8 service nova] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Refreshing network info cache for port 8f615391-1346-4837-9be2-b807f6819040 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.365976] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.365976] env[70867]: value = "task-3473104" [ 670.365976] env[70867]: _type = "Task" [ 670.365976] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.377997] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473104, 'name': CreateVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.459394] env[70867]: DEBUG oslo_vmware.api [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': task-3473101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040263} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.460060] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 670.461227] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dd84bf3-1075-48e8-bead-2d0bf949d33b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.470237] env[70867]: DEBUG oslo_vmware.api [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Waiting for the task: (returnval){ [ 670.470237] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527228fc-223c-cc20-6ca4-8f19b7e95a88" [ 670.470237] env[70867]: _type = "Task" [ 670.470237] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.483820] env[70867]: DEBUG oslo_vmware.api [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527228fc-223c-cc20-6ca4-8f19b7e95a88, 'name': SearchDatastore_Task, 'duration_secs': 0.00863} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.484175] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.486160] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] f0de3aaa-605f-48e6-a512-747263d49680/f0de3aaa-605f-48e6-a512-747263d49680.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.486160] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.486160] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.486160] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-704ba54d-b33a-4487-ae75-728c6faa5c87 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.490008] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2887f8be-c6fc-416f-9dee-d4b81e70b0ff {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.492530] env[70867]: DEBUG oslo_concurrency.lockutils [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Acquiring lock "refresh_cache-4be98957-bf1b-4464-bb2b-66349fa66668" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.496195] env[70867]: DEBUG oslo_concurrency.lockutils [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Acquired lock "refresh_cache-4be98957-bf1b-4464-bb2b-66349fa66668" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.496195] env[70867]: DEBUG nova.network.neutron [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.500333] env[70867]: DEBUG oslo_vmware.api [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Waiting for the task: (returnval){ [ 670.500333] env[70867]: value = "task-3473105" [ 670.500333] env[70867]: _type = "Task" [ 670.500333] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.510539] env[70867]: DEBUG oslo_vmware.api [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': task-3473105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.514449] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.514449] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.515720] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a5bcd3e-4602-4fe0-b8fa-121cf0cf9285 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.521908] env[70867]: DEBUG oslo_vmware.api [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Waiting for the task: (returnval){ [ 670.521908] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52b040be-c829-02d2-de66-b8f2a397b2be" [ 670.521908] env[70867]: _type = "Task" [ 670.521908] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.532514] env[70867]: DEBUG oslo_vmware.api [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52b040be-c829-02d2-de66-b8f2a397b2be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.786173] env[70867]: DEBUG nova.compute.utils [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.791562] env[70867]: DEBUG nova.compute.manager [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 670.791997] env[70867]: DEBUG nova.network.neutron [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 670.870613] env[70867]: DEBUG nova.policy [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b033a886a4844d608c610d66bee52c1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9887a501ada94094811782796978977f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.883922] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473104, 'name': CreateVM_Task, 'duration_secs': 0.313385} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.884116] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.884860] env[70867]: DEBUG oslo_concurrency.lockutils [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.885115] env[70867]: DEBUG oslo_concurrency.lockutils [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.885452] env[70867]: DEBUG oslo_concurrency.lockutils [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.885878] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c006cb80-8876-475d-8f2a-685ef3a868d6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.891372] env[70867]: DEBUG oslo_vmware.api [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Waiting for the task: (returnval){ [ 670.891372] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c4d2df-363f-304a-ff80-02f9054ed614" [ 670.891372] env[70867]: _type = "Task" [ 670.891372] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.902629] env[70867]: DEBUG oslo_vmware.api [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c4d2df-363f-304a-ff80-02f9054ed614, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.921435] env[70867]: DEBUG oslo_concurrency.lockutils [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Acquiring lock "00ea765e-2487-4758-bfb8-2ff5e5ed4070" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.921435] env[70867]: DEBUG oslo_concurrency.lockutils [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Lock "00ea765e-2487-4758-bfb8-2ff5e5ed4070" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.987956] env[70867]: DEBUG nova.compute.manager [req-12104630-6931-44e6-a9ad-55a5903c6cbc req-99941fab-92ee-4300-8635-cd3370285bbf service nova] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Received event network-vif-plugged-3d5d0f2d-4ccb-4420-860b-bfdd96ac8bf1 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.991046] env[70867]: DEBUG oslo_concurrency.lockutils [req-12104630-6931-44e6-a9ad-55a5903c6cbc req-99941fab-92ee-4300-8635-cd3370285bbf service nova] Acquiring lock "4be98957-bf1b-4464-bb2b-66349fa66668-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.991046] env[70867]: DEBUG oslo_concurrency.lockutils [req-12104630-6931-44e6-a9ad-55a5903c6cbc req-99941fab-92ee-4300-8635-cd3370285bbf service nova] Lock "4be98957-bf1b-4464-bb2b-66349fa66668-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.991344] env[70867]: DEBUG oslo_concurrency.lockutils [req-12104630-6931-44e6-a9ad-55a5903c6cbc req-99941fab-92ee-4300-8635-cd3370285bbf service nova] Lock "4be98957-bf1b-4464-bb2b-66349fa66668-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.991344] env[70867]: DEBUG nova.compute.manager [req-12104630-6931-44e6-a9ad-55a5903c6cbc req-99941fab-92ee-4300-8635-cd3370285bbf service nova] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] No waiting events found dispatching network-vif-plugged-3d5d0f2d-4ccb-4420-860b-bfdd96ac8bf1 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 670.991507] env[70867]: WARNING nova.compute.manager [req-12104630-6931-44e6-a9ad-55a5903c6cbc req-99941fab-92ee-4300-8635-cd3370285bbf service nova] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Received unexpected event network-vif-plugged-3d5d0f2d-4ccb-4420-860b-bfdd96ac8bf1 for instance with vm_state building and task_state spawning. [ 671.020192] env[70867]: DEBUG oslo_vmware.api [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': task-3473105, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.031682] env[70867]: DEBUG oslo_vmware.api [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52b040be-c829-02d2-de66-b8f2a397b2be, 'name': SearchDatastore_Task, 'duration_secs': 0.009721} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.033693] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64261fc6-ff25-4d22-bb88-0ec065baead3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.038926] env[70867]: DEBUG oslo_vmware.api [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Waiting for the task: (returnval){ [ 671.038926] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5280ecec-8976-ae43-e5ef-d5bb2f95d877" [ 671.038926] env[70867]: _type = "Task" [ 671.038926] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.048711] env[70867]: DEBUG oslo_vmware.api [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5280ecec-8976-ae43-e5ef-d5bb2f95d877, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.077817] env[70867]: DEBUG nova.network.neutron [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.292289] env[70867]: DEBUG nova.compute.manager [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 671.409996] env[70867]: DEBUG oslo_vmware.api [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c4d2df-363f-304a-ff80-02f9054ed614, 'name': SearchDatastore_Task, 'duration_secs': 0.053041} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.409996] env[70867]: DEBUG oslo_concurrency.lockutils [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.409996] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.409996] env[70867]: DEBUG oslo_concurrency.lockutils [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.424643] env[70867]: DEBUG nova.compute.manager [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 00ea765e-2487-4758-bfb8-2ff5e5ed4070] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.523611] env[70867]: DEBUG oslo_vmware.api [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': task-3473105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54435} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.524292] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] f0de3aaa-605f-48e6-a512-747263d49680/f0de3aaa-605f-48e6-a512-747263d49680.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.525246] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.525246] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c123bff7-27df-44ba-8532-13052bf8f0b3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.538373] env[70867]: DEBUG oslo_vmware.api [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Waiting for the task: (returnval){ [ 671.538373] env[70867]: value = "task-3473106" [ 671.538373] env[70867]: _type = "Task" [ 671.538373] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.550278] env[70867]: DEBUG oslo_vmware.api [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': task-3473106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.557018] env[70867]: DEBUG oslo_vmware.api [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5280ecec-8976-ae43-e5ef-d5bb2f95d877, 'name': SearchDatastore_Task, 'duration_secs': 0.00979} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.557844] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.558123] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 4a4a7b43-903f-495b-8bb9-becf921e7283/4a4a7b43-903f-495b-8bb9-becf921e7283.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.558859] env[70867]: DEBUG oslo_concurrency.lockutils [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.558859] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.558859] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a953759d-c6a1-4df1-afdf-4e76d6722bff {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.561565] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f75365b7-e7f5-47d3-b548-1527ce03a3c7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.570105] env[70867]: DEBUG oslo_vmware.api [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Waiting for the task: (returnval){ [ 671.570105] env[70867]: value = "task-3473107" [ 671.570105] env[70867]: _type = "Task" [ 671.570105] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.574915] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.574915] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.575931] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b54d5c3-01eb-4311-bdc7-79056d36f240 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.581975] env[70867]: DEBUG oslo_vmware.api [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Task: {'id': task-3473107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.585186] env[70867]: DEBUG oslo_vmware.api [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Waiting for the task: (returnval){ [ 671.585186] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52436b0b-faae-7ea8-cf1e-d2c390f0e5a8" [ 671.585186] env[70867]: _type = "Task" [ 671.585186] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.593761] env[70867]: DEBUG oslo_vmware.api [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52436b0b-faae-7ea8-cf1e-d2c390f0e5a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.684116] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd378d0-9b59-4d76-8807-c712c8e64fa5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.694598] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40047e53-0f90-479c-b407-80591ab35ccf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.732491] env[70867]: DEBUG nova.network.neutron [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Updating instance_info_cache with network_info: [{"id": "3d5d0f2d-4ccb-4420-860b-bfdd96ac8bf1", "address": "fa:16:3e:02:c6:69", "network": {"id": "9fa0bc35-9445-4e42-a140-54118dd0e50d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-472382922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcf696ab71f64a4a95bcc004b20489d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d5d0f2d-4c", "ovs_interfaceid": "3d5d0f2d-4ccb-4420-860b-bfdd96ac8bf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.736914] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3116da49-a9c9-4720-ad49-48aff2d743af {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.746453] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae3b007-9815-471c-b710-6a229f5a318e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.753701] env[70867]: DEBUG nova.compute.manager [req-1f0c4caf-1b77-429a-97fd-99fabf8518bd req-1db08c86-e649-439f-bad9-fa4ef0349745 service nova] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Received event network-vif-plugged-08ffe4cf-b804-4af1-ba72-335cc3417199 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.753895] env[70867]: DEBUG oslo_concurrency.lockutils [req-1f0c4caf-1b77-429a-97fd-99fabf8518bd req-1db08c86-e649-439f-bad9-fa4ef0349745 service nova] Acquiring lock "1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.754142] env[70867]: DEBUG oslo_concurrency.lockutils [req-1f0c4caf-1b77-429a-97fd-99fabf8518bd req-1db08c86-e649-439f-bad9-fa4ef0349745 service nova] Lock "1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.754350] env[70867]: DEBUG oslo_concurrency.lockutils [req-1f0c4caf-1b77-429a-97fd-99fabf8518bd req-1db08c86-e649-439f-bad9-fa4ef0349745 service nova] Lock "1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.754510] env[70867]: DEBUG nova.compute.manager [req-1f0c4caf-1b77-429a-97fd-99fabf8518bd req-1db08c86-e649-439f-bad9-fa4ef0349745 service nova] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] No waiting events found dispatching network-vif-plugged-08ffe4cf-b804-4af1-ba72-335cc3417199 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 671.754687] env[70867]: WARNING nova.compute.manager [req-1f0c4caf-1b77-429a-97fd-99fabf8518bd req-1db08c86-e649-439f-bad9-fa4ef0349745 service nova] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Received unexpected event network-vif-plugged-08ffe4cf-b804-4af1-ba72-335cc3417199 for instance with vm_state building and task_state spawning. [ 671.754871] env[70867]: DEBUG nova.compute.manager [req-1f0c4caf-1b77-429a-97fd-99fabf8518bd req-1db08c86-e649-439f-bad9-fa4ef0349745 service nova] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Received event network-changed-08ffe4cf-b804-4af1-ba72-335cc3417199 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.755066] env[70867]: DEBUG nova.compute.manager [req-1f0c4caf-1b77-429a-97fd-99fabf8518bd req-1db08c86-e649-439f-bad9-fa4ef0349745 service nova] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Refreshing instance network info cache due to event network-changed-08ffe4cf-b804-4af1-ba72-335cc3417199. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 671.755275] env[70867]: DEBUG oslo_concurrency.lockutils [req-1f0c4caf-1b77-429a-97fd-99fabf8518bd req-1db08c86-e649-439f-bad9-fa4ef0349745 service nova] Acquiring lock "refresh_cache-1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.755460] env[70867]: DEBUG oslo_concurrency.lockutils [req-1f0c4caf-1b77-429a-97fd-99fabf8518bd req-1db08c86-e649-439f-bad9-fa4ef0349745 service nova] Acquired lock "refresh_cache-1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.755743] env[70867]: DEBUG nova.network.neutron [req-1f0c4caf-1b77-429a-97fd-99fabf8518bd req-1db08c86-e649-439f-bad9-fa4ef0349745 service nova] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Refreshing network info cache for port 08ffe4cf-b804-4af1-ba72-335cc3417199 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.766866] env[70867]: DEBUG nova.compute.provider_tree [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.777675] env[70867]: DEBUG nova.network.neutron [req-d5dc7f8e-6d50-44a3-bbb6-87f0c1b2412e req-323787ce-5908-4dc0-8345-32da259739c8 service nova] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Updated VIF entry in instance network info cache for port 8f615391-1346-4837-9be2-b807f6819040. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.778272] env[70867]: DEBUG nova.network.neutron [req-d5dc7f8e-6d50-44a3-bbb6-87f0c1b2412e req-323787ce-5908-4dc0-8345-32da259739c8 service nova] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Updating instance_info_cache with network_info: [{"id": "8f615391-1346-4837-9be2-b807f6819040", "address": "fa:16:3e:21:dd:f3", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f615391-13", "ovs_interfaceid": "8f615391-1346-4837-9be2-b807f6819040", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.954473] env[70867]: DEBUG oslo_concurrency.lockutils [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.049335] env[70867]: DEBUG oslo_vmware.api [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': task-3473106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07134} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.049677] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.050614] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356a5640-71a8-4985-92ed-fe3c676a26b2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.078290] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] f0de3aaa-605f-48e6-a512-747263d49680/f0de3aaa-605f-48e6-a512-747263d49680.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.080540] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59c3ae2f-fabc-4e90-8e9b-b228be5f20dc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.112145] env[70867]: DEBUG oslo_vmware.api [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Task: {'id': task-3473107, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.115267] env[70867]: DEBUG oslo_vmware.api [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Waiting for the task: (returnval){ [ 672.115267] env[70867]: value = "task-3473108" [ 672.115267] env[70867]: _type = "Task" [ 672.115267] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.124886] env[70867]: DEBUG oslo_vmware.api [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': task-3473108, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.129218] env[70867]: DEBUG oslo_vmware.api [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52436b0b-faae-7ea8-cf1e-d2c390f0e5a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010033} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.130107] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed4c7282-75d5-4083-8c69-d1843c8adbc9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.136132] env[70867]: DEBUG oslo_vmware.api [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Waiting for the task: (returnval){ [ 672.136132] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f19d8d-cf8e-2463-1151-e6346ab62c16" [ 672.136132] env[70867]: _type = "Task" [ 672.136132] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.136932] env[70867]: DEBUG nova.network.neutron [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Successfully created port: 2487d051-c1d3-40c3-aabd-0508c8598798 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 672.148287] env[70867]: DEBUG oslo_vmware.api [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f19d8d-cf8e-2463-1151-e6346ab62c16, 'name': SearchDatastore_Task, 'duration_secs': 0.009431} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.148956] env[70867]: DEBUG oslo_concurrency.lockutils [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.148956] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d/1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.149922] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0d38fef-c22b-4026-aebd-5e7c61b02308 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.155629] env[70867]: DEBUG oslo_vmware.api [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Waiting for the task: (returnval){ [ 672.155629] env[70867]: value = "task-3473109" [ 672.155629] env[70867]: _type = "Task" [ 672.155629] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.163507] env[70867]: DEBUG oslo_vmware.api [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Task: {'id': task-3473109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.237183] env[70867]: DEBUG oslo_concurrency.lockutils [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Releasing lock "refresh_cache-4be98957-bf1b-4464-bb2b-66349fa66668" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.237653] env[70867]: DEBUG nova.compute.manager [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Instance network_info: |[{"id": "3d5d0f2d-4ccb-4420-860b-bfdd96ac8bf1", "address": "fa:16:3e:02:c6:69", "network": {"id": "9fa0bc35-9445-4e42-a140-54118dd0e50d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-472382922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcf696ab71f64a4a95bcc004b20489d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d5d0f2d-4c", "ovs_interfaceid": "3d5d0f2d-4ccb-4420-860b-bfdd96ac8bf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.237905] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:c6:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8059554c-499f-44b4-be06-29f80ec36b34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d5d0f2d-4ccb-4420-860b-bfdd96ac8bf1', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.246027] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Creating folder: Project (bcf696ab71f64a4a95bcc004b20489d6). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.246327] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee63ee80-8ad5-4b48-bfac-609b66fcd460 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.257415] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Created folder: Project (bcf696ab71f64a4a95bcc004b20489d6) in parent group-v694272. [ 672.257608] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Creating folder: Instances. Parent ref: group-v694282. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.257857] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8cc15bd-e45e-4809-bc3d-2ab322812e4d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.270804] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Created folder: Instances in parent group-v694282. [ 672.271249] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.271249] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.271353] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d15d853b-668d-491f-85ba-f87e3484aa68 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.290125] env[70867]: DEBUG nova.scheduler.client.report [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.293889] env[70867]: DEBUG oslo_concurrency.lockutils [req-d5dc7f8e-6d50-44a3-bbb6-87f0c1b2412e req-323787ce-5908-4dc0-8345-32da259739c8 service nova] Releasing lock "refresh_cache-4a4a7b43-903f-495b-8bb9-becf921e7283" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.303989] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.303989] env[70867]: value = "task-3473112" [ 672.303989] env[70867]: _type = "Task" [ 672.303989] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.305329] env[70867]: DEBUG nova.compute.manager [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.316577] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473112, 'name': CreateVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.349393] env[70867]: DEBUG nova.virt.hardware [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.349781] env[70867]: DEBUG nova.virt.hardware [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.349986] env[70867]: DEBUG nova.virt.hardware [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.350225] env[70867]: DEBUG nova.virt.hardware [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.350404] env[70867]: DEBUG nova.virt.hardware [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.351518] env[70867]: DEBUG nova.virt.hardware [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.351838] env[70867]: DEBUG nova.virt.hardware [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.352249] env[70867]: DEBUG nova.virt.hardware [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.352249] env[70867]: DEBUG nova.virt.hardware [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.354236] env[70867]: DEBUG nova.virt.hardware [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.354236] env[70867]: DEBUG nova.virt.hardware [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.354236] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1249bb4-73bf-4f2e-bcb9-114242a30997 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.362312] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556c345c-569b-44d0-8cfc-9ba94228870e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.601251] env[70867]: DEBUG oslo_vmware.api [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Task: {'id': task-3473107, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582103} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.601745] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 4a4a7b43-903f-495b-8bb9-becf921e7283/4a4a7b43-903f-495b-8bb9-becf921e7283.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.602202] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.602568] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e297cbc8-3310-4489-a746-d6eed4545cbd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.615696] env[70867]: DEBUG oslo_vmware.api [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Waiting for the task: (returnval){ [ 672.615696] env[70867]: value = "task-3473113" [ 672.615696] env[70867]: _type = "Task" [ 672.615696] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.638048] env[70867]: DEBUG oslo_vmware.api [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': task-3473108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.642086] env[70867]: DEBUG oslo_vmware.api [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Task: {'id': task-3473113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.670040] env[70867]: DEBUG oslo_vmware.api [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Task: {'id': task-3473109, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.703150] env[70867]: DEBUG nova.network.neutron [req-1f0c4caf-1b77-429a-97fd-99fabf8518bd req-1db08c86-e649-439f-bad9-fa4ef0349745 service nova] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Updated VIF entry in instance network info cache for port 08ffe4cf-b804-4af1-ba72-335cc3417199. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.704290] env[70867]: DEBUG nova.network.neutron [req-1f0c4caf-1b77-429a-97fd-99fabf8518bd req-1db08c86-e649-439f-bad9-fa4ef0349745 service nova] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Updating instance_info_cache with network_info: [{"id": "08ffe4cf-b804-4af1-ba72-335cc3417199", "address": "fa:16:3e:0c:be:3b", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08ffe4cf-b8", "ovs_interfaceid": "08ffe4cf-b804-4af1-ba72-335cc3417199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.706219] env[70867]: DEBUG oslo_concurrency.lockutils [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Acquiring lock "dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.706291] env[70867]: DEBUG oslo_concurrency.lockutils [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Lock "dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.796182] env[70867]: DEBUG oslo_concurrency.lockutils [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.797125] env[70867]: DEBUG nova.compute.manager [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.800640] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.645s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.803877] env[70867]: INFO nova.compute.claims [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.817397] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473112, 'name': CreateVM_Task, 'duration_secs': 0.483623} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.818028] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.818557] env[70867]: DEBUG oslo_concurrency.lockutils [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.818709] env[70867]: DEBUG oslo_concurrency.lockutils [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.819113] env[70867]: DEBUG oslo_concurrency.lockutils [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.819554] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0edc3fd8-d9cb-4c0f-855b-dd1dc149e96d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.825879] env[70867]: DEBUG oslo_vmware.api [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Waiting for the task: (returnval){ [ 672.825879] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52451df4-7757-f576-732b-269b29738b2d" [ 672.825879] env[70867]: _type = "Task" [ 672.825879] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.838944] env[70867]: DEBUG oslo_vmware.api [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52451df4-7757-f576-732b-269b29738b2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.132616] env[70867]: DEBUG oslo_vmware.api [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Task: {'id': task-3473113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087756} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.136628] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.137668] env[70867]: DEBUG oslo_vmware.api [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': task-3473108, 'name': ReconfigVM_Task, 'duration_secs': 0.627134} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.137668] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d391d5c3-739f-4c1a-b217-b6f918e0ee7d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.141361] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Reconfigured VM instance instance-00000001 to attach disk [datastore1] f0de3aaa-605f-48e6-a512-747263d49680/f0de3aaa-605f-48e6-a512-747263d49680.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.141581] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ed47770-bd82-4a99-b5c2-d66b9e9cfada {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.163438] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 4a4a7b43-903f-495b-8bb9-becf921e7283/4a4a7b43-903f-495b-8bb9-becf921e7283.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.167368] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ee5059d-765e-4139-8319-cd296da779bb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.185532] env[70867]: DEBUG oslo_vmware.api [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Waiting for the task: (returnval){ [ 673.185532] env[70867]: value = "task-3473114" [ 673.185532] env[70867]: _type = "Task" [ 673.185532] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.193518] env[70867]: DEBUG oslo_vmware.api [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Waiting for the task: (returnval){ [ 673.193518] env[70867]: value = "task-3473115" [ 673.193518] env[70867]: _type = "Task" [ 673.193518] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.202541] env[70867]: DEBUG oslo_vmware.api [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Task: {'id': task-3473109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537483} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.202718] env[70867]: DEBUG oslo_vmware.api [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': task-3473114, 'name': Rename_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.203361] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d/1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.203658] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.203811] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4865822f-810a-4c0d-8884-7a3ef0169dc1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.208716] env[70867]: DEBUG oslo_concurrency.lockutils [req-1f0c4caf-1b77-429a-97fd-99fabf8518bd req-1db08c86-e649-439f-bad9-fa4ef0349745 service nova] Releasing lock "refresh_cache-1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.209034] env[70867]: DEBUG oslo_vmware.api [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Task: {'id': task-3473115, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.212966] env[70867]: DEBUG oslo_vmware.api [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Waiting for the task: (returnval){ [ 673.212966] env[70867]: value = "task-3473116" [ 673.212966] env[70867]: _type = "Task" [ 673.212966] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.223890] env[70867]: DEBUG oslo_vmware.api [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Task: {'id': task-3473116, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.312026] env[70867]: DEBUG nova.compute.utils [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.312026] env[70867]: DEBUG nova.compute.manager [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Not allocating networking since 'none' was specified. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 673.349033] env[70867]: DEBUG oslo_vmware.api [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52451df4-7757-f576-732b-269b29738b2d, 'name': SearchDatastore_Task, 'duration_secs': 0.009168} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.349521] env[70867]: DEBUG oslo_concurrency.lockutils [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.349704] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.349987] env[70867]: DEBUG oslo_concurrency.lockutils [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.350182] env[70867]: DEBUG oslo_concurrency.lockutils [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.350457] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.352116] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82e76ce8-dfa9-4dc5-810c-6181ff91229a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.362464] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.362701] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.363534] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd4c4cc3-a271-4f1d-801c-3009281b6c9c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.369706] env[70867]: DEBUG oslo_vmware.api [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Waiting for the task: (returnval){ [ 673.369706] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]520f833d-ef70-0104-950d-0560081bd25c" [ 673.369706] env[70867]: _type = "Task" [ 673.369706] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.384222] env[70867]: DEBUG oslo_vmware.api [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]520f833d-ef70-0104-950d-0560081bd25c, 'name': SearchDatastore_Task, 'duration_secs': 0.00869} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.385056] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7f25c03-de6e-4935-8be7-c2459140c4fd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.391251] env[70867]: DEBUG oslo_vmware.api [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Waiting for the task: (returnval){ [ 673.391251] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]526c7645-444a-9eec-c6da-b4f49e4b65ce" [ 673.391251] env[70867]: _type = "Task" [ 673.391251] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.400875] env[70867]: DEBUG oslo_vmware.api [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]526c7645-444a-9eec-c6da-b4f49e4b65ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.469125] env[70867]: DEBUG nova.network.neutron [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Successfully updated port: 4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.704872] env[70867]: DEBUG oslo_vmware.api [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': task-3473114, 'name': Rename_Task, 'duration_secs': 0.166709} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.708206] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.708505] env[70867]: DEBUG oslo_vmware.api [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Task: {'id': task-3473115, 'name': ReconfigVM_Task, 'duration_secs': 0.307604} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.708743] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0836ecd8-9d82-409b-942f-56831571a1d9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.711181] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 4a4a7b43-903f-495b-8bb9-becf921e7283/4a4a7b43-903f-495b-8bb9-becf921e7283.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.711181] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e663f1c-a433-4964-a21e-b421818a4bc0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.719419] env[70867]: DEBUG oslo_vmware.api [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Waiting for the task: (returnval){ [ 673.719419] env[70867]: value = "task-3473117" [ 673.719419] env[70867]: _type = "Task" [ 673.719419] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.719644] env[70867]: DEBUG oslo_vmware.api [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Waiting for the task: (returnval){ [ 673.719644] env[70867]: value = "task-3473118" [ 673.719644] env[70867]: _type = "Task" [ 673.719644] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.730733] env[70867]: DEBUG oslo_vmware.api [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Task: {'id': task-3473116, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08238} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.730733] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.730733] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01077df5-d069-4336-b851-9fc5736b7505 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.742711] env[70867]: DEBUG oslo_vmware.api [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Task: {'id': task-3473118, 'name': Rename_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.742956] env[70867]: DEBUG oslo_vmware.api [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': task-3473117, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.763714] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d/1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.764125] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d61794fd-53d9-4f82-8bb9-df1af64ff38e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.784879] env[70867]: DEBUG oslo_vmware.api [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Waiting for the task: (returnval){ [ 673.784879] env[70867]: value = "task-3473119" [ 673.784879] env[70867]: _type = "Task" [ 673.784879] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.794079] env[70867]: DEBUG oslo_vmware.api [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Task: {'id': task-3473119, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.812918] env[70867]: DEBUG nova.compute.manager [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 673.909423] env[70867]: DEBUG oslo_vmware.api [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]526c7645-444a-9eec-c6da-b4f49e4b65ce, 'name': SearchDatastore_Task, 'duration_secs': 0.008891} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.909799] env[70867]: DEBUG oslo_concurrency.lockutils [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.910081] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 4be98957-bf1b-4464-bb2b-66349fa66668/4be98957-bf1b-4464-bb2b-66349fa66668.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.910366] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a060dfd2-e30a-40b7-8b55-e62ccc47512d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.923052] env[70867]: DEBUG oslo_vmware.api [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Waiting for the task: (returnval){ [ 673.923052] env[70867]: value = "task-3473120" [ 673.923052] env[70867]: _type = "Task" [ 673.923052] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.943717] env[70867]: DEBUG oslo_vmware.api [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Task: {'id': task-3473120, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.976181] env[70867]: DEBUG oslo_concurrency.lockutils [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquiring lock "refresh_cache-f97cb95b-5d2e-4ac4-ba82-80a705a086f4" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.981414] env[70867]: DEBUG oslo_concurrency.lockutils [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquired lock "refresh_cache-f97cb95b-5d2e-4ac4-ba82-80a705a086f4" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.981414] env[70867]: DEBUG nova.network.neutron [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.115125] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Acquiring lock "2f11308d-9290-472a-9a2d-62e3e5dcac8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.115125] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Lock "2f11308d-9290-472a-9a2d-62e3e5dcac8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.148945] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a42aa27-fcda-4c84-b179-bedf86143140 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.158933] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3571c8b4-6cba-4d7b-acde-ea9c5cc7eb48 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.211443] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e9eddf-690d-4fc9-9371-3bc951b89549 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.220382] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1637ef72-3fa3-4394-b743-72ab1196132d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.262203] env[70867]: DEBUG nova.compute.provider_tree [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.275942] env[70867]: DEBUG oslo_vmware.api [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Task: {'id': task-3473118, 'name': Rename_Task, 'duration_secs': 0.267359} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.278266] env[70867]: DEBUG oslo_vmware.api [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': task-3473117, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.278266] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.278266] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b376b179-1c37-47d0-a904-4b60d6bbad84 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.286821] env[70867]: DEBUG oslo_vmware.api [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Waiting for the task: (returnval){ [ 674.286821] env[70867]: value = "task-3473121" [ 674.286821] env[70867]: _type = "Task" [ 674.286821] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.306229] env[70867]: DEBUG oslo_vmware.api [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Task: {'id': task-3473119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.310048] env[70867]: DEBUG oslo_vmware.api [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Task: {'id': task-3473121, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.437142] env[70867]: DEBUG oslo_vmware.api [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Task: {'id': task-3473120, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.635903] env[70867]: DEBUG nova.network.neutron [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.748663] env[70867]: DEBUG oslo_vmware.api [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': task-3473117, 'name': PowerOnVM_Task, 'duration_secs': 0.93443} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.749624] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.749624] env[70867]: INFO nova.compute.manager [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Took 13.90 seconds to spawn the instance on the hypervisor. [ 674.749798] env[70867]: DEBUG nova.compute.manager [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.750817] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce28ad3-618c-4a33-8c84-5aa5618c9fbd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.780654] env[70867]: DEBUG nova.scheduler.client.report [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.799220] env[70867]: DEBUG oslo_vmware.api [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Task: {'id': task-3473119, 'name': ReconfigVM_Task, 'duration_secs': 0.619395} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.801451] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d/1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.801451] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8aa18743-ab7a-4323-aad7-0e8b8f965f46 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.806579] env[70867]: DEBUG oslo_vmware.api [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Task: {'id': task-3473121, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.811875] env[70867]: DEBUG oslo_vmware.api [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Waiting for the task: (returnval){ [ 674.811875] env[70867]: value = "task-3473122" [ 674.811875] env[70867]: _type = "Task" [ 674.811875] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.823764] env[70867]: DEBUG oslo_vmware.api [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Task: {'id': task-3473122, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.826326] env[70867]: DEBUG nova.compute.manager [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 674.860955] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Acquiring lock "97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.861078] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Lock "97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.866101] env[70867]: DEBUG nova.virt.hardware [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.866830] env[70867]: DEBUG nova.virt.hardware [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.866830] env[70867]: DEBUG nova.virt.hardware [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.866830] env[70867]: DEBUG nova.virt.hardware [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.866830] env[70867]: DEBUG nova.virt.hardware [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.867049] env[70867]: DEBUG nova.virt.hardware [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.867165] env[70867]: DEBUG nova.virt.hardware [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.867319] env[70867]: DEBUG nova.virt.hardware [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.867477] env[70867]: DEBUG nova.virt.hardware [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.867632] env[70867]: DEBUG nova.virt.hardware [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.867803] env[70867]: DEBUG nova.virt.hardware [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.868943] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020316f3-eb37-4e64-b644-e594572bc54a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.878886] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9af56e-f19e-4686-92a1-a21bf6016ab4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.896066] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Instance VIF info [] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.901665] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Creating folder: Project (a7231a7794574146ba33ef0bd7901271). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.901992] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4ccbb40-e601-4296-91e4-965bcf7137d7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.912534] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Created folder: Project (a7231a7794574146ba33ef0bd7901271) in parent group-v694272. [ 674.912759] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Creating folder: Instances. Parent ref: group-v694285. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.913028] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c97c5b2d-4161-48b2-a946-0a526987555c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.922913] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Created folder: Instances in parent group-v694285. [ 674.923165] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.923375] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.923689] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68a53d79-380a-489f-8d9c-6b60ffaa3208 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.945640] env[70867]: DEBUG oslo_vmware.api [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Task: {'id': task-3473120, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618864} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.946870] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 4be98957-bf1b-4464-bb2b-66349fa66668/4be98957-bf1b-4464-bb2b-66349fa66668.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.947103] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.947418] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.947418] env[70867]: value = "task-3473125" [ 674.947418] env[70867]: _type = "Task" [ 674.947418] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.947534] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-747b4e43-e232-4c04-a581-32cb4f90f2ba {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.958332] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473125, 'name': CreateVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.959678] env[70867]: DEBUG oslo_vmware.api [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Waiting for the task: (returnval){ [ 674.959678] env[70867]: value = "task-3473126" [ 674.959678] env[70867]: _type = "Task" [ 674.959678] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.969574] env[70867]: DEBUG oslo_vmware.api [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Task: {'id': task-3473126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.133947] env[70867]: DEBUG nova.network.neutron [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Updating instance_info_cache with network_info: [{"id": "4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3", "address": "fa:16:3e:c5:df:d3", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4880c51d-f1", "ovs_interfaceid": "4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.285336] env[70867]: DEBUG nova.network.neutron [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Successfully updated port: 2487d051-c1d3-40c3-aabd-0508c8598798 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.288461] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.290193] env[70867]: DEBUG nova.compute.manager [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 675.292982] env[70867]: INFO nova.compute.manager [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Took 18.70 seconds to build instance. [ 675.301257] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.997s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.301257] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.302093] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70867) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 675.302457] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.661s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.308856] env[70867]: INFO nova.compute.claims [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.317617] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a43a4d-f2e2-4f62-815a-4300683057a8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.334073] env[70867]: DEBUG nova.compute.manager [req-998c456e-e16f-4ce5-a578-48ac36123c76 req-e746d42a-fd37-466b-8cc6-0c4fc94e13a9 service nova] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Received event network-changed-3d5d0f2d-4ccb-4420-860b-bfdd96ac8bf1 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.334073] env[70867]: DEBUG nova.compute.manager [req-998c456e-e16f-4ce5-a578-48ac36123c76 req-e746d42a-fd37-466b-8cc6-0c4fc94e13a9 service nova] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Refreshing instance network info cache due to event network-changed-3d5d0f2d-4ccb-4420-860b-bfdd96ac8bf1. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 675.334073] env[70867]: DEBUG oslo_concurrency.lockutils [req-998c456e-e16f-4ce5-a578-48ac36123c76 req-e746d42a-fd37-466b-8cc6-0c4fc94e13a9 service nova] Acquiring lock "refresh_cache-4be98957-bf1b-4464-bb2b-66349fa66668" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.334073] env[70867]: DEBUG oslo_concurrency.lockutils [req-998c456e-e16f-4ce5-a578-48ac36123c76 req-e746d42a-fd37-466b-8cc6-0c4fc94e13a9 service nova] Acquired lock "refresh_cache-4be98957-bf1b-4464-bb2b-66349fa66668" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.334073] env[70867]: DEBUG nova.network.neutron [req-998c456e-e16f-4ce5-a578-48ac36123c76 req-e746d42a-fd37-466b-8cc6-0c4fc94e13a9 service nova] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Refreshing network info cache for port 3d5d0f2d-4ccb-4420-860b-bfdd96ac8bf1 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.358233] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb3f73e-5406-4a77-99c4-10593671adfa {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.363500] env[70867]: DEBUG oslo_vmware.api [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Task: {'id': task-3473122, 'name': Rename_Task, 'duration_secs': 0.336257} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.363771] env[70867]: DEBUG oslo_vmware.api [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Task: {'id': task-3473121, 'name': PowerOnVM_Task, 'duration_secs': 0.882561} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.364566] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.364566] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.364823] env[70867]: INFO nova.compute.manager [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Took 12.25 seconds to spawn the instance on the hypervisor. [ 675.364934] env[70867]: DEBUG nova.compute.manager [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.367321] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9fd770d-a07c-41cd-aaee-9fe7c3c2e785 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.370101] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb58e84-6cf6-4020-9e43-a1c9ad6a3977 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.382896] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db9837a-6f5a-48a5-afad-06d6b52e5a7e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.388997] env[70867]: DEBUG oslo_vmware.api [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Waiting for the task: (returnval){ [ 675.388997] env[70867]: value = "task-3473127" [ 675.388997] env[70867]: _type = "Task" [ 675.388997] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.399962] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ed0fa6-64ed-443c-8f46-cf69f8223782 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.408464] env[70867]: DEBUG oslo_vmware.api [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Task: {'id': task-3473127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.438897] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180944MB free_disk=94GB free_vcpus=48 pci_devices=None {{(pid=70867) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 675.439061] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.460672] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473125, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.468821] env[70867]: DEBUG oslo_vmware.api [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Task: {'id': task-3473126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200043} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.469144] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.469856] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f205b713-ddb4-4632-a295-8b34736b35f2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.492418] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 4be98957-bf1b-4464-bb2b-66349fa66668/4be98957-bf1b-4464-bb2b-66349fa66668.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.492843] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d00f74b3-c50f-4c5d-8fbb-b9ca64d494c9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.514150] env[70867]: DEBUG oslo_vmware.api [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Waiting for the task: (returnval){ [ 675.514150] env[70867]: value = "task-3473128" [ 675.514150] env[70867]: _type = "Task" [ 675.514150] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.522499] env[70867]: DEBUG oslo_vmware.api [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Task: {'id': task-3473128, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.638548] env[70867]: DEBUG oslo_concurrency.lockutils [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Releasing lock "refresh_cache-f97cb95b-5d2e-4ac4-ba82-80a705a086f4" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.638932] env[70867]: DEBUG nova.compute.manager [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Instance network_info: |[{"id": "4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3", "address": "fa:16:3e:c5:df:d3", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4880c51d-f1", "ovs_interfaceid": "4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.639393] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:df:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.647923] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Creating folder: Project (ab733600f15045208190f00c95e5abe6). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.648259] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb7cfd90-3c6f-4936-a574-20724eeb9cba {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.660891] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Created folder: Project (ab733600f15045208190f00c95e5abe6) in parent group-v694272. [ 675.661112] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Creating folder: Instances. Parent ref: group-v694288. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.661629] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50715332-7d94-4ac4-9824-44277bee1cf8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.675586] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Created folder: Instances in parent group-v694288. [ 675.675974] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.676519] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.676573] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adaa70d9-2d3e-4f2d-9c70-6fc9c06922d0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.699579] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.699579] env[70867]: value = "task-3473131" [ 675.699579] env[70867]: _type = "Task" [ 675.699579] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.712835] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473131, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.799726] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquiring lock "refresh_cache-548a2cd1-5cee-4a6d-91ea-2435dd9d0691" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.800502] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquired lock "refresh_cache-548a2cd1-5cee-4a6d-91ea-2435dd9d0691" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.800502] env[70867]: DEBUG nova.network.neutron [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.818333] env[70867]: DEBUG nova.compute.utils [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.819765] env[70867]: DEBUG nova.compute.manager [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 675.819929] env[70867]: DEBUG nova.network.neutron [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 675.829867] env[70867]: DEBUG oslo_concurrency.lockutils [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Acquiring lock "8dc05e7d-bad4-42ba-a73e-30816551cf75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.830075] env[70867]: DEBUG oslo_concurrency.lockutils [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Lock "8dc05e7d-bad4-42ba-a73e-30816551cf75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.883183] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c12c50cf-3f82-4899-b3b4-33da0510f088 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Lock "f0de3aaa-605f-48e6-a512-747263d49680" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.303s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.915364] env[70867]: INFO nova.compute.manager [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Took 18.81 seconds to build instance. [ 675.920473] env[70867]: DEBUG oslo_vmware.api [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Task: {'id': task-3473127, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.966337] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473125, 'name': CreateVM_Task, 'duration_secs': 0.581183} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.966337] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.967277] env[70867]: DEBUG oslo_vmware.service [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1737b70-c830-4990-a2c4-2e634a1ebe90 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.974825] env[70867]: DEBUG oslo_concurrency.lockutils [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.974825] env[70867]: DEBUG oslo_concurrency.lockutils [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.974825] env[70867]: DEBUG oslo_concurrency.lockutils [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.974825] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84936ccd-69ff-4ef0-89d2-d8594640c6fe {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.981958] env[70867]: DEBUG oslo_vmware.api [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Waiting for the task: (returnval){ [ 675.981958] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]520e6ba2-50bd-8a64-cf80-95f23353ca9e" [ 675.981958] env[70867]: _type = "Task" [ 675.981958] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.990174] env[70867]: DEBUG oslo_vmware.api [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]520e6ba2-50bd-8a64-cf80-95f23353ca9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.026229] env[70867]: DEBUG oslo_vmware.api [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Task: {'id': task-3473128, 'name': ReconfigVM_Task, 'duration_secs': 0.443011} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.026229] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 4be98957-bf1b-4464-bb2b-66349fa66668/4be98957-bf1b-4464-bb2b-66349fa66668.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.026771] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d2baf1b-53c8-4394-8507-8aba305403f1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.034239] env[70867]: DEBUG oslo_vmware.api [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Waiting for the task: (returnval){ [ 676.034239] env[70867]: value = "task-3473132" [ 676.034239] env[70867]: _type = "Task" [ 676.034239] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.047901] env[70867]: DEBUG nova.policy [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b033a886a4844d608c610d66bee52c1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9887a501ada94094811782796978977f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.053036] env[70867]: DEBUG oslo_vmware.api [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Task: {'id': task-3473132, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.211174] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473131, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.325621] env[70867]: DEBUG nova.compute.manager [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 676.385573] env[70867]: DEBUG nova.compute.manager [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.416684] env[70867]: DEBUG oslo_vmware.api [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Task: {'id': task-3473127, 'name': PowerOnVM_Task} progress is 91%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.424089] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1b6a6d02-c87e-4ac5-bed6-4d7d87331f40 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Lock "4a4a7b43-903f-495b-8bb9-becf921e7283" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.326s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.493807] env[70867]: DEBUG oslo_concurrency.lockutils [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.493883] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.494178] env[70867]: DEBUG oslo_concurrency.lockutils [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.494332] env[70867]: DEBUG oslo_concurrency.lockutils [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.494502] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.497643] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-982bf723-98f5-4d91-aed8-822b0d0137e8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.506089] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.506299] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.507298] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4a5d34-aeb0-43e1-b74d-6f4d99ade597 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.515517] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88220e4c-74a6-4f25-b885-80a40bba2be8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.521525] env[70867]: DEBUG oslo_vmware.api [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Waiting for the task: (returnval){ [ 676.521525] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52bc57b4-1709-b3b7-ae27-d0a2c2a32c77" [ 676.521525] env[70867]: _type = "Task" [ 676.521525] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.531237] env[70867]: DEBUG oslo_vmware.api [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52bc57b4-1709-b3b7-ae27-d0a2c2a32c77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.544334] env[70867]: DEBUG oslo_vmware.api [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Task: {'id': task-3473132, 'name': Rename_Task, 'duration_secs': 0.262665} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.547215] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.548481] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d4d5d20-87d9-423b-9b96-8537100053ac {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.554775] env[70867]: DEBUG oslo_vmware.api [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Waiting for the task: (returnval){ [ 676.554775] env[70867]: value = "task-3473133" [ 676.554775] env[70867]: _type = "Task" [ 676.554775] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.562978] env[70867]: DEBUG oslo_vmware.api [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Task: {'id': task-3473133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.603000] env[70867]: DEBUG nova.network.neutron [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.613352] env[70867]: DEBUG nova.compute.manager [req-87fd26c1-6e04-46ec-bb8d-c6596700aa14 req-828f0005-4065-49b9-8125-0ab8c1f654e0 service nova] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Received event network-vif-plugged-4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.613550] env[70867]: DEBUG oslo_concurrency.lockutils [req-87fd26c1-6e04-46ec-bb8d-c6596700aa14 req-828f0005-4065-49b9-8125-0ab8c1f654e0 service nova] Acquiring lock "f97cb95b-5d2e-4ac4-ba82-80a705a086f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.613744] env[70867]: DEBUG oslo_concurrency.lockutils [req-87fd26c1-6e04-46ec-bb8d-c6596700aa14 req-828f0005-4065-49b9-8125-0ab8c1f654e0 service nova] Lock "f97cb95b-5d2e-4ac4-ba82-80a705a086f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.613898] env[70867]: DEBUG oslo_concurrency.lockutils [req-87fd26c1-6e04-46ec-bb8d-c6596700aa14 req-828f0005-4065-49b9-8125-0ab8c1f654e0 service nova] Lock "f97cb95b-5d2e-4ac4-ba82-80a705a086f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.614075] env[70867]: DEBUG nova.compute.manager [req-87fd26c1-6e04-46ec-bb8d-c6596700aa14 req-828f0005-4065-49b9-8125-0ab8c1f654e0 service nova] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] No waiting events found dispatching network-vif-plugged-4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 676.614243] env[70867]: WARNING nova.compute.manager [req-87fd26c1-6e04-46ec-bb8d-c6596700aa14 req-828f0005-4065-49b9-8125-0ab8c1f654e0 service nova] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Received unexpected event network-vif-plugged-4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3 for instance with vm_state building and task_state spawning. [ 676.614391] env[70867]: DEBUG nova.compute.manager [req-87fd26c1-6e04-46ec-bb8d-c6596700aa14 req-828f0005-4065-49b9-8125-0ab8c1f654e0 service nova] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Received event network-changed-4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.614549] env[70867]: DEBUG nova.compute.manager [req-87fd26c1-6e04-46ec-bb8d-c6596700aa14 req-828f0005-4065-49b9-8125-0ab8c1f654e0 service nova] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Refreshing instance network info cache due to event network-changed-4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 676.614700] env[70867]: DEBUG oslo_concurrency.lockutils [req-87fd26c1-6e04-46ec-bb8d-c6596700aa14 req-828f0005-4065-49b9-8125-0ab8c1f654e0 service nova] Acquiring lock "refresh_cache-f97cb95b-5d2e-4ac4-ba82-80a705a086f4" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.614825] env[70867]: DEBUG oslo_concurrency.lockutils [req-87fd26c1-6e04-46ec-bb8d-c6596700aa14 req-828f0005-4065-49b9-8125-0ab8c1f654e0 service nova] Acquired lock "refresh_cache-f97cb95b-5d2e-4ac4-ba82-80a705a086f4" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.614968] env[70867]: DEBUG nova.network.neutron [req-87fd26c1-6e04-46ec-bb8d-c6596700aa14 req-828f0005-4065-49b9-8125-0ab8c1f654e0 service nova] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Refreshing network info cache for port 4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.621702] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79d3eb5-e0db-48fc-9f07-d664e4a90c73 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.628989] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5575dc27-6647-476f-849b-12a60273afc5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.663039] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43aff798-4b8e-46cb-b034-cbc424bd611d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.671291] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e356136-2026-4bd9-8cd2-a14264cb5434 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.686603] env[70867]: DEBUG nova.compute.provider_tree [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.712756] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473131, 'name': CreateVM_Task, 'duration_secs': 0.541401} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.712756] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.714313] env[70867]: DEBUG oslo_concurrency.lockutils [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.714313] env[70867]: DEBUG oslo_concurrency.lockutils [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.714313] env[70867]: DEBUG oslo_concurrency.lockutils [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.714313] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d8af2f5-ccce-4b0f-be9f-be78164405d9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.722832] env[70867]: DEBUG oslo_vmware.api [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Waiting for the task: (returnval){ [ 676.722832] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52301b7f-a4d0-9f6f-c88c-b6c603ba4d71" [ 676.722832] env[70867]: _type = "Task" [ 676.722832] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.734251] env[70867]: DEBUG oslo_vmware.api [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52301b7f-a4d0-9f6f-c88c-b6c603ba4d71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.784037] env[70867]: DEBUG nova.network.neutron [req-998c456e-e16f-4ce5-a578-48ac36123c76 req-e746d42a-fd37-466b-8cc6-0c4fc94e13a9 service nova] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Updated VIF entry in instance network info cache for port 3d5d0f2d-4ccb-4420-860b-bfdd96ac8bf1. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.784681] env[70867]: DEBUG nova.network.neutron [req-998c456e-e16f-4ce5-a578-48ac36123c76 req-e746d42a-fd37-466b-8cc6-0c4fc94e13a9 service nova] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Updating instance_info_cache with network_info: [{"id": "3d5d0f2d-4ccb-4420-860b-bfdd96ac8bf1", "address": "fa:16:3e:02:c6:69", "network": {"id": "9fa0bc35-9445-4e42-a140-54118dd0e50d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-472382922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcf696ab71f64a4a95bcc004b20489d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d5d0f2d-4c", "ovs_interfaceid": "3d5d0f2d-4ccb-4420-860b-bfdd96ac8bf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.907949] env[70867]: DEBUG oslo_concurrency.lockutils [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.919801] env[70867]: DEBUG oslo_vmware.api [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Task: {'id': task-3473127, 'name': PowerOnVM_Task, 'duration_secs': 1.039998} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.923574] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.923749] env[70867]: INFO nova.compute.manager [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Took 11.54 seconds to spawn the instance on the hypervisor. [ 676.923925] env[70867]: DEBUG nova.compute.manager [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.924335] env[70867]: DEBUG nova.compute.manager [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.927947] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2545379-cb7b-4db8-a788-48216ee07435 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.041163] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Preparing fetch location {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 677.041163] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Creating directory with path [datastore2] vmware_temp/25a11c52-aa7e-4c43-a9ad-a419af1f0ad5/dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.041163] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6f4ba4a-4abf-486d-a5ff-57ac23d6fbbd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.068803] env[70867]: DEBUG oslo_vmware.api [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Task: {'id': task-3473133, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.070294] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Created directory with path [datastore2] vmware_temp/25a11c52-aa7e-4c43-a9ad-a419af1f0ad5/dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.070294] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Fetch image to [datastore2] vmware_temp/25a11c52-aa7e-4c43-a9ad-a419af1f0ad5/dd397023-e461-4e98-8ebe-ed21450996ea/tmp-sparse.vmdk {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 677.070599] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Downloading image file data dd397023-e461-4e98-8ebe-ed21450996ea to [datastore2] vmware_temp/25a11c52-aa7e-4c43-a9ad-a419af1f0ad5/dd397023-e461-4e98-8ebe-ed21450996ea/tmp-sparse.vmdk on the data store datastore2 {{(pid=70867) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 677.071460] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7c2575-53b2-4f30-9246-d226c9a9ae4b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.078627] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366a0450-087d-4133-8298-f78d12b423a2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.089113] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3ce2af-db7f-417f-848c-246fd0488988 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.137749] env[70867]: DEBUG nova.network.neutron [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Updating instance_info_cache with network_info: [{"id": "2487d051-c1d3-40c3-aabd-0508c8598798", "address": "fa:16:3e:97:cc:eb", "network": {"id": "92679d6e-9d23-48b6-ac5f-eb75f3549552", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-309244147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9887a501ada94094811782796978977f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2487d051-c1", "ovs_interfaceid": "2487d051-c1d3-40c3-aabd-0508c8598798", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.137749] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc84d8d-2899-4550-8d54-3869f75b5001 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.144560] env[70867]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-20464d4e-04e3-4500-a186-3dc3f2a790e6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.194675] env[70867]: DEBUG nova.scheduler.client.report [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.240667] env[70867]: DEBUG oslo_vmware.api [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52301b7f-a4d0-9f6f-c88c-b6c603ba4d71, 'name': SearchDatastore_Task, 'duration_secs': 0.020397} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.243176] env[70867]: DEBUG oslo_concurrency.lockutils [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.243404] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.243643] env[70867]: DEBUG oslo_concurrency.lockutils [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.243789] env[70867]: DEBUG oslo_concurrency.lockutils [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.244337] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.245513] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Downloading image file data dd397023-e461-4e98-8ebe-ed21450996ea to the data store datastore2 {{(pid=70867) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 677.248073] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a89de224-a0a5-42de-b55f-43f7dbd78371 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.260125] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.260125] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.261748] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c0970df-354e-4f8f-85b7-91ec7a9dc9e4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.268459] env[70867]: DEBUG oslo_vmware.api [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Waiting for the task: (returnval){ [ 677.268459] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]524701e3-d680-4edb-7dd0-019fe0c7ebf9" [ 677.268459] env[70867]: _type = "Task" [ 677.268459] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.281864] env[70867]: DEBUG oslo_vmware.api [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]524701e3-d680-4edb-7dd0-019fe0c7ebf9, 'name': SearchDatastore_Task, 'duration_secs': 0.010551} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.285996] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-044747ba-c654-4f34-b87a-8ef955949448 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.288899] env[70867]: DEBUG oslo_concurrency.lockutils [req-998c456e-e16f-4ce5-a578-48ac36123c76 req-e746d42a-fd37-466b-8cc6-0c4fc94e13a9 service nova] Releasing lock "refresh_cache-4be98957-bf1b-4464-bb2b-66349fa66668" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.293673] env[70867]: DEBUG oslo_vmware.api [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Waiting for the task: (returnval){ [ 677.293673] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52b06dba-b5d2-f783-cf0f-aab9cf384022" [ 677.293673] env[70867]: _type = "Task" [ 677.293673] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.302581] env[70867]: DEBUG oslo_vmware.api [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52b06dba-b5d2-f783-cf0f-aab9cf384022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.318414] env[70867]: DEBUG oslo_vmware.rw_handles [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/25a11c52-aa7e-4c43-a9ad-a419af1f0ad5/dd397023-e461-4e98-8ebe-ed21450996ea/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70867) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 677.383553] env[70867]: DEBUG nova.compute.manager [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 677.390233] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Acquiring lock "a893add8-af75-482e-b1a9-0fa099407df8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.390437] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Lock "a893add8-af75-482e-b1a9-0fa099407df8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.410442] env[70867]: DEBUG nova.virt.hardware [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.411095] env[70867]: DEBUG nova.virt.hardware [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.411095] env[70867]: DEBUG nova.virt.hardware [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.411095] env[70867]: DEBUG nova.virt.hardware [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.411241] env[70867]: DEBUG nova.virt.hardware [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.411426] env[70867]: DEBUG nova.virt.hardware [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.411951] env[70867]: DEBUG nova.virt.hardware [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.411951] env[70867]: DEBUG nova.virt.hardware [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.412094] env[70867]: DEBUG nova.virt.hardware [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.412252] env[70867]: DEBUG nova.virt.hardware [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.412465] env[70867]: DEBUG nova.virt.hardware [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.413529] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda64df4-71c6-427c-89aa-b775fcf686c7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.422529] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbe2351-dc54-4585-8396-0541138f8d22 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.453744] env[70867]: INFO nova.compute.manager [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Took 17.50 seconds to build instance. [ 677.482439] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.553923] env[70867]: DEBUG nova.network.neutron [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Successfully created port: 4cdb8544-e515-4980-a21e-7c7aa6c8a46c {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.569402] env[70867]: DEBUG oslo_vmware.api [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Task: {'id': task-3473133, 'name': PowerOnVM_Task, 'duration_secs': 0.896274} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.569582] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.570451] env[70867]: INFO nova.compute.manager [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Took 9.87 seconds to spawn the instance on the hypervisor. [ 677.570451] env[70867]: DEBUG nova.compute.manager [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.571388] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b862a45-11fa-4d13-8f9b-06e38221caaf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.641269] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Releasing lock "refresh_cache-548a2cd1-5cee-4a6d-91ea-2435dd9d0691" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.642457] env[70867]: DEBUG nova.compute.manager [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Instance network_info: |[{"id": "2487d051-c1d3-40c3-aabd-0508c8598798", "address": "fa:16:3e:97:cc:eb", "network": {"id": "92679d6e-9d23-48b6-ac5f-eb75f3549552", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-309244147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9887a501ada94094811782796978977f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2487d051-c1", "ovs_interfaceid": "2487d051-c1d3-40c3-aabd-0508c8598798", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.642700] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:cc:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5291d0-ee0f-4d70-b2ae-ab6879a67b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2487d051-c1d3-40c3-aabd-0508c8598798', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.658927] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Creating folder: Project (9887a501ada94094811782796978977f). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.673763] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8f26b80-816a-4676-bc71-74a17d178305 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.689050] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Created folder: Project (9887a501ada94094811782796978977f) in parent group-v694272. [ 677.689177] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Creating folder: Instances. Parent ref: group-v694291. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.689408] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0bcb215-b823-4957-84bb-27dcc762a181 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.703923] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.704489] env[70867]: DEBUG nova.compute.manager [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.708406] env[70867]: DEBUG oslo_concurrency.lockutils [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.754s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.713027] env[70867]: INFO nova.compute.claims [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 00ea765e-2487-4758-bfb8-2ff5e5ed4070] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.716914] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Created folder: Instances in parent group-v694291. [ 677.716914] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.718687] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.721077] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c036a28-2647-4ef3-b579-5f30b547b123 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.750267] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.750267] env[70867]: value = "task-3473136" [ 677.750267] env[70867]: _type = "Task" [ 677.750267] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.763882] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473136, 'name': CreateVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.808801] env[70867]: DEBUG oslo_vmware.api [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52b06dba-b5d2-f783-cf0f-aab9cf384022, 'name': SearchDatastore_Task, 'duration_secs': 0.010265} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.809435] env[70867]: DEBUG oslo_concurrency.lockutils [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.809873] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] f97cb95b-5d2e-4ac4-ba82-80a705a086f4/f97cb95b-5d2e-4ac4-ba82-80a705a086f4.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.809935] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-953dd271-cb27-4521-9cab-60c8958095e8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.816663] env[70867]: DEBUG oslo_vmware.api [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Waiting for the task: (returnval){ [ 677.816663] env[70867]: value = "task-3473137" [ 677.816663] env[70867]: _type = "Task" [ 677.816663] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.828360] env[70867]: DEBUG oslo_vmware.api [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.957770] env[70867]: DEBUG oslo_concurrency.lockutils [None req-104b15a7-25d9-4a5a-b0eb-1abd69dbb008 tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Lock "1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.014s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.995684] env[70867]: DEBUG nova.network.neutron [req-87fd26c1-6e04-46ec-bb8d-c6596700aa14 req-828f0005-4065-49b9-8125-0ab8c1f654e0 service nova] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Updated VIF entry in instance network info cache for port 4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.995684] env[70867]: DEBUG nova.network.neutron [req-87fd26c1-6e04-46ec-bb8d-c6596700aa14 req-828f0005-4065-49b9-8125-0ab8c1f654e0 service nova] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Updating instance_info_cache with network_info: [{"id": "4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3", "address": "fa:16:3e:c5:df:d3", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4880c51d-f1", "ovs_interfaceid": "4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.103579] env[70867]: INFO nova.compute.manager [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Took 17.11 seconds to build instance. [ 678.211568] env[70867]: DEBUG oslo_vmware.rw_handles [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Completed reading data from the image iterator. {{(pid=70867) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 678.211759] env[70867]: DEBUG oslo_vmware.rw_handles [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/25a11c52-aa7e-4c43-a9ad-a419af1f0ad5/dd397023-e461-4e98-8ebe-ed21450996ea/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 678.219821] env[70867]: DEBUG nova.compute.utils [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 678.221971] env[70867]: DEBUG nova.compute.manager [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 678.222210] env[70867]: DEBUG nova.network.neutron [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 678.268782] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473136, 'name': CreateVM_Task, 'duration_secs': 0.401121} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.268782] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.270034] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.272248] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.272248] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.272248] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a76316b5-4477-4ea1-9aae-5c7fed648351 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.278298] env[70867]: DEBUG oslo_vmware.api [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 678.278298] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527de3b8-4b70-6302-3211-97e9ae7d119f" [ 678.278298] env[70867]: _type = "Task" [ 678.278298] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.286811] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Downloaded image file data dd397023-e461-4e98-8ebe-ed21450996ea to vmware_temp/25a11c52-aa7e-4c43-a9ad-a419af1f0ad5/dd397023-e461-4e98-8ebe-ed21450996ea/tmp-sparse.vmdk on the data store datastore2 {{(pid=70867) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 678.289289] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Caching image {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 678.289615] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Copying Virtual Disk [datastore2] vmware_temp/25a11c52-aa7e-4c43-a9ad-a419af1f0ad5/dd397023-e461-4e98-8ebe-ed21450996ea/tmp-sparse.vmdk to [datastore2] vmware_temp/25a11c52-aa7e-4c43-a9ad-a419af1f0ad5/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.295934] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a8b3f27-1dfc-4fd7-85b5-90f1382b59e9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.296330] env[70867]: DEBUG oslo_vmware.api [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527de3b8-4b70-6302-3211-97e9ae7d119f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.302863] env[70867]: DEBUG oslo_vmware.api [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Waiting for the task: (returnval){ [ 678.302863] env[70867]: value = "task-3473138" [ 678.302863] env[70867]: _type = "Task" [ 678.302863] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.313931] env[70867]: DEBUG oslo_vmware.api [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.330863] env[70867]: DEBUG oslo_vmware.api [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473137, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.335772] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Acquiring lock "6415730a-4aa9-47f0-960e-509459c615f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.336083] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Lock "6415730a-4aa9-47f0-960e-509459c615f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.357336] env[70867]: DEBUG nova.policy [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a769b51a7544f849cae90fd6e817d44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47d5205532a743d39db08c003e52dfbd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.460616] env[70867]: DEBUG nova.compute.manager [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.505542] env[70867]: DEBUG oslo_concurrency.lockutils [req-87fd26c1-6e04-46ec-bb8d-c6596700aa14 req-828f0005-4065-49b9-8125-0ab8c1f654e0 service nova] Releasing lock "refresh_cache-f97cb95b-5d2e-4ac4-ba82-80a705a086f4" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.609780] env[70867]: DEBUG oslo_concurrency.lockutils [None req-578bc11d-2d5a-4694-beca-dbf41dd823ef tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Lock "4be98957-bf1b-4464-bb2b-66349fa66668" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.632s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.730706] env[70867]: DEBUG nova.compute.manager [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 678.796642] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.796888] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.797124] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.821041] env[70867]: DEBUG oslo_vmware.api [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473138, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.830663] env[70867]: DEBUG oslo_vmware.api [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473137, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613863} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.835148] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] f97cb95b-5d2e-4ac4-ba82-80a705a086f4/f97cb95b-5d2e-4ac4-ba82-80a705a086f4.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.835148] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.835148] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d047c5a-d79b-4501-87ee-472c7ee10ab0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.845954] env[70867]: DEBUG oslo_vmware.api [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Waiting for the task: (returnval){ [ 678.845954] env[70867]: value = "task-3473139" [ 678.845954] env[70867]: _type = "Task" [ 678.845954] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.855390] env[70867]: DEBUG oslo_vmware.api [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.997227] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.014076] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665484f1-abc6-4b16-b84b-c5834d090549 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.021116] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a33c97-90ab-4985-9c8a-f5d3cc68fa0c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.054365] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04b1bcc-15fe-4f50-8966-1f819bb140dd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.062988] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9965e0-bf70-4ccb-a124-e3ad10a1580f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.078670] env[70867]: DEBUG nova.compute.provider_tree [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.118747] env[70867]: DEBUG nova.compute.manager [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.312184] env[70867]: DEBUG oslo_vmware.api [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473138, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.356529] env[70867]: DEBUG oslo_vmware.api [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157519} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.356861] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.358050] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83326a3-9b5a-4926-a14d-55dac3c999df {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.384079] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] f97cb95b-5d2e-4ac4-ba82-80a705a086f4/f97cb95b-5d2e-4ac4-ba82-80a705a086f4.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.385628] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c536bb5e-40f3-494c-bd44-8119733d139c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.404333] env[70867]: DEBUG nova.compute.manager [req-23035ea1-24ac-4bac-a358-e473f66afc67 req-89e90580-ffd8-491a-b0bc-f987b1691168 service nova] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Received event network-vif-plugged-2487d051-c1d3-40c3-aabd-0508c8598798 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.404539] env[70867]: DEBUG oslo_concurrency.lockutils [req-23035ea1-24ac-4bac-a358-e473f66afc67 req-89e90580-ffd8-491a-b0bc-f987b1691168 service nova] Acquiring lock "548a2cd1-5cee-4a6d-91ea-2435dd9d0691-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.404713] env[70867]: DEBUG oslo_concurrency.lockutils [req-23035ea1-24ac-4bac-a358-e473f66afc67 req-89e90580-ffd8-491a-b0bc-f987b1691168 service nova] Lock "548a2cd1-5cee-4a6d-91ea-2435dd9d0691-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.404845] env[70867]: DEBUG oslo_concurrency.lockutils [req-23035ea1-24ac-4bac-a358-e473f66afc67 req-89e90580-ffd8-491a-b0bc-f987b1691168 service nova] Lock "548a2cd1-5cee-4a6d-91ea-2435dd9d0691-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.405092] env[70867]: DEBUG nova.compute.manager [req-23035ea1-24ac-4bac-a358-e473f66afc67 req-89e90580-ffd8-491a-b0bc-f987b1691168 service nova] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] No waiting events found dispatching network-vif-plugged-2487d051-c1d3-40c3-aabd-0508c8598798 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 679.405306] env[70867]: WARNING nova.compute.manager [req-23035ea1-24ac-4bac-a358-e473f66afc67 req-89e90580-ffd8-491a-b0bc-f987b1691168 service nova] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Received unexpected event network-vif-plugged-2487d051-c1d3-40c3-aabd-0508c8598798 for instance with vm_state building and task_state spawning. [ 679.406015] env[70867]: DEBUG nova.compute.manager [req-23035ea1-24ac-4bac-a358-e473f66afc67 req-89e90580-ffd8-491a-b0bc-f987b1691168 service nova] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Received event network-changed-2487d051-c1d3-40c3-aabd-0508c8598798 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.406015] env[70867]: DEBUG nova.compute.manager [req-23035ea1-24ac-4bac-a358-e473f66afc67 req-89e90580-ffd8-491a-b0bc-f987b1691168 service nova] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Refreshing instance network info cache due to event network-changed-2487d051-c1d3-40c3-aabd-0508c8598798. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 679.406015] env[70867]: DEBUG oslo_concurrency.lockutils [req-23035ea1-24ac-4bac-a358-e473f66afc67 req-89e90580-ffd8-491a-b0bc-f987b1691168 service nova] Acquiring lock "refresh_cache-548a2cd1-5cee-4a6d-91ea-2435dd9d0691" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.406015] env[70867]: DEBUG oslo_concurrency.lockutils [req-23035ea1-24ac-4bac-a358-e473f66afc67 req-89e90580-ffd8-491a-b0bc-f987b1691168 service nova] Acquired lock "refresh_cache-548a2cd1-5cee-4a6d-91ea-2435dd9d0691" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.406246] env[70867]: DEBUG nova.network.neutron [req-23035ea1-24ac-4bac-a358-e473f66afc67 req-89e90580-ffd8-491a-b0bc-f987b1691168 service nova] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Refreshing network info cache for port 2487d051-c1d3-40c3-aabd-0508c8598798 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.413528] env[70867]: DEBUG oslo_vmware.api [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Waiting for the task: (returnval){ [ 679.413528] env[70867]: value = "task-3473140" [ 679.413528] env[70867]: _type = "Task" [ 679.413528] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.422616] env[70867]: DEBUG oslo_vmware.api [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473140, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.493617] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Acquiring lock "39540351-0bb2-4505-a505-06bf5aaca7f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.493617] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Lock "39540351-0bb2-4505-a505-06bf5aaca7f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.570166] env[70867]: DEBUG nova.compute.manager [None req-2f7bb203-b577-43ad-a169-dbfd706b274d tempest-ServerDiagnosticsTest-1682742132 tempest-ServerDiagnosticsTest-1682742132-project-admin] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.571421] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e61d36e-f832-4c68-ba56-cb054b73231d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.582323] env[70867]: INFO nova.compute.manager [None req-2f7bb203-b577-43ad-a169-dbfd706b274d tempest-ServerDiagnosticsTest-1682742132 tempest-ServerDiagnosticsTest-1682742132-project-admin] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Retrieving diagnostics [ 679.583231] env[70867]: DEBUG nova.scheduler.client.report [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.586764] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec3f663-b2ff-495f-a824-f8d55d58e6c8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.633726] env[70867]: DEBUG nova.network.neutron [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Successfully created port: 7c063d86-a8df-4caa-a0a2-fa3c4fd138a9 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.652743] env[70867]: DEBUG oslo_concurrency.lockutils [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.743180] env[70867]: DEBUG nova.compute.manager [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 679.784094] env[70867]: DEBUG nova.virt.hardware [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.784262] env[70867]: DEBUG nova.virt.hardware [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.784466] env[70867]: DEBUG nova.virt.hardware [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.785031] env[70867]: DEBUG nova.virt.hardware [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.785031] env[70867]: DEBUG nova.virt.hardware [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.785031] env[70867]: DEBUG nova.virt.hardware [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.785189] env[70867]: DEBUG nova.virt.hardware [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.785356] env[70867]: DEBUG nova.virt.hardware [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.785516] env[70867]: DEBUG nova.virt.hardware [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.785670] env[70867]: DEBUG nova.virt.hardware [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.785830] env[70867]: DEBUG nova.virt.hardware [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.786800] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7f2265-2ae0-486b-9b2e-bb373c7f10b4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.795848] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa3fa2b-e272-4328-8e99-2877f0045ed7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.821191] env[70867]: DEBUG oslo_vmware.api [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473138, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.210624} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.821442] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Copied Virtual Disk [datastore2] vmware_temp/25a11c52-aa7e-4c43-a9ad-a419af1f0ad5/dd397023-e461-4e98-8ebe-ed21450996ea/tmp-sparse.vmdk to [datastore2] vmware_temp/25a11c52-aa7e-4c43-a9ad-a419af1f0ad5/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.821964] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Deleting the datastore file [datastore2] vmware_temp/25a11c52-aa7e-4c43-a9ad-a419af1f0ad5/dd397023-e461-4e98-8ebe-ed21450996ea/tmp-sparse.vmdk {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.821964] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9413a0aa-80ef-44a6-87a1-b90ae5152e80 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.829130] env[70867]: DEBUG oslo_vmware.api [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Waiting for the task: (returnval){ [ 679.829130] env[70867]: value = "task-3473141" [ 679.829130] env[70867]: _type = "Task" [ 679.829130] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.843560] env[70867]: DEBUG oslo_vmware.api [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.925769] env[70867]: DEBUG oslo_vmware.api [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.062071] env[70867]: DEBUG nova.network.neutron [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Successfully updated port: 4cdb8544-e515-4980-a21e-7c7aa6c8a46c {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.094146] env[70867]: DEBUG oslo_concurrency.lockutils [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.094146] env[70867]: DEBUG nova.compute.manager [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 00ea765e-2487-4758-bfb8-2ff5e5ed4070] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.097120] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.658s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.339362] env[70867]: DEBUG oslo_vmware.api [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109392} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.339565] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.339771] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Moving file from [datastore2] vmware_temp/25a11c52-aa7e-4c43-a9ad-a419af1f0ad5/dd397023-e461-4e98-8ebe-ed21450996ea to [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea. {{(pid=70867) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 680.340041] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-caf59faa-557f-4aba-873b-848b2026f39e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.349723] env[70867]: DEBUG oslo_vmware.api [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Waiting for the task: (returnval){ [ 680.349723] env[70867]: value = "task-3473142" [ 680.349723] env[70867]: _type = "Task" [ 680.349723] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.364378] env[70867]: DEBUG oslo_vmware.api [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473142, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.431835] env[70867]: DEBUG oslo_vmware.api [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473140, 'name': ReconfigVM_Task, 'duration_secs': 0.89815} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.432824] env[70867]: DEBUG nova.network.neutron [req-23035ea1-24ac-4bac-a358-e473f66afc67 req-89e90580-ffd8-491a-b0bc-f987b1691168 service nova] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Updated VIF entry in instance network info cache for port 2487d051-c1d3-40c3-aabd-0508c8598798. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.433239] env[70867]: DEBUG nova.network.neutron [req-23035ea1-24ac-4bac-a358-e473f66afc67 req-89e90580-ffd8-491a-b0bc-f987b1691168 service nova] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Updating instance_info_cache with network_info: [{"id": "2487d051-c1d3-40c3-aabd-0508c8598798", "address": "fa:16:3e:97:cc:eb", "network": {"id": "92679d6e-9d23-48b6-ac5f-eb75f3549552", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-309244147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9887a501ada94094811782796978977f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2487d051-c1", "ovs_interfaceid": "2487d051-c1d3-40c3-aabd-0508c8598798", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.435027] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Reconfigured VM instance instance-00000005 to attach disk [datastore1] f97cb95b-5d2e-4ac4-ba82-80a705a086f4/f97cb95b-5d2e-4ac4-ba82-80a705a086f4.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.436151] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cda9fede-0f41-4714-9db8-8196f00cfcac {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.444118] env[70867]: DEBUG oslo_vmware.api [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Waiting for the task: (returnval){ [ 680.444118] env[70867]: value = "task-3473143" [ 680.444118] env[70867]: _type = "Task" [ 680.444118] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.455553] env[70867]: DEBUG oslo_vmware.api [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473143, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.565146] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquiring lock "refresh_cache-8ca8c5ef-e951-49bf-816c-84a297d92f07" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.565286] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquired lock "refresh_cache-8ca8c5ef-e951-49bf-816c-84a297d92f07" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.565435] env[70867]: DEBUG nova.network.neutron [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.598177] env[70867]: DEBUG nova.compute.utils [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.599821] env[70867]: DEBUG nova.compute.manager [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 00ea765e-2487-4758-bfb8-2ff5e5ed4070] Not allocating networking since 'none' was specified. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 680.860842] env[70867]: DEBUG oslo_vmware.api [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473142, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.033216} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.860842] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] File moved {{(pid=70867) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 680.860842] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Cleaning up location [datastore2] vmware_temp/25a11c52-aa7e-4c43-a9ad-a419af1f0ad5 {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 680.860842] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Deleting the datastore file [datastore2] vmware_temp/25a11c52-aa7e-4c43-a9ad-a419af1f0ad5 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 680.860842] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fc3ed08-e30a-4657-9255-2ac9784d8341 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.867478] env[70867]: DEBUG oslo_vmware.api [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Waiting for the task: (returnval){ [ 680.867478] env[70867]: value = "task-3473144" [ 680.867478] env[70867]: _type = "Task" [ 680.867478] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.875885] env[70867]: DEBUG oslo_vmware.api [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473144, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.937377] env[70867]: DEBUG oslo_concurrency.lockutils [req-23035ea1-24ac-4bac-a358-e473f66afc67 req-89e90580-ffd8-491a-b0bc-f987b1691168 service nova] Releasing lock "refresh_cache-548a2cd1-5cee-4a6d-91ea-2435dd9d0691" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.956546] env[70867]: DEBUG oslo_vmware.api [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473143, 'name': Rename_Task, 'duration_secs': 0.162261} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.956880] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.957094] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e83e8cc-4ef2-40c6-a360-db3d4afad21c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.965009] env[70867]: DEBUG oslo_vmware.api [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Waiting for the task: (returnval){ [ 680.965009] env[70867]: value = "task-3473145" [ 680.965009] env[70867]: _type = "Task" [ 680.965009] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.977045] env[70867]: DEBUG oslo_vmware.api [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.067714] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ee839653-3d61-4193-998b-0adcb7570ba1 tempest-DeleteServersAdminTestJSON-1755885008 tempest-DeleteServersAdminTestJSON-1755885008-project-admin] Acquiring lock "f0de3aaa-605f-48e6-a512-747263d49680" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.067974] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ee839653-3d61-4193-998b-0adcb7570ba1 tempest-DeleteServersAdminTestJSON-1755885008 tempest-DeleteServersAdminTestJSON-1755885008-project-admin] Lock "f0de3aaa-605f-48e6-a512-747263d49680" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.068224] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ee839653-3d61-4193-998b-0adcb7570ba1 tempest-DeleteServersAdminTestJSON-1755885008 tempest-DeleteServersAdminTestJSON-1755885008-project-admin] Acquiring lock "f0de3aaa-605f-48e6-a512-747263d49680-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.068542] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ee839653-3d61-4193-998b-0adcb7570ba1 tempest-DeleteServersAdminTestJSON-1755885008 tempest-DeleteServersAdminTestJSON-1755885008-project-admin] Lock "f0de3aaa-605f-48e6-a512-747263d49680-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.069506] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ee839653-3d61-4193-998b-0adcb7570ba1 tempest-DeleteServersAdminTestJSON-1755885008 tempest-DeleteServersAdminTestJSON-1755885008-project-admin] Lock "f0de3aaa-605f-48e6-a512-747263d49680-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.073115] env[70867]: INFO nova.compute.manager [None req-ee839653-3d61-4193-998b-0adcb7570ba1 tempest-DeleteServersAdminTestJSON-1755885008 tempest-DeleteServersAdminTestJSON-1755885008-project-admin] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Terminating instance [ 681.107612] env[70867]: DEBUG nova.network.neutron [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.114024] env[70867]: DEBUG nova.compute.manager [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 00ea765e-2487-4758-bfb8-2ff5e5ed4070] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.144817] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance f0de3aaa-605f-48e6-a512-747263d49680 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 681.145119] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 4a4a7b43-903f-495b-8bb9-becf921e7283 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 681.145373] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 681.145598] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 4be98957-bf1b-4464-bb2b-66349fa66668 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 681.145992] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance f97cb95b-5d2e-4ac4-ba82-80a705a086f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 681.146291] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 548a2cd1-5cee-4a6d-91ea-2435dd9d0691 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 681.146549] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 3dcf9e2a-4306-4025-a942-9aa1a598f49f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 681.147360] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 8ca8c5ef-e951-49bf-816c-84a297d92f07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 681.147360] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 88f4a83c-1880-4e6c-99ed-18e9229d1125 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 681.147360] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 00ea765e-2487-4758-bfb8-2ff5e5ed4070 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 681.309627] env[70867]: DEBUG nova.network.neutron [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Updating instance_info_cache with network_info: [{"id": "4cdb8544-e515-4980-a21e-7c7aa6c8a46c", "address": "fa:16:3e:da:d7:a1", "network": {"id": "92679d6e-9d23-48b6-ac5f-eb75f3549552", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-309244147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9887a501ada94094811782796978977f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cdb8544-e5", "ovs_interfaceid": "4cdb8544-e515-4980-a21e-7c7aa6c8a46c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.383303] env[70867]: DEBUG oslo_vmware.api [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473144, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093023} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.383303] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 681.384029] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ed6bfb5-f3ba-4a92-a280-850befd45e49 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.391770] env[70867]: DEBUG oslo_vmware.api [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Waiting for the task: (returnval){ [ 681.391770] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5212fc8f-86fa-7f7d-dba3-81f240094e9f" [ 681.391770] env[70867]: _type = "Task" [ 681.391770] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.405912] env[70867]: DEBUG oslo_vmware.api [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5212fc8f-86fa-7f7d-dba3-81f240094e9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.483096] env[70867]: DEBUG oslo_vmware.api [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473145, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.581708] env[70867]: DEBUG nova.compute.manager [None req-ee839653-3d61-4193-998b-0adcb7570ba1 tempest-DeleteServersAdminTestJSON-1755885008 tempest-DeleteServersAdminTestJSON-1755885008-project-admin] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 681.581869] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ee839653-3d61-4193-998b-0adcb7570ba1 tempest-DeleteServersAdminTestJSON-1755885008 tempest-DeleteServersAdminTestJSON-1755885008-project-admin] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 681.585251] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494ffa1e-d161-47c0-9484-aa19f148ffe6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.595349] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee839653-3d61-4193-998b-0adcb7570ba1 tempest-DeleteServersAdminTestJSON-1755885008 tempest-DeleteServersAdminTestJSON-1755885008-project-admin] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 681.595566] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11d46027-d7f7-4f36-8e74-32e3383b16f6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.605342] env[70867]: DEBUG oslo_vmware.api [None req-ee839653-3d61-4193-998b-0adcb7570ba1 tempest-DeleteServersAdminTestJSON-1755885008 tempest-DeleteServersAdminTestJSON-1755885008-project-admin] Waiting for the task: (returnval){ [ 681.605342] env[70867]: value = "task-3473146" [ 681.605342] env[70867]: _type = "Task" [ 681.605342] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.627703] env[70867]: DEBUG oslo_vmware.api [None req-ee839653-3d61-4193-998b-0adcb7570ba1 tempest-DeleteServersAdminTestJSON-1755885008 tempest-DeleteServersAdminTestJSON-1755885008-project-admin] Task: {'id': task-3473146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.651221] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 681.814767] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Releasing lock "refresh_cache-8ca8c5ef-e951-49bf-816c-84a297d92f07" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.815521] env[70867]: DEBUG nova.compute.manager [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Instance network_info: |[{"id": "4cdb8544-e515-4980-a21e-7c7aa6c8a46c", "address": "fa:16:3e:da:d7:a1", "network": {"id": "92679d6e-9d23-48b6-ac5f-eb75f3549552", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-309244147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9887a501ada94094811782796978977f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cdb8544-e5", "ovs_interfaceid": "4cdb8544-e515-4980-a21e-7c7aa6c8a46c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 681.815688] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:d7:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5291d0-ee0f-4d70-b2ae-ab6879a67b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cdb8544-e515-4980-a21e-7c7aa6c8a46c', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.828762] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.833741] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.833741] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e839b5e-8fa5-417e-8ff0-ca3e952a6d5c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.860788] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.860788] env[70867]: value = "task-3473147" [ 681.860788] env[70867]: _type = "Task" [ 681.860788] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.868939] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473147, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.903839] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a4de019e-e79c-44f0-a0a7-db72287118c5 tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Acquiring lock "4be98957-bf1b-4464-bb2b-66349fa66668" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.904195] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a4de019e-e79c-44f0-a0a7-db72287118c5 tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Lock "4be98957-bf1b-4464-bb2b-66349fa66668" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.904905] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a4de019e-e79c-44f0-a0a7-db72287118c5 tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Acquiring lock "4be98957-bf1b-4464-bb2b-66349fa66668-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.904905] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a4de019e-e79c-44f0-a0a7-db72287118c5 tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Lock "4be98957-bf1b-4464-bb2b-66349fa66668-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.904905] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a4de019e-e79c-44f0-a0a7-db72287118c5 tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Lock "4be98957-bf1b-4464-bb2b-66349fa66668-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.906561] env[70867]: DEBUG oslo_vmware.api [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5212fc8f-86fa-7f7d-dba3-81f240094e9f, 'name': SearchDatastore_Task, 'duration_secs': 0.023217} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.907087] env[70867]: INFO nova.compute.manager [None req-a4de019e-e79c-44f0-a0a7-db72287118c5 tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Terminating instance [ 681.908517] env[70867]: DEBUG oslo_concurrency.lockutils [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.908799] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 3dcf9e2a-4306-4025-a942-9aa1a598f49f/3dcf9e2a-4306-4025-a942-9aa1a598f49f.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.909155] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.909368] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.909633] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0662bfd2-0181-41cf-86eb-7fa35b11a6cd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.918023] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f247ac2-69da-4be5-84c7-eca678e25bc8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.926170] env[70867]: DEBUG oslo_vmware.api [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Waiting for the task: (returnval){ [ 681.926170] env[70867]: value = "task-3473148" [ 681.926170] env[70867]: _type = "Task" [ 681.926170] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.933020] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.933361] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.935440] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87e3d9c2-9396-4194-b966-da2a6d3f0785 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.941536] env[70867]: DEBUG oslo_vmware.api [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.946464] env[70867]: DEBUG oslo_vmware.api [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 681.946464] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f46ca8-09e5-bda9-05cf-69bce226f57e" [ 681.946464] env[70867]: _type = "Task" [ 681.946464] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.953824] env[70867]: DEBUG oslo_concurrency.lockutils [None req-09b37dde-5dfb-4a3e-b6e3-fc16f5858468 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Acquiring lock "4a4a7b43-903f-495b-8bb9-becf921e7283" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.954076] env[70867]: DEBUG oslo_concurrency.lockutils [None req-09b37dde-5dfb-4a3e-b6e3-fc16f5858468 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Lock "4a4a7b43-903f-495b-8bb9-becf921e7283" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.954286] env[70867]: DEBUG oslo_concurrency.lockutils [None req-09b37dde-5dfb-4a3e-b6e3-fc16f5858468 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Acquiring lock "4a4a7b43-903f-495b-8bb9-becf921e7283-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.954470] env[70867]: DEBUG oslo_concurrency.lockutils [None req-09b37dde-5dfb-4a3e-b6e3-fc16f5858468 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Lock "4a4a7b43-903f-495b-8bb9-becf921e7283-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.954619] env[70867]: DEBUG oslo_concurrency.lockutils [None req-09b37dde-5dfb-4a3e-b6e3-fc16f5858468 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Lock "4a4a7b43-903f-495b-8bb9-becf921e7283-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.956952] env[70867]: INFO nova.compute.manager [None req-09b37dde-5dfb-4a3e-b6e3-fc16f5858468 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Terminating instance [ 681.962314] env[70867]: DEBUG oslo_vmware.api [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f46ca8-09e5-bda9-05cf-69bce226f57e, 'name': SearchDatastore_Task, 'duration_secs': 0.009661} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.964103] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb53ceac-e33e-49b7-8391-c430f6a5fc56 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.973557] env[70867]: DEBUG oslo_vmware.api [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 681.973557] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52d3b891-3240-3711-f06d-c4c5c63657b4" [ 681.973557] env[70867]: _type = "Task" [ 681.973557] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.980845] env[70867]: DEBUG oslo_vmware.api [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473145, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.987867] env[70867]: DEBUG oslo_vmware.api [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52d3b891-3240-3711-f06d-c4c5c63657b4, 'name': SearchDatastore_Task, 'duration_secs': 0.011332} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.988183] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.988426] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 548a2cd1-5cee-4a6d-91ea-2435dd9d0691/548a2cd1-5cee-4a6d-91ea-2435dd9d0691.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.988869] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1798c9fa-f816-437c-976c-11fe93b6807b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.999297] env[70867]: DEBUG oslo_vmware.api [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 681.999297] env[70867]: value = "task-3473149" [ 681.999297] env[70867]: _type = "Task" [ 681.999297] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.009112] env[70867]: DEBUG oslo_vmware.api [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.118514] env[70867]: DEBUG oslo_vmware.api [None req-ee839653-3d61-4193-998b-0adcb7570ba1 tempest-DeleteServersAdminTestJSON-1755885008 tempest-DeleteServersAdminTestJSON-1755885008-project-admin] Task: {'id': task-3473146, 'name': PowerOffVM_Task, 'duration_secs': 0.2045} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.118514] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee839653-3d61-4193-998b-0adcb7570ba1 tempest-DeleteServersAdminTestJSON-1755885008 tempest-DeleteServersAdminTestJSON-1755885008-project-admin] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 682.118514] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ee839653-3d61-4193-998b-0adcb7570ba1 tempest-DeleteServersAdminTestJSON-1755885008 tempest-DeleteServersAdminTestJSON-1755885008-project-admin] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 682.119190] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b96c6501-0eb8-4b03-bf76-9d2bcbba8780 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.132098] env[70867]: DEBUG nova.compute.manager [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 00ea765e-2487-4758-bfb8-2ff5e5ed4070] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.141401] env[70867]: DEBUG nova.network.neutron [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Successfully updated port: 7c063d86-a8df-4caa-a0a2-fa3c4fd138a9 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 682.155581] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 2f11308d-9290-472a-9a2d-62e3e5dcac8b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 682.179740] env[70867]: DEBUG nova.virt.hardware [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.179740] env[70867]: DEBUG nova.virt.hardware [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.179740] env[70867]: DEBUG nova.virt.hardware [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.179740] env[70867]: DEBUG nova.virt.hardware [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.180129] env[70867]: DEBUG nova.virt.hardware [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.180129] env[70867]: DEBUG nova.virt.hardware [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.180129] env[70867]: DEBUG nova.virt.hardware [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.180129] env[70867]: DEBUG nova.virt.hardware [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.180242] env[70867]: DEBUG nova.virt.hardware [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.180594] env[70867]: DEBUG nova.virt.hardware [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.180594] env[70867]: DEBUG nova.virt.hardware [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.182995] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e05f728-f6c0-42e8-ae16-45617b517fd3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.194232] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f52555-b9af-402f-acd9-648d272b8749 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.215188] env[70867]: DEBUG oslo_concurrency.lockutils [None req-22b3e2eb-d8db-4baf-b3a9-d4c58a8c33db tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Acquiring lock "1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.215188] env[70867]: DEBUG oslo_concurrency.lockutils [None req-22b3e2eb-d8db-4baf-b3a9-d4c58a8c33db tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Lock "1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.215188] env[70867]: DEBUG oslo_concurrency.lockutils [None req-22b3e2eb-d8db-4baf-b3a9-d4c58a8c33db tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Acquiring lock "1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.215188] env[70867]: DEBUG oslo_concurrency.lockutils [None req-22b3e2eb-d8db-4baf-b3a9-d4c58a8c33db tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Lock "1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.215569] env[70867]: DEBUG oslo_concurrency.lockutils [None req-22b3e2eb-d8db-4baf-b3a9-d4c58a8c33db tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Lock "1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.217562] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 00ea765e-2487-4758-bfb8-2ff5e5ed4070] Instance VIF info [] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.223262] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Creating folder: Project (532391cc48244d5fb69a5ff660cc2d44). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.223997] env[70867]: INFO nova.compute.manager [None req-22b3e2eb-d8db-4baf-b3a9-d4c58a8c33db tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Terminating instance [ 682.227211] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d55ac5f-f79a-4485-add0-611829a8ee9e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.229395] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ee839653-3d61-4193-998b-0adcb7570ba1 tempest-DeleteServersAdminTestJSON-1755885008 tempest-DeleteServersAdminTestJSON-1755885008-project-admin] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 682.229548] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ee839653-3d61-4193-998b-0adcb7570ba1 tempest-DeleteServersAdminTestJSON-1755885008 tempest-DeleteServersAdminTestJSON-1755885008-project-admin] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 682.229766] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee839653-3d61-4193-998b-0adcb7570ba1 tempest-DeleteServersAdminTestJSON-1755885008 tempest-DeleteServersAdminTestJSON-1755885008-project-admin] Deleting the datastore file [datastore1] f0de3aaa-605f-48e6-a512-747263d49680 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 682.231093] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0cc32f7-ffa5-4baf-8af7-2fdd4fae12d2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.238886] env[70867]: DEBUG oslo_vmware.api [None req-ee839653-3d61-4193-998b-0adcb7570ba1 tempest-DeleteServersAdminTestJSON-1755885008 tempest-DeleteServersAdminTestJSON-1755885008-project-admin] Waiting for the task: (returnval){ [ 682.238886] env[70867]: value = "task-3473152" [ 682.238886] env[70867]: _type = "Task" [ 682.238886] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.247426] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Created folder: Project (532391cc48244d5fb69a5ff660cc2d44) in parent group-v694272. [ 682.247740] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Creating folder: Instances. Parent ref: group-v694295. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.251544] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f4465be-69db-43f3-84f3-2af7e7955f85 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.254042] env[70867]: DEBUG oslo_vmware.api [None req-ee839653-3d61-4193-998b-0adcb7570ba1 tempest-DeleteServersAdminTestJSON-1755885008 tempest-DeleteServersAdminTestJSON-1755885008-project-admin] Task: {'id': task-3473152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.261437] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Created folder: Instances in parent group-v694295. [ 682.261600] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.261723] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00ea765e-2487-4758-bfb8-2ff5e5ed4070] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.262290] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff9b4345-9dab-4c9b-a0a1-9a99c1989775 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.279984] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.279984] env[70867]: value = "task-3473154" [ 682.279984] env[70867]: _type = "Task" [ 682.279984] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.291181] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473154, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.372724] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473147, 'name': CreateVM_Task, 'duration_secs': 0.353533} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.372913] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.374104] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.374274] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.374616] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.374888] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54b1a8a1-7c65-4d37-b83e-9ab776645c55 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.383361] env[70867]: DEBUG oslo_vmware.api [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 682.383361] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527ebd11-8a9c-4fef-0b53-fba39d098190" [ 682.383361] env[70867]: _type = "Task" [ 682.383361] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.396930] env[70867]: DEBUG oslo_vmware.api [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527ebd11-8a9c-4fef-0b53-fba39d098190, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.421910] env[70867]: DEBUG nova.compute.manager [None req-a4de019e-e79c-44f0-a0a7-db72287118c5 tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 682.422182] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a4de019e-e79c-44f0-a0a7-db72287118c5 tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 682.423322] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229e2e67-44d2-4317-a077-fbf319e3896d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.444223] env[70867]: DEBUG oslo_vmware.api [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473148, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.444441] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4de019e-e79c-44f0-a0a7-db72287118c5 tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 682.444970] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7ef4f5f-dec8-4edd-acb7-4b7cdd65aea9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.455940] env[70867]: DEBUG oslo_vmware.api [None req-a4de019e-e79c-44f0-a0a7-db72287118c5 tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Waiting for the task: (returnval){ [ 682.455940] env[70867]: value = "task-3473155" [ 682.455940] env[70867]: _type = "Task" [ 682.455940] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.471155] env[70867]: DEBUG nova.compute.manager [None req-09b37dde-5dfb-4a3e-b6e3-fc16f5858468 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 682.471499] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-09b37dde-5dfb-4a3e-b6e3-fc16f5858468 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 682.471904] env[70867]: DEBUG oslo_vmware.api [None req-a4de019e-e79c-44f0-a0a7-db72287118c5 tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Task: {'id': task-3473155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.472818] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dada5f6-69e8-458b-9030-f49fd57c299f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.489457] env[70867]: DEBUG oslo_vmware.api [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473145, 'name': PowerOnVM_Task, 'duration_secs': 1.114768} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.492621] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.492951] env[70867]: INFO nova.compute.manager [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Took 12.47 seconds to spawn the instance on the hypervisor. [ 682.494638] env[70867]: DEBUG nova.compute.manager [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.494638] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b37dde-5dfb-4a3e-b6e3-fc16f5858468 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 682.495143] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff204f39-7715-484f-b588-6075b81e6b15 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.498007] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c765ae7c-71c4-42cb-a20c-57cb48d01f0f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.512694] env[70867]: DEBUG oslo_vmware.api [None req-09b37dde-5dfb-4a3e-b6e3-fc16f5858468 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Waiting for the task: (returnval){ [ 682.512694] env[70867]: value = "task-3473156" [ 682.512694] env[70867]: _type = "Task" [ 682.512694] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.521756] env[70867]: DEBUG oslo_vmware.api [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473149, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.528820] env[70867]: DEBUG oslo_vmware.api [None req-09b37dde-5dfb-4a3e-b6e3-fc16f5858468 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Task: {'id': task-3473156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.647098] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Acquiring lock "refresh_cache-88f4a83c-1880-4e6c-99ed-18e9229d1125" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.647098] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Acquired lock "refresh_cache-88f4a83c-1880-4e6c-99ed-18e9229d1125" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.647098] env[70867]: DEBUG nova.network.neutron [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.660934] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 682.737539] env[70867]: DEBUG nova.compute.manager [None req-22b3e2eb-d8db-4baf-b3a9-d4c58a8c33db tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 682.737539] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-22b3e2eb-d8db-4baf-b3a9-d4c58a8c33db tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 682.737539] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3dd875-05f4-4318-bf58-193ee8eaa34e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.753094] env[70867]: DEBUG oslo_vmware.api [None req-ee839653-3d61-4193-998b-0adcb7570ba1 tempest-DeleteServersAdminTestJSON-1755885008 tempest-DeleteServersAdminTestJSON-1755885008-project-admin] Task: {'id': task-3473152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.392716} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.756395] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee839653-3d61-4193-998b-0adcb7570ba1 tempest-DeleteServersAdminTestJSON-1755885008 tempest-DeleteServersAdminTestJSON-1755885008-project-admin] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 682.756615] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ee839653-3d61-4193-998b-0adcb7570ba1 tempest-DeleteServersAdminTestJSON-1755885008 tempest-DeleteServersAdminTestJSON-1755885008-project-admin] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 682.758341] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ee839653-3d61-4193-998b-0adcb7570ba1 tempest-DeleteServersAdminTestJSON-1755885008 tempest-DeleteServersAdminTestJSON-1755885008-project-admin] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 682.758341] env[70867]: INFO nova.compute.manager [None req-ee839653-3d61-4193-998b-0adcb7570ba1 tempest-DeleteServersAdminTestJSON-1755885008 tempest-DeleteServersAdminTestJSON-1755885008-project-admin] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Took 1.18 seconds to destroy the instance on the hypervisor. [ 682.758341] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee839653-3d61-4193-998b-0adcb7570ba1 tempest-DeleteServersAdminTestJSON-1755885008 tempest-DeleteServersAdminTestJSON-1755885008-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.758341] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b3e2eb-d8db-4baf-b3a9-d4c58a8c33db tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 682.758780] env[70867]: DEBUG nova.compute.manager [-] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 682.758910] env[70867]: DEBUG nova.network.neutron [-] [instance: f0de3aaa-605f-48e6-a512-747263d49680] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 682.761147] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cbff143-c862-4399-aa4c-d76d1a2f7bba {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.770751] env[70867]: DEBUG oslo_vmware.api [None req-22b3e2eb-d8db-4baf-b3a9-d4c58a8c33db tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Waiting for the task: (returnval){ [ 682.770751] env[70867]: value = "task-3473157" [ 682.770751] env[70867]: _type = "Task" [ 682.770751] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.780524] env[70867]: DEBUG oslo_vmware.api [None req-22b3e2eb-d8db-4baf-b3a9-d4c58a8c33db tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Task: {'id': task-3473157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.791304] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473154, 'name': CreateVM_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.898055] env[70867]: DEBUG oslo_vmware.api [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527ebd11-8a9c-4fef-0b53-fba39d098190, 'name': SearchDatastore_Task, 'duration_secs': 0.060613} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.898503] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.898783] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.899053] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.899186] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.899415] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.899683] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-618e49e0-4eda-4d85-a0db-c7fadf27e5fd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.909902] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.910100] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.910816] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1afdce6e-d859-4f18-b299-ef55b134d728 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.916771] env[70867]: DEBUG oslo_vmware.api [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 682.916771] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527da0be-ac2f-876c-3b09-08b9681bb5ee" [ 682.916771] env[70867]: _type = "Task" [ 682.916771] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.926016] env[70867]: DEBUG oslo_vmware.api [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527da0be-ac2f-876c-3b09-08b9681bb5ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.942017] env[70867]: DEBUG oslo_vmware.api [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584456} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.942958] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 3dcf9e2a-4306-4025-a942-9aa1a598f49f/3dcf9e2a-4306-4025-a942-9aa1a598f49f.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.943254] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.943539] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4761a75c-53db-4a26-a20b-918aaf023de3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.959075] env[70867]: DEBUG oslo_vmware.api [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Waiting for the task: (returnval){ [ 682.959075] env[70867]: value = "task-3473158" [ 682.959075] env[70867]: _type = "Task" [ 682.959075] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.969767] env[70867]: DEBUG oslo_vmware.api [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473158, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.973714] env[70867]: DEBUG oslo_vmware.api [None req-a4de019e-e79c-44f0-a0a7-db72287118c5 tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Task: {'id': task-3473155, 'name': PowerOffVM_Task, 'duration_secs': 0.243762} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.973714] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4de019e-e79c-44f0-a0a7-db72287118c5 tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 682.973714] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a4de019e-e79c-44f0-a0a7-db72287118c5 tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 682.973881] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf336c96-b9af-420c-8c44-b5de1a9eb2c0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.011298] env[70867]: DEBUG oslo_vmware.api [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473149, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.835504} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.011598] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 548a2cd1-5cee-4a6d-91ea-2435dd9d0691/548a2cd1-5cee-4a6d-91ea-2435dd9d0691.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.011839] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.012120] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3266d43-d0bb-4f11-b76a-941da5b89531 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.029850] env[70867]: DEBUG oslo_vmware.api [None req-09b37dde-5dfb-4a3e-b6e3-fc16f5858468 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Task: {'id': task-3473156, 'name': PowerOffVM_Task, 'duration_secs': 0.213898} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.030388] env[70867]: INFO nova.compute.manager [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Took 21.21 seconds to build instance. [ 683.032608] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b37dde-5dfb-4a3e-b6e3-fc16f5858468 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 683.032736] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-09b37dde-5dfb-4a3e-b6e3-fc16f5858468 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 683.033038] env[70867]: DEBUG oslo_vmware.api [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 683.033038] env[70867]: value = "task-3473160" [ 683.033038] env[70867]: _type = "Task" [ 683.033038] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.033405] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ab3a06e-4837-47d8-9a0a-e066341b7ef0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.046644] env[70867]: DEBUG oslo_vmware.api [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473160, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.088820] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a4de019e-e79c-44f0-a0a7-db72287118c5 tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 683.090270] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a4de019e-e79c-44f0-a0a7-db72287118c5 tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 683.090270] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4de019e-e79c-44f0-a0a7-db72287118c5 tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Deleting the datastore file [datastore1] 4be98957-bf1b-4464-bb2b-66349fa66668 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 683.090270] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77cd10c2-437d-413a-97f3-24b20c8f1d81 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.100135] env[70867]: DEBUG oslo_vmware.api [None req-a4de019e-e79c-44f0-a0a7-db72287118c5 tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Waiting for the task: (returnval){ [ 683.100135] env[70867]: value = "task-3473162" [ 683.100135] env[70867]: _type = "Task" [ 683.100135] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.108680] env[70867]: DEBUG oslo_vmware.api [None req-a4de019e-e79c-44f0-a0a7-db72287118c5 tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Task: {'id': task-3473162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.110534] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-09b37dde-5dfb-4a3e-b6e3-fc16f5858468 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 683.110534] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-09b37dde-5dfb-4a3e-b6e3-fc16f5858468 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 683.110534] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-09b37dde-5dfb-4a3e-b6e3-fc16f5858468 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Deleting the datastore file [datastore1] 4a4a7b43-903f-495b-8bb9-becf921e7283 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 683.110534] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99f30744-bc4e-408a-9e0a-20a3f9e93e3d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.117251] env[70867]: DEBUG oslo_vmware.api [None req-09b37dde-5dfb-4a3e-b6e3-fc16f5858468 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Waiting for the task: (returnval){ [ 683.117251] env[70867]: value = "task-3473163" [ 683.117251] env[70867]: _type = "Task" [ 683.117251] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.128689] env[70867]: DEBUG oslo_vmware.api [None req-09b37dde-5dfb-4a3e-b6e3-fc16f5858468 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Task: {'id': task-3473163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.165968] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 8dc05e7d-bad4-42ba-a73e-30816551cf75 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 683.191716] env[70867]: DEBUG nova.network.neutron [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.281982] env[70867]: DEBUG oslo_vmware.api [None req-22b3e2eb-d8db-4baf-b3a9-d4c58a8c33db tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Task: {'id': task-3473157, 'name': PowerOffVM_Task, 'duration_secs': 0.206524} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.286826] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b3e2eb-d8db-4baf-b3a9-d4c58a8c33db tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 683.287061] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-22b3e2eb-d8db-4baf-b3a9-d4c58a8c33db tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 683.288956] env[70867]: DEBUG nova.compute.manager [req-7e3b50dc-f367-4c66-aff0-18847266c085 req-6156b8d6-1450-4151-ab5d-63a26ddd6a82 service nova] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Received event network-vif-plugged-4cdb8544-e515-4980-a21e-7c7aa6c8a46c {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.288956] env[70867]: DEBUG oslo_concurrency.lockutils [req-7e3b50dc-f367-4c66-aff0-18847266c085 req-6156b8d6-1450-4151-ab5d-63a26ddd6a82 service nova] Acquiring lock "8ca8c5ef-e951-49bf-816c-84a297d92f07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.288956] env[70867]: DEBUG oslo_concurrency.lockutils [req-7e3b50dc-f367-4c66-aff0-18847266c085 req-6156b8d6-1450-4151-ab5d-63a26ddd6a82 service nova] Lock "8ca8c5ef-e951-49bf-816c-84a297d92f07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.288956] env[70867]: DEBUG oslo_concurrency.lockutils [req-7e3b50dc-f367-4c66-aff0-18847266c085 req-6156b8d6-1450-4151-ab5d-63a26ddd6a82 service nova] Lock "8ca8c5ef-e951-49bf-816c-84a297d92f07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.288956] env[70867]: DEBUG nova.compute.manager [req-7e3b50dc-f367-4c66-aff0-18847266c085 req-6156b8d6-1450-4151-ab5d-63a26ddd6a82 service nova] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] No waiting events found dispatching network-vif-plugged-4cdb8544-e515-4980-a21e-7c7aa6c8a46c {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 683.289256] env[70867]: WARNING nova.compute.manager [req-7e3b50dc-f367-4c66-aff0-18847266c085 req-6156b8d6-1450-4151-ab5d-63a26ddd6a82 service nova] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Received unexpected event network-vif-plugged-4cdb8544-e515-4980-a21e-7c7aa6c8a46c for instance with vm_state building and task_state spawning. [ 683.289256] env[70867]: DEBUG nova.compute.manager [req-7e3b50dc-f367-4c66-aff0-18847266c085 req-6156b8d6-1450-4151-ab5d-63a26ddd6a82 service nova] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Received event network-changed-4cdb8544-e515-4980-a21e-7c7aa6c8a46c {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.289386] env[70867]: DEBUG nova.compute.manager [req-7e3b50dc-f367-4c66-aff0-18847266c085 req-6156b8d6-1450-4151-ab5d-63a26ddd6a82 service nova] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Refreshing instance network info cache due to event network-changed-4cdb8544-e515-4980-a21e-7c7aa6c8a46c. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.290288] env[70867]: DEBUG oslo_concurrency.lockutils [req-7e3b50dc-f367-4c66-aff0-18847266c085 req-6156b8d6-1450-4151-ab5d-63a26ddd6a82 service nova] Acquiring lock "refresh_cache-8ca8c5ef-e951-49bf-816c-84a297d92f07" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.290288] env[70867]: DEBUG oslo_concurrency.lockutils [req-7e3b50dc-f367-4c66-aff0-18847266c085 req-6156b8d6-1450-4151-ab5d-63a26ddd6a82 service nova] Acquired lock "refresh_cache-8ca8c5ef-e951-49bf-816c-84a297d92f07" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.290288] env[70867]: DEBUG nova.network.neutron [req-7e3b50dc-f367-4c66-aff0-18847266c085 req-6156b8d6-1450-4151-ab5d-63a26ddd6a82 service nova] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Refreshing network info cache for port 4cdb8544-e515-4980-a21e-7c7aa6c8a46c {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.291742] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70bd6b82-e697-4092-bfa0-b7a756ee5540 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.299144] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473154, 'name': CreateVM_Task, 'duration_secs': 0.58101} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.301722] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00ea765e-2487-4758-bfb8-2ff5e5ed4070] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.302499] env[70867]: DEBUG oslo_concurrency.lockutils [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.302653] env[70867]: DEBUG oslo_concurrency.lockutils [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.303062] env[70867]: DEBUG oslo_concurrency.lockutils [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.303531] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02bf8ad7-2ff9-47bf-8dfe-86abf82bb4d6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.308837] env[70867]: DEBUG oslo_vmware.api [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Waiting for the task: (returnval){ [ 683.308837] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52da27c0-c72d-1317-6db1-0e0f90d80f64" [ 683.308837] env[70867]: _type = "Task" [ 683.308837] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.317194] env[70867]: DEBUG oslo_vmware.api [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52da27c0-c72d-1317-6db1-0e0f90d80f64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.346766] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-22b3e2eb-d8db-4baf-b3a9-d4c58a8c33db tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 683.347079] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-22b3e2eb-d8db-4baf-b3a9-d4c58a8c33db tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 683.347166] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-22b3e2eb-d8db-4baf-b3a9-d4c58a8c33db tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Deleting the datastore file [datastore1] 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 683.347442] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08ead8b8-c51e-4913-a123-6a513bd2b0c4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.355677] env[70867]: DEBUG oslo_vmware.api [None req-22b3e2eb-d8db-4baf-b3a9-d4c58a8c33db tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Waiting for the task: (returnval){ [ 683.355677] env[70867]: value = "task-3473165" [ 683.355677] env[70867]: _type = "Task" [ 683.355677] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.365795] env[70867]: DEBUG oslo_vmware.api [None req-22b3e2eb-d8db-4baf-b3a9-d4c58a8c33db tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Task: {'id': task-3473165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.428880] env[70867]: DEBUG oslo_vmware.api [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527da0be-ac2f-876c-3b09-08b9681bb5ee, 'name': SearchDatastore_Task, 'duration_secs': 0.0156} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.430087] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6b6300f-e0e6-421f-9985-ddad1489392b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.435953] env[70867]: DEBUG oslo_vmware.api [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 683.435953] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5290de0b-1a53-27c6-eb70-4f64863fd490" [ 683.435953] env[70867]: _type = "Task" [ 683.435953] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.444684] env[70867]: DEBUG oslo_vmware.api [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5290de0b-1a53-27c6-eb70-4f64863fd490, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.470750] env[70867]: DEBUG oslo_vmware.api [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473158, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07535} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.471023] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.472387] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d66efc5-b7e4-4c34-a749-022249072154 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.496845] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 3dcf9e2a-4306-4025-a942-9aa1a598f49f/3dcf9e2a-4306-4025-a942-9aa1a598f49f.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.499108] env[70867]: DEBUG nova.network.neutron [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Updating instance_info_cache with network_info: [{"id": "7c063d86-a8df-4caa-a0a2-fa3c4fd138a9", "address": "fa:16:3e:9f:ed:4f", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c063d86-a8", "ovs_interfaceid": "7c063d86-a8df-4caa-a0a2-fa3c4fd138a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.500690] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77d00a2c-21f8-40cd-8268-6b8efe37be76 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.528342] env[70867]: DEBUG oslo_vmware.api [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Waiting for the task: (returnval){ [ 683.528342] env[70867]: value = "task-3473166" [ 683.528342] env[70867]: _type = "Task" [ 683.528342] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.534566] env[70867]: DEBUG oslo_concurrency.lockutils [None req-99e08f34-2293-4439-9d38-43f891a66c39 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Lock "f97cb95b-5d2e-4ac4-ba82-80a705a086f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.725s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.540862] env[70867]: DEBUG oslo_vmware.api [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473166, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.549870] env[70867]: DEBUG oslo_vmware.api [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473160, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07331} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.549870] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.554034] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3e2c31-c76e-407e-8f2a-2210c9cc22b6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.578312] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 548a2cd1-5cee-4a6d-91ea-2435dd9d0691/548a2cd1-5cee-4a6d-91ea-2435dd9d0691.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.578312] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4c4d039-9821-4a6f-9c90-345ec6c08e03 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.602412] env[70867]: DEBUG oslo_vmware.api [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 683.602412] env[70867]: value = "task-3473167" [ 683.602412] env[70867]: _type = "Task" [ 683.602412] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.614578] env[70867]: DEBUG oslo_vmware.api [None req-a4de019e-e79c-44f0-a0a7-db72287118c5 tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Task: {'id': task-3473162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.620014] env[70867]: DEBUG oslo_vmware.api [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473167, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.629141] env[70867]: DEBUG oslo_vmware.api [None req-09b37dde-5dfb-4a3e-b6e3-fc16f5858468 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Task: {'id': task-3473163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.672118] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance a893add8-af75-482e-b1a9-0fa099407df8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 683.823518] env[70867]: DEBUG oslo_vmware.api [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52da27c0-c72d-1317-6db1-0e0f90d80f64, 'name': SearchDatastore_Task, 'duration_secs': 0.047644} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.823991] env[70867]: DEBUG oslo_concurrency.lockutils [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.824356] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 00ea765e-2487-4758-bfb8-2ff5e5ed4070] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.824666] env[70867]: DEBUG oslo_concurrency.lockutils [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.874271] env[70867]: DEBUG nova.compute.manager [req-6a86dd23-207c-49d9-95b3-5656baabae60 req-1321797e-d578-4d06-8de0-b1ee58c0f214 service nova] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Received event network-vif-plugged-7c063d86-a8df-4caa-a0a2-fa3c4fd138a9 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.874271] env[70867]: DEBUG oslo_concurrency.lockutils [req-6a86dd23-207c-49d9-95b3-5656baabae60 req-1321797e-d578-4d06-8de0-b1ee58c0f214 service nova] Acquiring lock "88f4a83c-1880-4e6c-99ed-18e9229d1125-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.874271] env[70867]: DEBUG oslo_concurrency.lockutils [req-6a86dd23-207c-49d9-95b3-5656baabae60 req-1321797e-d578-4d06-8de0-b1ee58c0f214 service nova] Lock "88f4a83c-1880-4e6c-99ed-18e9229d1125-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.874271] env[70867]: DEBUG oslo_concurrency.lockutils [req-6a86dd23-207c-49d9-95b3-5656baabae60 req-1321797e-d578-4d06-8de0-b1ee58c0f214 service nova] Lock "88f4a83c-1880-4e6c-99ed-18e9229d1125-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.874271] env[70867]: DEBUG nova.compute.manager [req-6a86dd23-207c-49d9-95b3-5656baabae60 req-1321797e-d578-4d06-8de0-b1ee58c0f214 service nova] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] No waiting events found dispatching network-vif-plugged-7c063d86-a8df-4caa-a0a2-fa3c4fd138a9 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 683.874435] env[70867]: WARNING nova.compute.manager [req-6a86dd23-207c-49d9-95b3-5656baabae60 req-1321797e-d578-4d06-8de0-b1ee58c0f214 service nova] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Received unexpected event network-vif-plugged-7c063d86-a8df-4caa-a0a2-fa3c4fd138a9 for instance with vm_state building and task_state spawning. [ 683.882696] env[70867]: DEBUG oslo_vmware.api [None req-22b3e2eb-d8db-4baf-b3a9-d4c58a8c33db tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Task: {'id': task-3473165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.484587} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.882949] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-22b3e2eb-d8db-4baf-b3a9-d4c58a8c33db tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 683.883143] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-22b3e2eb-d8db-4baf-b3a9-d4c58a8c33db tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 683.883310] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-22b3e2eb-d8db-4baf-b3a9-d4c58a8c33db tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 683.883497] env[70867]: INFO nova.compute.manager [None req-22b3e2eb-d8db-4baf-b3a9-d4c58a8c33db tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 683.883707] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22b3e2eb-d8db-4baf-b3a9-d4c58a8c33db tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.883872] env[70867]: DEBUG nova.compute.manager [-] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 683.883958] env[70867]: DEBUG nova.network.neutron [-] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 683.947909] env[70867]: DEBUG oslo_vmware.api [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5290de0b-1a53-27c6-eb70-4f64863fd490, 'name': SearchDatastore_Task, 'duration_secs': 0.031698} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.947909] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.948197] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 8ca8c5ef-e951-49bf-816c-84a297d92f07/8ca8c5ef-e951-49bf-816c-84a297d92f07.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.948957] env[70867]: DEBUG oslo_concurrency.lockutils [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.948957] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.948957] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ddd7176-aede-494f-98ed-98c440cc5ad1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.952254] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11b994db-2bff-4efb-b486-ab83a2ad8273 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.958247] env[70867]: DEBUG oslo_vmware.api [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 683.958247] env[70867]: value = "task-3473168" [ 683.958247] env[70867]: _type = "Task" [ 683.958247] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.962482] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.962641] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.963965] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af3dad0f-66c0-42ca-a4ee-4c9bb2758f04 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.969972] env[70867]: DEBUG oslo_vmware.api [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.974603] env[70867]: DEBUG oslo_vmware.api [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Waiting for the task: (returnval){ [ 683.974603] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521aa045-88ae-8e61-8dad-6f350bc4249d" [ 683.974603] env[70867]: _type = "Task" [ 683.974603] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.980551] env[70867]: DEBUG oslo_vmware.api [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521aa045-88ae-8e61-8dad-6f350bc4249d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.023948] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Releasing lock "refresh_cache-88f4a83c-1880-4e6c-99ed-18e9229d1125" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.024239] env[70867]: DEBUG nova.compute.manager [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Instance network_info: |[{"id": "7c063d86-a8df-4caa-a0a2-fa3c4fd138a9", "address": "fa:16:3e:9f:ed:4f", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c063d86-a8", "ovs_interfaceid": "7c063d86-a8df-4caa-a0a2-fa3c4fd138a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 684.026929] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:ed:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c063d86-a8df-4caa-a0a2-fa3c4fd138a9', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.032709] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Creating folder: Project (47d5205532a743d39db08c003e52dfbd). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.033049] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bee86c2-6d26-44a9-9ea3-4cea4331a432 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.044115] env[70867]: DEBUG nova.compute.manager [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.046613] env[70867]: DEBUG oslo_vmware.api [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.054016] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Created folder: Project (47d5205532a743d39db08c003e52dfbd) in parent group-v694272. [ 684.054016] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Creating folder: Instances. Parent ref: group-v694298. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.054016] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8851a673-7814-4a38-a3ce-f019b669210d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.059386] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Created folder: Instances in parent group-v694298. [ 684.059626] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.060357] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.060357] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4269691-9d8d-4827-b49c-0bf591630911 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.084756] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.084756] env[70867]: value = "task-3473171" [ 684.084756] env[70867]: _type = "Task" [ 684.084756] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.092399] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473171, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.118968] env[70867]: DEBUG oslo_vmware.api [None req-a4de019e-e79c-44f0-a0a7-db72287118c5 tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Task: {'id': task-3473162, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.613615} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.122448] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4de019e-e79c-44f0-a0a7-db72287118c5 tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 684.122548] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a4de019e-e79c-44f0-a0a7-db72287118c5 tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 684.122689] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a4de019e-e79c-44f0-a0a7-db72287118c5 tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 684.122860] env[70867]: INFO nova.compute.manager [None req-a4de019e-e79c-44f0-a0a7-db72287118c5 tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Took 1.70 seconds to destroy the instance on the hypervisor. [ 684.123163] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4de019e-e79c-44f0-a0a7-db72287118c5 tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.123449] env[70867]: DEBUG oslo_vmware.api [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473167, 'name': ReconfigVM_Task, 'duration_secs': 0.354025} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.123644] env[70867]: DEBUG nova.compute.manager [-] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 684.123737] env[70867]: DEBUG nova.network.neutron [-] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 684.128409] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 548a2cd1-5cee-4a6d-91ea-2435dd9d0691/548a2cd1-5cee-4a6d-91ea-2435dd9d0691.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.129030] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08342168-e564-4faa-a575-0f1c455d5a80 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.136226] env[70867]: DEBUG oslo_vmware.api [None req-09b37dde-5dfb-4a3e-b6e3-fc16f5858468 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Task: {'id': task-3473163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.62084} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.137333] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-09b37dde-5dfb-4a3e-b6e3-fc16f5858468 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 684.137560] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-09b37dde-5dfb-4a3e-b6e3-fc16f5858468 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 684.137697] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-09b37dde-5dfb-4a3e-b6e3-fc16f5858468 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 684.137886] env[70867]: INFO nova.compute.manager [None req-09b37dde-5dfb-4a3e-b6e3-fc16f5858468 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Took 1.67 seconds to destroy the instance on the hypervisor. [ 684.138099] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09b37dde-5dfb-4a3e-b6e3-fc16f5858468 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.138408] env[70867]: DEBUG oslo_vmware.api [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 684.138408] env[70867]: value = "task-3473172" [ 684.138408] env[70867]: _type = "Task" [ 684.138408] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.138584] env[70867]: DEBUG nova.compute.manager [-] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 684.138784] env[70867]: DEBUG nova.network.neutron [-] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 684.149636] env[70867]: DEBUG oslo_vmware.api [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473172, 'name': Rename_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.175825] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 6415730a-4aa9-47f0-960e-509459c615f7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 684.189337] env[70867]: DEBUG nova.network.neutron [-] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.398332] env[70867]: DEBUG oslo_concurrency.lockutils [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Acquiring lock "decc1817-c45d-4e03-92c2-80bcaa2ba0f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.398528] env[70867]: DEBUG oslo_concurrency.lockutils [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Lock "decc1817-c45d-4e03-92c2-80bcaa2ba0f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.474922] env[70867]: DEBUG oslo_vmware.api [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473168, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.486260] env[70867]: DEBUG oslo_vmware.api [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521aa045-88ae-8e61-8dad-6f350bc4249d, 'name': SearchDatastore_Task, 'duration_secs': 0.066363} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.487705] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dfc46b8-1245-4ccd-b4c5-10aa8f23ddb6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.495390] env[70867]: DEBUG oslo_vmware.api [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Waiting for the task: (returnval){ [ 684.495390] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52542146-4b33-579f-763f-4873289b7f88" [ 684.495390] env[70867]: _type = "Task" [ 684.495390] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.506737] env[70867]: DEBUG oslo_vmware.api [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52542146-4b33-579f-763f-4873289b7f88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.545147] env[70867]: DEBUG oslo_vmware.api [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473166, 'name': ReconfigVM_Task, 'duration_secs': 0.719614} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.545585] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 3dcf9e2a-4306-4025-a942-9aa1a598f49f/3dcf9e2a-4306-4025-a942-9aa1a598f49f.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.546310] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-236f911c-9f3f-4259-97f9-5d033640aa4c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.557739] env[70867]: DEBUG nova.network.neutron [req-7e3b50dc-f367-4c66-aff0-18847266c085 req-6156b8d6-1450-4151-ab5d-63a26ddd6a82 service nova] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Updated VIF entry in instance network info cache for port 4cdb8544-e515-4980-a21e-7c7aa6c8a46c. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.558146] env[70867]: DEBUG nova.network.neutron [req-7e3b50dc-f367-4c66-aff0-18847266c085 req-6156b8d6-1450-4151-ab5d-63a26ddd6a82 service nova] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Updating instance_info_cache with network_info: [{"id": "4cdb8544-e515-4980-a21e-7c7aa6c8a46c", "address": "fa:16:3e:da:d7:a1", "network": {"id": "92679d6e-9d23-48b6-ac5f-eb75f3549552", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-309244147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9887a501ada94094811782796978977f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cdb8544-e5", "ovs_interfaceid": "4cdb8544-e515-4980-a21e-7c7aa6c8a46c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.559891] env[70867]: DEBUG oslo_vmware.api [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Waiting for the task: (returnval){ [ 684.559891] env[70867]: value = "task-3473173" [ 684.559891] env[70867]: _type = "Task" [ 684.559891] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.572521] env[70867]: DEBUG oslo_vmware.api [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473173, 'name': Rename_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.576830] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.593997] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473171, 'name': CreateVM_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.654319] env[70867]: DEBUG oslo_vmware.api [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473172, 'name': Rename_Task, 'duration_secs': 0.147514} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.654600] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.654849] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33762d69-e083-4f07-b7fe-38ba0ada250e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.665022] env[70867]: DEBUG oslo_vmware.api [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 684.665022] env[70867]: value = "task-3473174" [ 684.665022] env[70867]: _type = "Task" [ 684.665022] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.670822] env[70867]: DEBUG oslo_vmware.api [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.683022] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 39540351-0bb2-4505-a505-06bf5aaca7f2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 684.683022] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=70867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 684.683022] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=70867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 684.696019] env[70867]: INFO nova.compute.manager [-] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Took 1.93 seconds to deallocate network for instance. [ 684.972280] env[70867]: DEBUG oslo_vmware.api [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473168, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655437} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.975997] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 8ca8c5ef-e951-49bf-816c-84a297d92f07/8ca8c5ef-e951-49bf-816c-84a297d92f07.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.976288] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.976954] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-212d5478-10dc-43a0-a4c0-acaafa9292e2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.984671] env[70867]: DEBUG oslo_vmware.api [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 684.984671] env[70867]: value = "task-3473175" [ 684.984671] env[70867]: _type = "Task" [ 684.984671] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.007121] env[70867]: DEBUG oslo_vmware.api [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473175, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.013440] env[70867]: DEBUG oslo_vmware.api [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52542146-4b33-579f-763f-4873289b7f88, 'name': SearchDatastore_Task, 'duration_secs': 0.052745} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.013569] env[70867]: DEBUG oslo_concurrency.lockutils [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.014692] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 00ea765e-2487-4758-bfb8-2ff5e5ed4070/00ea765e-2487-4758-bfb8-2ff5e5ed4070.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.015277] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eaa2a08c-6f82-46f4-9b2c-675ea90db671 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.019884] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb4ab13-cb28-4a11-9e20-b51a578b9a31 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.029569] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c316df-414b-459f-951a-e442b04290a6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.034918] env[70867]: DEBUG oslo_vmware.api [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Waiting for the task: (returnval){ [ 685.034918] env[70867]: value = "task-3473176" [ 685.034918] env[70867]: _type = "Task" [ 685.034918] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.070898] env[70867]: DEBUG oslo_concurrency.lockutils [req-7e3b50dc-f367-4c66-aff0-18847266c085 req-6156b8d6-1450-4151-ab5d-63a26ddd6a82 service nova] Releasing lock "refresh_cache-8ca8c5ef-e951-49bf-816c-84a297d92f07" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.075755] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a108e05-bec0-4035-a4ab-dc877c5c38a5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.081869] env[70867]: DEBUG oslo_vmware.api [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473176, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.087662] env[70867]: DEBUG oslo_vmware.api [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473173, 'name': Rename_Task, 'duration_secs': 0.170247} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.092856] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.093485] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9ccb770-9505-45d9-bf30-7288a5420bff {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.095949] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb293b8-d9c4-400e-88b2-ad0d09e49730 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.108024] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473171, 'name': CreateVM_Task, 'duration_secs': 0.629681} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.117464] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.118016] env[70867]: DEBUG nova.compute.provider_tree [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 685.119441] env[70867]: DEBUG oslo_vmware.api [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Waiting for the task: (returnval){ [ 685.119441] env[70867]: value = "task-3473177" [ 685.119441] env[70867]: _type = "Task" [ 685.119441] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.122131] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.122131] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.122131] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.122131] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9bf4868-95ea-4035-b83c-6197d415dddb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.130323] env[70867]: DEBUG oslo_vmware.api [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Waiting for the task: (returnval){ [ 685.130323] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5246bce6-3abb-68f4-4449-5f15282ae38b" [ 685.130323] env[70867]: _type = "Task" [ 685.130323] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.133958] env[70867]: DEBUG oslo_vmware.api [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473177, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.142188] env[70867]: DEBUG oslo_vmware.api [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5246bce6-3abb-68f4-4449-5f15282ae38b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.172329] env[70867]: DEBUG oslo_vmware.api [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473174, 'name': PowerOnVM_Task, 'duration_secs': 0.486047} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.172665] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.172991] env[70867]: INFO nova.compute.manager [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Took 12.87 seconds to spawn the instance on the hypervisor. [ 685.173155] env[70867]: DEBUG nova.compute.manager [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.174084] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f88a89-b3b7-4a4b-89ff-28677f49c130 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.207182] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ee839653-3d61-4193-998b-0adcb7570ba1 tempest-DeleteServersAdminTestJSON-1755885008 tempest-DeleteServersAdminTestJSON-1755885008-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.496438] env[70867]: DEBUG oslo_vmware.api [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473175, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069423} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.497106] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.501108] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ee092c-95c2-4f13-ab9d-eeb6bb6c91b5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.507201] env[70867]: DEBUG nova.network.neutron [-] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.511819] env[70867]: DEBUG nova.network.neutron [-] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.544136] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 8ca8c5ef-e951-49bf-816c-84a297d92f07/8ca8c5ef-e951-49bf-816c-84a297d92f07.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.545650] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3e6810e-a841-4984-a900-87669b15fd54 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.571800] env[70867]: DEBUG oslo_vmware.api [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473176, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.573759] env[70867]: DEBUG oslo_vmware.api [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 685.573759] env[70867]: value = "task-3473178" [ 685.573759] env[70867]: _type = "Task" [ 685.573759] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.591032] env[70867]: DEBUG oslo_vmware.api [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.635540] env[70867]: DEBUG oslo_vmware.api [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473177, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.645457] env[70867]: DEBUG oslo_vmware.api [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5246bce6-3abb-68f4-4449-5f15282ae38b, 'name': SearchDatastore_Task, 'duration_secs': 0.024817} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.645744] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.645969] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.645969] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.645969] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.646713] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.646890] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-affa4ba0-b5ac-4b46-881f-33b2428883d3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.659496] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.659696] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.661461] env[70867]: ERROR nova.scheduler.client.report [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [req-5e45ef27-6aa0-4bd7-bd61-1a4c6c1ca7b0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f41c8c6b-f09c-4602-9d9f-1177af08ce6d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5e45ef27-6aa0-4bd7-bd61-1a4c6c1ca7b0"}]} [ 685.661823] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a50e2e8a-f097-4e30-a083-1f16de07e507 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.672171] env[70867]: DEBUG oslo_vmware.api [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Waiting for the task: (returnval){ [ 685.672171] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]528806e2-aa6d-e600-9e54-298c4de5e253" [ 685.672171] env[70867]: _type = "Task" [ 685.672171] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.681742] env[70867]: DEBUG oslo_vmware.api [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]528806e2-aa6d-e600-9e54-298c4de5e253, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.692575] env[70867]: INFO nova.compute.manager [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Took 23.24 seconds to build instance. [ 685.694849] env[70867]: DEBUG nova.scheduler.client.report [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Refreshing inventories for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 685.709046] env[70867]: DEBUG nova.network.neutron [-] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.728025] env[70867]: DEBUG nova.scheduler.client.report [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Updating ProviderTree inventory for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 685.728808] env[70867]: DEBUG nova.compute.provider_tree [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 685.750373] env[70867]: DEBUG nova.scheduler.client.report [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Refreshing aggregate associations for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d, aggregates: None {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 685.782538] env[70867]: DEBUG nova.scheduler.client.report [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Refreshing trait associations for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 686.014391] env[70867]: INFO nova.compute.manager [-] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Took 1.88 seconds to deallocate network for instance. [ 686.015067] env[70867]: INFO nova.compute.manager [-] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Took 2.13 seconds to deallocate network for instance. [ 686.060582] env[70867]: DEBUG oslo_vmware.api [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473176, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.903919} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.060955] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 00ea765e-2487-4758-bfb8-2ff5e5ed4070/00ea765e-2487-4758-bfb8-2ff5e5ed4070.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.061266] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 00ea765e-2487-4758-bfb8-2ff5e5ed4070] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.062406] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4879726b-0a23-46a3-839e-d31f71164bed {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.069418] env[70867]: DEBUG oslo_vmware.api [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Waiting for the task: (returnval){ [ 686.069418] env[70867]: value = "task-3473179" [ 686.069418] env[70867]: _type = "Task" [ 686.069418] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.095970] env[70867]: DEBUG oslo_vmware.api [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.095970] env[70867]: DEBUG oslo_vmware.api [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.135212] env[70867]: DEBUG oslo_vmware.api [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473177, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.144936] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bbffa9-3d56-42eb-815e-8212fcfcedf8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.152900] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ef7abf-9bf8-4d6d-affc-773a57298abf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.188544] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb0f0ae-7840-4df1-b473-e512def39ccc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.196689] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c828aabe-eb78-4a2e-aeaf-d4cc39056fbb tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "548a2cd1-5cee-4a6d-91ea-2435dd9d0691" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.755s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.202371] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89f5dc4-4233-4fce-b843-839abab20608 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.206812] env[70867]: DEBUG oslo_vmware.api [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]528806e2-aa6d-e600-9e54-298c4de5e253, 'name': SearchDatastore_Task, 'duration_secs': 0.064641} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.208304] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85a267b0-408d-47b3-9381-af120b3f9868 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.211051] env[70867]: INFO nova.compute.manager [-] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Took 2.09 seconds to deallocate network for instance. [ 686.228135] env[70867]: DEBUG nova.compute.provider_tree [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 686.229877] env[70867]: DEBUG oslo_vmware.api [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Waiting for the task: (returnval){ [ 686.229877] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5236ed72-cf87-eab9-dc48-4d8a31c43247" [ 686.229877] env[70867]: _type = "Task" [ 686.229877] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.243444] env[70867]: DEBUG oslo_vmware.api [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5236ed72-cf87-eab9-dc48-4d8a31c43247, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.530505] env[70867]: DEBUG oslo_concurrency.lockutils [None req-09b37dde-5dfb-4a3e-b6e3-fc16f5858468 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.543581] env[70867]: DEBUG oslo_concurrency.lockutils [None req-22b3e2eb-d8db-4baf-b3a9-d4c58a8c33db tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.543581] env[70867]: DEBUG nova.compute.manager [req-c281ec5b-68b2-418d-8291-9b5c407bb9e8 req-09423f41-c459-4e28-a2d8-bcf13b1f1177 service nova] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Received event network-vif-deleted-08ffe4cf-b804-4af1-ba72-335cc3417199 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.543581] env[70867]: DEBUG nova.compute.manager [req-c281ec5b-68b2-418d-8291-9b5c407bb9e8 req-09423f41-c459-4e28-a2d8-bcf13b1f1177 service nova] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Received event network-vif-deleted-3d5d0f2d-4ccb-4420-860b-bfdd96ac8bf1 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.588402] env[70867]: DEBUG oslo_vmware.api [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10377} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.591522] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 00ea765e-2487-4758-bfb8-2ff5e5ed4070] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.591913] env[70867]: DEBUG oslo_vmware.api [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473178, 'name': ReconfigVM_Task, 'duration_secs': 0.653553} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.592616] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1e1ffc-ad0b-45b7-bda2-1ef64ba3f19f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.595559] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 8ca8c5ef-e951-49bf-816c-84a297d92f07/8ca8c5ef-e951-49bf-816c-84a297d92f07.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.596278] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-874ecf90-9ed0-47b7-8f68-939f4f55bf42 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.614996] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 00ea765e-2487-4758-bfb8-2ff5e5ed4070] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 00ea765e-2487-4758-bfb8-2ff5e5ed4070/00ea765e-2487-4758-bfb8-2ff5e5ed4070.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.616902] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dc9af94-e69b-4511-b255-916f6caf1eee {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.631594] env[70867]: DEBUG oslo_vmware.api [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 686.631594] env[70867]: value = "task-3473180" [ 686.631594] env[70867]: _type = "Task" [ 686.631594] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.640574] env[70867]: DEBUG oslo_vmware.api [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Waiting for the task: (returnval){ [ 686.640574] env[70867]: value = "task-3473181" [ 686.640574] env[70867]: _type = "Task" [ 686.640574] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.647016] env[70867]: DEBUG oslo_vmware.api [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473180, 'name': Rename_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.647280] env[70867]: DEBUG oslo_vmware.api [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473177, 'name': PowerOnVM_Task, 'duration_secs': 1.270205} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.650154] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.650352] env[70867]: INFO nova.compute.manager [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Took 11.82 seconds to spawn the instance on the hypervisor. [ 686.650532] env[70867]: DEBUG nova.compute.manager [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.651480] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62e6f9f-5555-4585-af26-f6e014b5d537 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.658772] env[70867]: DEBUG oslo_vmware.api [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.707969] env[70867]: DEBUG nova.compute.manager [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.717697] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a4de019e-e79c-44f0-a0a7-db72287118c5 tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.743487] env[70867]: DEBUG oslo_vmware.api [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5236ed72-cf87-eab9-dc48-4d8a31c43247, 'name': SearchDatastore_Task, 'duration_secs': 0.020715} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.743757] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.744497] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 88f4a83c-1880-4e6c-99ed-18e9229d1125/88f4a83c-1880-4e6c-99ed-18e9229d1125.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.744497] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6dfb7170-68a5-4225-96ac-7bd7200e4a9f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.750684] env[70867]: DEBUG oslo_vmware.api [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Waiting for the task: (returnval){ [ 686.750684] env[70867]: value = "task-3473182" [ 686.750684] env[70867]: _type = "Task" [ 686.750684] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.758106] env[70867]: DEBUG oslo_vmware.api [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': task-3473182, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.768787] env[70867]: DEBUG nova.scheduler.client.report [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Updated inventory for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with generation 22 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 686.769023] env[70867]: DEBUG nova.compute.provider_tree [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Updating resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d generation from 22 to 23 during operation: update_inventory {{(pid=70867) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 686.769184] env[70867]: DEBUG nova.compute.provider_tree [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 687.145350] env[70867]: DEBUG oslo_vmware.api [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473180, 'name': Rename_Task, 'duration_secs': 0.362352} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.146488] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.146488] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dd10ab8-c226-4c99-b1a1-c72d69780329 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.156268] env[70867]: DEBUG oslo_vmware.api [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.157820] env[70867]: DEBUG oslo_vmware.api [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 687.157820] env[70867]: value = "task-3473183" [ 687.157820] env[70867]: _type = "Task" [ 687.157820] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.174123] env[70867]: INFO nova.compute.manager [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Took 23.26 seconds to build instance. [ 687.238236] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.268877] env[70867]: DEBUG oslo_vmware.api [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': task-3473182, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.275755] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70867) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 687.275755] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.179s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.276592] env[70867]: DEBUG oslo_concurrency.lockutils [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.369s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.278649] env[70867]: INFO nova.compute.claims [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.296203] env[70867]: DEBUG nova.compute.manager [req-a6987151-6e0f-413a-8be9-3eee8d721c31 req-ed39d01b-d482-459c-9edc-d707d3b56999 service nova] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Received event network-changed-7c063d86-a8df-4caa-a0a2-fa3c4fd138a9 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.296489] env[70867]: DEBUG nova.compute.manager [req-a6987151-6e0f-413a-8be9-3eee8d721c31 req-ed39d01b-d482-459c-9edc-d707d3b56999 service nova] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Refreshing instance network info cache due to event network-changed-7c063d86-a8df-4caa-a0a2-fa3c4fd138a9. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 687.296803] env[70867]: DEBUG oslo_concurrency.lockutils [req-a6987151-6e0f-413a-8be9-3eee8d721c31 req-ed39d01b-d482-459c-9edc-d707d3b56999 service nova] Acquiring lock "refresh_cache-88f4a83c-1880-4e6c-99ed-18e9229d1125" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.296990] env[70867]: DEBUG oslo_concurrency.lockutils [req-a6987151-6e0f-413a-8be9-3eee8d721c31 req-ed39d01b-d482-459c-9edc-d707d3b56999 service nova] Acquired lock "refresh_cache-88f4a83c-1880-4e6c-99ed-18e9229d1125" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.297221] env[70867]: DEBUG nova.network.neutron [req-a6987151-6e0f-413a-8be9-3eee8d721c31 req-ed39d01b-d482-459c-9edc-d707d3b56999 service nova] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Refreshing network info cache for port 7c063d86-a8df-4caa-a0a2-fa3c4fd138a9 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.570328] env[70867]: DEBUG oslo_concurrency.lockutils [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "6e714e41-8baf-492a-b38c-7b162a779556" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.570536] env[70867]: DEBUG oslo_concurrency.lockutils [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "6e714e41-8baf-492a-b38c-7b162a779556" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.570708] env[70867]: DEBUG oslo_concurrency.lockutils [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Acquiring lock "f7271eec-aab3-4258-a6c3-08ac0664d200" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.570831] env[70867]: DEBUG oslo_concurrency.lockutils [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Lock "f7271eec-aab3-4258-a6c3-08ac0664d200" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.673488] env[70867]: DEBUG oslo_vmware.api [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473181, 'name': ReconfigVM_Task, 'duration_secs': 0.772539} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.680019] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 00ea765e-2487-4758-bfb8-2ff5e5ed4070] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 00ea765e-2487-4758-bfb8-2ff5e5ed4070/00ea765e-2487-4758-bfb8-2ff5e5ed4070.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.680019] env[70867]: DEBUG oslo_concurrency.lockutils [None req-62433b41-57c6-43ba-89e8-c60bbd8cda8c tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Lock "3dcf9e2a-4306-4025-a942-9aa1a598f49f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.781s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.680019] env[70867]: DEBUG oslo_vmware.api [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473183, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.680019] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4b4ef3f-0978-4833-bb42-91dbc432f91e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.688757] env[70867]: DEBUG oslo_vmware.api [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Waiting for the task: (returnval){ [ 687.688757] env[70867]: value = "task-3473184" [ 687.688757] env[70867]: _type = "Task" [ 687.688757] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.698963] env[70867]: DEBUG oslo_vmware.api [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473184, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.761817] env[70867]: DEBUG oslo_vmware.api [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': task-3473182, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.861304} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.762455] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 88f4a83c-1880-4e6c-99ed-18e9229d1125/88f4a83c-1880-4e6c-99ed-18e9229d1125.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.762455] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.762626] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb607d12-f5e5-4a0d-970d-79b0c1309f00 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.770269] env[70867]: DEBUG oslo_vmware.api [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Waiting for the task: (returnval){ [ 687.770269] env[70867]: value = "task-3473185" [ 687.770269] env[70867]: _type = "Task" [ 687.770269] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.781165] env[70867]: DEBUG oslo_vmware.api [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': task-3473185, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.006211] env[70867]: DEBUG nova.compute.manager [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Stashing vm_state: active {{(pid=70867) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 688.174150] env[70867]: DEBUG oslo_vmware.api [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473183, 'name': PowerOnVM_Task, 'duration_secs': 0.852316} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.174150] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.174150] env[70867]: INFO nova.compute.manager [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Took 10.79 seconds to spawn the instance on the hypervisor. [ 688.174150] env[70867]: DEBUG nova.compute.manager [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.174150] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe4e64c-2e7c-4a0d-b874-776771924aef {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.183064] env[70867]: DEBUG nova.compute.manager [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.193640] env[70867]: DEBUG nova.network.neutron [req-a6987151-6e0f-413a-8be9-3eee8d721c31 req-ed39d01b-d482-459c-9edc-d707d3b56999 service nova] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Updated VIF entry in instance network info cache for port 7c063d86-a8df-4caa-a0a2-fa3c4fd138a9. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.193980] env[70867]: DEBUG nova.network.neutron [req-a6987151-6e0f-413a-8be9-3eee8d721c31 req-ed39d01b-d482-459c-9edc-d707d3b56999 service nova] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Updating instance_info_cache with network_info: [{"id": "7c063d86-a8df-4caa-a0a2-fa3c4fd138a9", "address": "fa:16:3e:9f:ed:4f", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c063d86-a8", "ovs_interfaceid": "7c063d86-a8df-4caa-a0a2-fa3c4fd138a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.203879] env[70867]: DEBUG oslo_vmware.api [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473184, 'name': Rename_Task, 'duration_secs': 0.26096} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.204350] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 00ea765e-2487-4758-bfb8-2ff5e5ed4070] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.204657] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8c6444b-8a0c-4f27-ba59-e12861b01ec1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.215671] env[70867]: DEBUG oslo_vmware.api [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Waiting for the task: (returnval){ [ 688.215671] env[70867]: value = "task-3473186" [ 688.215671] env[70867]: _type = "Task" [ 688.215671] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.224440] env[70867]: DEBUG oslo_vmware.api [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.280720] env[70867]: DEBUG oslo_vmware.api [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': task-3473185, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134869} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.280994] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.282495] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c923b7ae-aee8-43a5-8039-4280ffcde464 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.311293] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 88f4a83c-1880-4e6c-99ed-18e9229d1125/88f4a83c-1880-4e6c-99ed-18e9229d1125.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.312198] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62327d01-0328-4542-ba53-821ada554162 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.339933] env[70867]: DEBUG oslo_vmware.api [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Waiting for the task: (returnval){ [ 688.339933] env[70867]: value = "task-3473187" [ 688.339933] env[70867]: _type = "Task" [ 688.339933] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.351042] env[70867]: DEBUG oslo_vmware.api [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': task-3473187, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.529877] env[70867]: DEBUG oslo_concurrency.lockutils [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.629232] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8594798c-28ee-4cb3-91f6-36f20c111c1f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.644462] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390016b1-b1ef-4d73-b634-e8dabfca930e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.737608] env[70867]: INFO nova.compute.manager [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Took 23.62 seconds to build instance. [ 688.738144] env[70867]: DEBUG oslo_concurrency.lockutils [req-a6987151-6e0f-413a-8be9-3eee8d721c31 req-ed39d01b-d482-459c-9edc-d707d3b56999 service nova] Releasing lock "refresh_cache-88f4a83c-1880-4e6c-99ed-18e9229d1125" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.741083] env[70867]: DEBUG nova.compute.manager [req-a6987151-6e0f-413a-8be9-3eee8d721c31 req-ed39d01b-d482-459c-9edc-d707d3b56999 service nova] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Received event network-vif-deleted-78ec417f-1470-4d7b-9efe-9f82ace38d41 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.741083] env[70867]: DEBUG nova.compute.manager [req-a6987151-6e0f-413a-8be9-3eee8d721c31 req-ed39d01b-d482-459c-9edc-d707d3b56999 service nova] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Received event network-vif-deleted-8f615391-1346-4837-9be2-b807f6819040 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.745158] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc66e979-255d-4bb2-b7ab-5dd5fe9ac14c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.761392] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.763726] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e92f670-8a87-42e8-a02b-ed43312c38b8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.769842] env[70867]: DEBUG oslo_vmware.api [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473186, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.787457] env[70867]: DEBUG nova.compute.provider_tree [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.854096] env[70867]: DEBUG oslo_vmware.api [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': task-3473187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.239857] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b37c42e8-546c-4ee3-94d3-879716050ed4 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "8ca8c5ef-e951-49bf-816c-84a297d92f07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.148s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.253439] env[70867]: DEBUG oslo_vmware.api [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473186, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.294022] env[70867]: DEBUG nova.scheduler.client.report [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.353339] env[70867]: DEBUG oslo_vmware.api [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': task-3473187, 'name': ReconfigVM_Task, 'duration_secs': 0.79013} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.354085] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 88f4a83c-1880-4e6c-99ed-18e9229d1125/88f4a83c-1880-4e6c-99ed-18e9229d1125.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.354755] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5810805-6696-4a74-9a3a-6a8f3e954c1a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.362547] env[70867]: DEBUG oslo_vmware.api [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Waiting for the task: (returnval){ [ 689.362547] env[70867]: value = "task-3473188" [ 689.362547] env[70867]: _type = "Task" [ 689.362547] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.376708] env[70867]: DEBUG oslo_vmware.api [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': task-3473188, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.745049] env[70867]: DEBUG nova.compute.manager [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.761020] env[70867]: DEBUG oslo_vmware.api [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473186, 'name': PowerOnVM_Task} progress is 82%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.796921] env[70867]: DEBUG oslo_concurrency.lockutils [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.797566] env[70867]: DEBUG nova.compute.manager [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.800535] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.318s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.801659] env[70867]: INFO nova.compute.claims [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.873070] env[70867]: DEBUG oslo_vmware.api [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': task-3473188, 'name': Rename_Task, 'duration_secs': 0.222996} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.873451] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.873727] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c397ef9-f98d-4284-9ed8-ad40bf9e5b39 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.882546] env[70867]: DEBUG oslo_vmware.api [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Waiting for the task: (returnval){ [ 689.882546] env[70867]: value = "task-3473189" [ 689.882546] env[70867]: _type = "Task" [ 689.882546] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.894958] env[70867]: DEBUG oslo_vmware.api [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': task-3473189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.266335] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Acquiring lock "76085f51-855e-4d02-ae73-ddf86201158a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.266684] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Lock "76085f51-855e-4d02-ae73-ddf86201158a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.266770] env[70867]: DEBUG oslo_vmware.api [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473186, 'name': PowerOnVM_Task, 'duration_secs': 1.683788} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.268469] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 00ea765e-2487-4758-bfb8-2ff5e5ed4070] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.268469] env[70867]: INFO nova.compute.manager [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 00ea765e-2487-4758-bfb8-2ff5e5ed4070] Took 8.14 seconds to spawn the instance on the hypervisor. [ 690.268469] env[70867]: DEBUG nova.compute.manager [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 00ea765e-2487-4758-bfb8-2ff5e5ed4070] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.268586] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d99c4c-9929-42c2-b0db-06f80c6dd13b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.291129] env[70867]: DEBUG oslo_concurrency.lockutils [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.306993] env[70867]: DEBUG nova.compute.utils [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.312774] env[70867]: DEBUG nova.compute.manager [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.312928] env[70867]: DEBUG nova.network.neutron [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.391506] env[70867]: DEBUG nova.policy [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45e727d739a14dfdbc81ae37771e2b02', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '462e9a48567f4297971c1af538617610', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.397293] env[70867]: DEBUG oslo_vmware.api [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': task-3473189, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.795121] env[70867]: INFO nova.compute.manager [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 00ea765e-2487-4758-bfb8-2ff5e5ed4070] Took 18.86 seconds to build instance. [ 690.814201] env[70867]: DEBUG nova.compute.manager [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.894495] env[70867]: DEBUG oslo_vmware.api [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': task-3473189, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.990489] env[70867]: DEBUG nova.network.neutron [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Successfully created port: 7999c598-5ca0-463b-9ce5-f22ceb00d088 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 691.268029] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f608695-ecc7-4ad9-9448-c146025980f2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.280217] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b27cc8-f483-483c-93ba-357a9c878e71 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.331230] env[70867]: DEBUG oslo_concurrency.lockutils [None req-85015d23-489d-4a02-ba47-f259c015fe49 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Lock "00ea765e-2487-4758-bfb8-2ff5e5ed4070" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.408s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.338490] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d52c67-0bd2-415a-9eb4-e85bbb06547c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.348281] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c858375a-80e9-48a6-89b8-579b76bc6324 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.364100] env[70867]: DEBUG nova.compute.provider_tree [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.396197] env[70867]: DEBUG oslo_vmware.api [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': task-3473189, 'name': PowerOnVM_Task} progress is 82%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.839798] env[70867]: DEBUG nova.compute.manager [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.842325] env[70867]: DEBUG nova.compute.manager [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.872137] env[70867]: DEBUG nova.scheduler.client.report [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.889027] env[70867]: DEBUG nova.virt.hardware [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.889027] env[70867]: DEBUG nova.virt.hardware [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.889027] env[70867]: DEBUG nova.virt.hardware [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.889429] env[70867]: DEBUG nova.virt.hardware [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.889429] env[70867]: DEBUG nova.virt.hardware [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.889429] env[70867]: DEBUG nova.virt.hardware [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.889613] env[70867]: DEBUG nova.virt.hardware [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.889764] env[70867]: DEBUG nova.virt.hardware [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.889976] env[70867]: DEBUG nova.virt.hardware [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.890089] env[70867]: DEBUG nova.virt.hardware [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.890267] env[70867]: DEBUG nova.virt.hardware [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.891203] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfecff8-2fed-4038-985d-99a95e2b6e85 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.905798] env[70867]: DEBUG oslo_vmware.api [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': task-3473189, 'name': PowerOnVM_Task, 'duration_secs': 1.696356} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.906445] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.906445] env[70867]: INFO nova.compute.manager [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Took 12.16 seconds to spawn the instance on the hypervisor. [ 691.906595] env[70867]: DEBUG nova.compute.manager [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.907895] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f56241d-c7f7-467e-89ff-26b9e7eca6d0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.912334] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa4adf6-3839-462b-b918-2413c9613a33 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.372378] env[70867]: DEBUG oslo_concurrency.lockutils [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.380034] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.380578] env[70867]: DEBUG nova.compute.manager [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.387019] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.387s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.387019] env[70867]: INFO nova.compute.claims [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.447864] env[70867]: INFO nova.compute.manager [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Took 22.83 seconds to build instance. [ 692.891800] env[70867]: DEBUG nova.compute.utils [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.893237] env[70867]: DEBUG nova.compute.manager [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.893413] env[70867]: DEBUG nova.network.neutron [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.950070] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eaa01701-2182-43f1-aecc-a35f9f67a127 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Lock "88f4a83c-1880-4e6c-99ed-18e9229d1125" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.344s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.978326] env[70867]: DEBUG nova.policy [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd42d3673eb08415f8a718543c8756dbc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '355069d81e914780a6370cdfa8d3a07d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.165283] env[70867]: DEBUG nova.network.neutron [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Successfully updated port: 7999c598-5ca0-463b-9ce5-f22ceb00d088 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 693.332779] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquiring lock "cd4b0d7b-8070-4a0a-a8bd-09cc2c296789" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.333802] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "cd4b0d7b-8070-4a0a-a8bd-09cc2c296789" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.401617] env[70867]: DEBUG nova.compute.manager [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.452475] env[70867]: DEBUG nova.compute.manager [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.502523] env[70867]: DEBUG nova.network.neutron [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Successfully created port: e89d3409-34a5-4919-9765-e15320979b51 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.671210] env[70867]: DEBUG oslo_concurrency.lockutils [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Acquiring lock "refresh_cache-dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.671210] env[70867]: DEBUG oslo_concurrency.lockutils [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Acquired lock "refresh_cache-dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.671210] env[70867]: DEBUG nova.network.neutron [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.725535] env[70867]: DEBUG nova.compute.manager [req-e2cf28f3-310e-4152-9f36-e94574e2d56f req-253bdc55-697b-4158-8a3e-8cd3a73aea52 service nova] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Received event network-vif-plugged-7999c598-5ca0-463b-9ce5-f22ceb00d088 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.725740] env[70867]: DEBUG oslo_concurrency.lockutils [req-e2cf28f3-310e-4152-9f36-e94574e2d56f req-253bdc55-697b-4158-8a3e-8cd3a73aea52 service nova] Acquiring lock "dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.725930] env[70867]: DEBUG oslo_concurrency.lockutils [req-e2cf28f3-310e-4152-9f36-e94574e2d56f req-253bdc55-697b-4158-8a3e-8cd3a73aea52 service nova] Lock "dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.726320] env[70867]: DEBUG oslo_concurrency.lockutils [req-e2cf28f3-310e-4152-9f36-e94574e2d56f req-253bdc55-697b-4158-8a3e-8cd3a73aea52 service nova] Lock "dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.726528] env[70867]: DEBUG nova.compute.manager [req-e2cf28f3-310e-4152-9f36-e94574e2d56f req-253bdc55-697b-4158-8a3e-8cd3a73aea52 service nova] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] No waiting events found dispatching network-vif-plugged-7999c598-5ca0-463b-9ce5-f22ceb00d088 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 693.726586] env[70867]: WARNING nova.compute.manager [req-e2cf28f3-310e-4152-9f36-e94574e2d56f req-253bdc55-697b-4158-8a3e-8cd3a73aea52 service nova] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Received unexpected event network-vif-plugged-7999c598-5ca0-463b-9ce5-f22ceb00d088 for instance with vm_state building and task_state spawning. [ 693.830643] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1017cc58-ec80-42a7-8fa4-05b705f9feb8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.839577] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a400fdef-f549-4c3d-82f4-8f82f153c876 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.874813] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1cc15f-5d18-4e12-9cab-ed07f7e4b055 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.883257] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b71ff1-b3ec-4617-b5cc-5e0bbee4c9eb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.897724] env[70867]: DEBUG nova.compute.provider_tree [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.980752] env[70867]: DEBUG oslo_concurrency.lockutils [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.219464] env[70867]: DEBUG nova.network.neutron [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.402797] env[70867]: DEBUG nova.scheduler.client.report [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.416811] env[70867]: DEBUG nova.compute.manager [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.465943] env[70867]: DEBUG nova.virt.hardware [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.465943] env[70867]: DEBUG nova.virt.hardware [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.465943] env[70867]: DEBUG nova.virt.hardware [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.466202] env[70867]: DEBUG nova.virt.hardware [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.466202] env[70867]: DEBUG nova.virt.hardware [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.466202] env[70867]: DEBUG nova.virt.hardware [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.466202] env[70867]: DEBUG nova.virt.hardware [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.466202] env[70867]: DEBUG nova.virt.hardware [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.466411] env[70867]: DEBUG nova.virt.hardware [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.466578] env[70867]: DEBUG nova.virt.hardware [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.467087] env[70867]: DEBUG nova.virt.hardware [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.470569] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a17d6f6-1517-4258-b6eb-bc1339fa283a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.484330] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e7767d-c456-447c-9a17-863035bbc777 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.494361] env[70867]: DEBUG nova.network.neutron [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Updating instance_info_cache with network_info: [{"id": "7999c598-5ca0-463b-9ce5-f22ceb00d088", "address": "fa:16:3e:e5:e4:14", "network": {"id": "84baa27d-9592-4482-9586-88c189aabdbf", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-504669562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "462e9a48567f4297971c1af538617610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7999c598-5c", "ovs_interfaceid": "7999c598-5ca0-463b-9ce5-f22ceb00d088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.909957] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.910508] env[70867]: DEBUG nova.compute.manager [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.913357] env[70867]: DEBUG oslo_concurrency.lockutils [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.260s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.914425] env[70867]: INFO nova.compute.claims [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.011757] env[70867]: DEBUG oslo_concurrency.lockutils [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Releasing lock "refresh_cache-dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.012183] env[70867]: DEBUG nova.compute.manager [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Instance network_info: |[{"id": "7999c598-5ca0-463b-9ce5-f22ceb00d088", "address": "fa:16:3e:e5:e4:14", "network": {"id": "84baa27d-9592-4482-9586-88c189aabdbf", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-504669562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "462e9a48567f4297971c1af538617610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7999c598-5c", "ovs_interfaceid": "7999c598-5ca0-463b-9ce5-f22ceb00d088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 695.012587] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:e4:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba6157eb-73cb-428a-9f46-99081165d7eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7999c598-5ca0-463b-9ce5-f22ceb00d088', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.025988] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Creating folder: Project (462e9a48567f4297971c1af538617610). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.028659] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4006e7f7-ac80-4b5c-ab00-80eb4bf0925e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.040982] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Created folder: Project (462e9a48567f4297971c1af538617610) in parent group-v694272. [ 695.040982] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Creating folder: Instances. Parent ref: group-v694301. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.040982] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e6607cc-67d9-40e5-a4f1-ccbcc5ea47f4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.054305] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Created folder: Instances in parent group-v694301. [ 695.054559] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.054755] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.054965] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f087201a-8a11-467b-888b-cda06b1a500d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.084490] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.084490] env[70867]: value = "task-3473192" [ 695.084490] env[70867]: _type = "Task" [ 695.084490] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.093938] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473192, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.248468] env[70867]: INFO nova.compute.manager [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Rebuilding instance [ 695.291347] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Acquiring lock "7dcc0086-65cf-41c7-b647-6426f7c36c10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.291745] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Lock "7dcc0086-65cf-41c7-b647-6426f7c36c10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.309949] env[70867]: DEBUG nova.compute.manager [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.311056] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95e3cb8-35cc-4f5c-a300-d06e7215fb93 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.422491] env[70867]: DEBUG nova.compute.utils [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.425272] env[70867]: DEBUG nova.compute.manager [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Not allocating networking since 'none' was specified. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 695.501506] env[70867]: DEBUG nova.network.neutron [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Successfully updated port: e89d3409-34a5-4919-9765-e15320979b51 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.597532] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473192, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.932095] env[70867]: DEBUG nova.compute.manager [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.008646] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Acquiring lock "refresh_cache-2f11308d-9290-472a-9a2d-62e3e5dcac8b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.008646] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Acquired lock "refresh_cache-2f11308d-9290-472a-9a2d-62e3e5dcac8b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.008646] env[70867]: DEBUG nova.network.neutron [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.103974] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473192, 'name': CreateVM_Task, 'duration_secs': 0.512713} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.104269] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.104867] env[70867]: DEBUG oslo_concurrency.lockutils [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.105502] env[70867]: DEBUG oslo_concurrency.lockutils [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.105502] env[70867]: DEBUG oslo_concurrency.lockutils [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.105669] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a298326-244b-41e6-b08e-2eb914f58715 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.119208] env[70867]: DEBUG oslo_vmware.api [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Waiting for the task: (returnval){ [ 696.119208] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52533dbf-df66-4fdf-4b79-b9045680e768" [ 696.119208] env[70867]: _type = "Task" [ 696.119208] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.132448] env[70867]: DEBUG oslo_vmware.api [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52533dbf-df66-4fdf-4b79-b9045680e768, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.334843] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 696.335648] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7aa7417a-4bac-441d-a04a-f854d3b27361 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.343410] env[70867]: DEBUG oslo_vmware.api [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Waiting for the task: (returnval){ [ 696.343410] env[70867]: value = "task-3473193" [ 696.343410] env[70867]: _type = "Task" [ 696.343410] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.356587] env[70867]: DEBUG oslo_vmware.api [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.359505] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b51da8-677e-400f-845a-996b81222786 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.370458] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da2d013-0b02-4363-a6a5-1972c64f83d5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.415797] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9747a55-949b-4063-b0cc-8b2a0e361541 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.424270] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b28aec-64c6-4728-a71a-d8081d6d6d11 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.441379] env[70867]: DEBUG nova.compute.provider_tree [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.562541] env[70867]: DEBUG nova.network.neutron [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.631736] env[70867]: DEBUG oslo_vmware.api [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52533dbf-df66-4fdf-4b79-b9045680e768, 'name': SearchDatastore_Task, 'duration_secs': 0.034595} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.632205] env[70867]: DEBUG oslo_concurrency.lockutils [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.632594] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.632947] env[70867]: DEBUG oslo_concurrency.lockutils [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.633251] env[70867]: DEBUG oslo_concurrency.lockutils [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.633536] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.634068] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c74e2ccb-02d6-4d71-bfe5-13c2e3b53009 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.643647] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.643814] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.644628] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccb03038-4035-44fe-9db5-d7923ba17010 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.651805] env[70867]: DEBUG oslo_vmware.api [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Waiting for the task: (returnval){ [ 696.651805] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5255ddf9-cc8d-ba14-6a66-56e627f255a1" [ 696.651805] env[70867]: _type = "Task" [ 696.651805] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.663565] env[70867]: DEBUG oslo_vmware.api [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5255ddf9-cc8d-ba14-6a66-56e627f255a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.670876] env[70867]: DEBUG nova.compute.manager [req-c56c0c41-c397-4e2d-910c-d72d51bee9f9 req-8b9909a0-cff0-4d22-93c6-06a4bbf8808e service nova] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Received event network-changed-7999c598-5ca0-463b-9ce5-f22ceb00d088 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.671119] env[70867]: DEBUG nova.compute.manager [req-c56c0c41-c397-4e2d-910c-d72d51bee9f9 req-8b9909a0-cff0-4d22-93c6-06a4bbf8808e service nova] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Refreshing instance network info cache due to event network-changed-7999c598-5ca0-463b-9ce5-f22ceb00d088. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 696.671344] env[70867]: DEBUG oslo_concurrency.lockutils [req-c56c0c41-c397-4e2d-910c-d72d51bee9f9 req-8b9909a0-cff0-4d22-93c6-06a4bbf8808e service nova] Acquiring lock "refresh_cache-dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.671519] env[70867]: DEBUG oslo_concurrency.lockutils [req-c56c0c41-c397-4e2d-910c-d72d51bee9f9 req-8b9909a0-cff0-4d22-93c6-06a4bbf8808e service nova] Acquired lock "refresh_cache-dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.672128] env[70867]: DEBUG nova.network.neutron [req-c56c0c41-c397-4e2d-910c-d72d51bee9f9 req-8b9909a0-cff0-4d22-93c6-06a4bbf8808e service nova] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Refreshing network info cache for port 7999c598-5ca0-463b-9ce5-f22ceb00d088 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.860427] env[70867]: DEBUG oslo_vmware.api [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473193, 'name': PowerOffVM_Task, 'duration_secs': 0.251478} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.860728] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 696.861461] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 696.862429] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c05620-17d1-42c7-87e6-1472d121ac5f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.873603] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 696.874185] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48542530-753c-4d9a-a31a-82ad193fc359 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.904120] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 696.904413] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 696.904537] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Deleting the datastore file [datastore2] 3dcf9e2a-4306-4025-a942-9aa1a598f49f {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 696.904887] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a11b4ad-0232-4579-8a13-32f9bf618120 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.910900] env[70867]: DEBUG oslo_vmware.api [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Waiting for the task: (returnval){ [ 696.910900] env[70867]: value = "task-3473195" [ 696.910900] env[70867]: _type = "Task" [ 696.910900] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.918943] env[70867]: DEBUG oslo_vmware.api [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.944504] env[70867]: DEBUG nova.scheduler.client.report [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.951047] env[70867]: DEBUG nova.compute.manager [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.991052] env[70867]: DEBUG nova.virt.hardware [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.991188] env[70867]: DEBUG nova.virt.hardware [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.991352] env[70867]: DEBUG nova.virt.hardware [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.991532] env[70867]: DEBUG nova.virt.hardware [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.991668] env[70867]: DEBUG nova.virt.hardware [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.991809] env[70867]: DEBUG nova.virt.hardware [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.992045] env[70867]: DEBUG nova.virt.hardware [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.992206] env[70867]: DEBUG nova.virt.hardware [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.992356] env[70867]: DEBUG nova.virt.hardware [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.992509] env[70867]: DEBUG nova.virt.hardware [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.992670] env[70867]: DEBUG nova.virt.hardware [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.993923] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a104d926-59b7-4caf-b4f2-b716dadc1556 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.004134] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6c4601-3709-4edc-84e8-e951bc361459 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.008914] env[70867]: DEBUG nova.network.neutron [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Updating instance_info_cache with network_info: [{"id": "e89d3409-34a5-4919-9765-e15320979b51", "address": "fa:16:3e:86:d0:69", "network": {"id": "82588551-7d24-4c46-a861-1bd809961e6a", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-386919514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355069d81e914780a6370cdfa8d3a07d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape89d3409-34", "ovs_interfaceid": "e89d3409-34a5-4919-9765-e15320979b51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.023669] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Instance VIF info [] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.029802] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.030693] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.030910] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e27f699-f909-4a89-bd25-40d1df3405b5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.048157] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.048157] env[70867]: value = "task-3473196" [ 697.048157] env[70867]: _type = "Task" [ 697.048157] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.057832] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473196, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.163809] env[70867]: DEBUG oslo_vmware.api [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5255ddf9-cc8d-ba14-6a66-56e627f255a1, 'name': SearchDatastore_Task, 'duration_secs': 0.01436} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.164408] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6e25cb1-0f37-47be-9d7d-fee514c0055a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.171254] env[70867]: DEBUG oslo_vmware.api [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Waiting for the task: (returnval){ [ 697.171254] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5214b720-845d-9783-2947-6551c710d510" [ 697.171254] env[70867]: _type = "Task" [ 697.171254] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.186341] env[70867]: DEBUG oslo_vmware.api [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5214b720-845d-9783-2947-6551c710d510, 'name': SearchDatastore_Task, 'duration_secs': 0.013623} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.186647] env[70867]: DEBUG oslo_concurrency.lockutils [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.186925] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6/dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.187271] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e453377-7141-41e6-bd37-d0c63cc70d25 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.199047] env[70867]: DEBUG oslo_vmware.api [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Waiting for the task: (returnval){ [ 697.199047] env[70867]: value = "task-3473197" [ 697.199047] env[70867]: _type = "Task" [ 697.199047] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.205841] env[70867]: DEBUG oslo_vmware.api [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Task: {'id': task-3473197, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.424449] env[70867]: DEBUG oslo_vmware.api [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266279} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.424449] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 697.424741] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 697.425355] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 697.452646] env[70867]: DEBUG oslo_concurrency.lockutils [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.539s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.455699] env[70867]: DEBUG nova.compute.manager [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.462024] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.883s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.462024] env[70867]: INFO nova.compute.claims [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.516269] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Releasing lock "refresh_cache-2f11308d-9290-472a-9a2d-62e3e5dcac8b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.516269] env[70867]: DEBUG nova.compute.manager [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Instance network_info: |[{"id": "e89d3409-34a5-4919-9765-e15320979b51", "address": "fa:16:3e:86:d0:69", "network": {"id": "82588551-7d24-4c46-a861-1bd809961e6a", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-386919514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355069d81e914780a6370cdfa8d3a07d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape89d3409-34", "ovs_interfaceid": "e89d3409-34a5-4919-9765-e15320979b51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.516889] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:d0:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3261e15f-7e45-4516-acfd-341bab16e3cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e89d3409-34a5-4919-9765-e15320979b51', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.526293] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Creating folder: Project (355069d81e914780a6370cdfa8d3a07d). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.530564] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14de6455-8de9-403b-9eed-b3c8bbcad73b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.543121] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Created folder: Project (355069d81e914780a6370cdfa8d3a07d) in parent group-v694272. [ 697.543121] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Creating folder: Instances. Parent ref: group-v694305. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.543297] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d073e6e9-7ace-4ca3-a395-51a97648cd13 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.558311] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Created folder: Instances in parent group-v694305. [ 697.558573] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.558799] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.560484] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5aaa3510-80d4-4739-a81c-7aa44df66dbd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.583363] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473196, 'name': CreateVM_Task, 'duration_secs': 0.497311} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.584130] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.584736] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.585038] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.585344] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.585599] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9490b2bf-ca48-4689-804a-f0fc7aad781c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.589386] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.589386] env[70867]: value = "task-3473200" [ 697.589386] env[70867]: _type = "Task" [ 697.589386] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.595055] env[70867]: DEBUG oslo_vmware.api [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Waiting for the task: (returnval){ [ 697.595055] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52045c8e-626e-a901-658e-2c70c51f5b8a" [ 697.595055] env[70867]: _type = "Task" [ 697.595055] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.605918] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473200, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.611582] env[70867]: DEBUG oslo_vmware.api [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52045c8e-626e-a901-658e-2c70c51f5b8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.642047] env[70867]: DEBUG nova.network.neutron [req-c56c0c41-c397-4e2d-910c-d72d51bee9f9 req-8b9909a0-cff0-4d22-93c6-06a4bbf8808e service nova] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Updated VIF entry in instance network info cache for port 7999c598-5ca0-463b-9ce5-f22ceb00d088. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.643094] env[70867]: DEBUG nova.network.neutron [req-c56c0c41-c397-4e2d-910c-d72d51bee9f9 req-8b9909a0-cff0-4d22-93c6-06a4bbf8808e service nova] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Updating instance_info_cache with network_info: [{"id": "7999c598-5ca0-463b-9ce5-f22ceb00d088", "address": "fa:16:3e:e5:e4:14", "network": {"id": "84baa27d-9592-4482-9586-88c189aabdbf", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-504669562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "462e9a48567f4297971c1af538617610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7999c598-5c", "ovs_interfaceid": "7999c598-5ca0-463b-9ce5-f22ceb00d088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.708805] env[70867]: DEBUG oslo_vmware.api [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Task: {'id': task-3473197, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.967070] env[70867]: DEBUG nova.compute.utils [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.970159] env[70867]: DEBUG nova.compute.manager [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 697.970429] env[70867]: DEBUG nova.network.neutron [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.116373] env[70867]: DEBUG oslo_vmware.api [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52045c8e-626e-a901-658e-2c70c51f5b8a, 'name': SearchDatastore_Task, 'duration_secs': 0.054023} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.116610] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473200, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.116946] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.117273] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.117505] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.117585] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.117849] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.118178] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f83bc29-fb46-41de-ad6c-5cb02c59b0f9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.123585] env[70867]: DEBUG nova.policy [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5ce09bc8bba4055a3c21e0c01c8856c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a610b2a9976a4c5fb8952d153681925e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.133922] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.133922] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.133922] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7a22bfd-9656-40bb-be49-475bc9a4fbd8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.141156] env[70867]: DEBUG oslo_vmware.api [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Waiting for the task: (returnval){ [ 698.141156] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5202ed51-b934-4408-7e18-9ce4174ce4b5" [ 698.141156] env[70867]: _type = "Task" [ 698.141156] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.147114] env[70867]: DEBUG oslo_concurrency.lockutils [req-c56c0c41-c397-4e2d-910c-d72d51bee9f9 req-8b9909a0-cff0-4d22-93c6-06a4bbf8808e service nova] Releasing lock "refresh_cache-dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.147114] env[70867]: DEBUG nova.compute.manager [req-c56c0c41-c397-4e2d-910c-d72d51bee9f9 req-8b9909a0-cff0-4d22-93c6-06a4bbf8808e service nova] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Received event network-vif-plugged-e89d3409-34a5-4919-9765-e15320979b51 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.147114] env[70867]: DEBUG oslo_concurrency.lockutils [req-c56c0c41-c397-4e2d-910c-d72d51bee9f9 req-8b9909a0-cff0-4d22-93c6-06a4bbf8808e service nova] Acquiring lock "2f11308d-9290-472a-9a2d-62e3e5dcac8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.147114] env[70867]: DEBUG oslo_concurrency.lockutils [req-c56c0c41-c397-4e2d-910c-d72d51bee9f9 req-8b9909a0-cff0-4d22-93c6-06a4bbf8808e service nova] Lock "2f11308d-9290-472a-9a2d-62e3e5dcac8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.147114] env[70867]: DEBUG oslo_concurrency.lockutils [req-c56c0c41-c397-4e2d-910c-d72d51bee9f9 req-8b9909a0-cff0-4d22-93c6-06a4bbf8808e service nova] Lock "2f11308d-9290-472a-9a2d-62e3e5dcac8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.147404] env[70867]: DEBUG nova.compute.manager [req-c56c0c41-c397-4e2d-910c-d72d51bee9f9 req-8b9909a0-cff0-4d22-93c6-06a4bbf8808e service nova] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] No waiting events found dispatching network-vif-plugged-e89d3409-34a5-4919-9765-e15320979b51 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 698.147404] env[70867]: WARNING nova.compute.manager [req-c56c0c41-c397-4e2d-910c-d72d51bee9f9 req-8b9909a0-cff0-4d22-93c6-06a4bbf8808e service nova] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Received unexpected event network-vif-plugged-e89d3409-34a5-4919-9765-e15320979b51 for instance with vm_state building and task_state spawning. [ 698.147511] env[70867]: DEBUG nova.compute.manager [req-c56c0c41-c397-4e2d-910c-d72d51bee9f9 req-8b9909a0-cff0-4d22-93c6-06a4bbf8808e service nova] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Received event network-changed-e89d3409-34a5-4919-9765-e15320979b51 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.148819] env[70867]: DEBUG nova.compute.manager [req-c56c0c41-c397-4e2d-910c-d72d51bee9f9 req-8b9909a0-cff0-4d22-93c6-06a4bbf8808e service nova] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Refreshing instance network info cache due to event network-changed-e89d3409-34a5-4919-9765-e15320979b51. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.148819] env[70867]: DEBUG oslo_concurrency.lockutils [req-c56c0c41-c397-4e2d-910c-d72d51bee9f9 req-8b9909a0-cff0-4d22-93c6-06a4bbf8808e service nova] Acquiring lock "refresh_cache-2f11308d-9290-472a-9a2d-62e3e5dcac8b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.148819] env[70867]: DEBUG oslo_concurrency.lockutils [req-c56c0c41-c397-4e2d-910c-d72d51bee9f9 req-8b9909a0-cff0-4d22-93c6-06a4bbf8808e service nova] Acquired lock "refresh_cache-2f11308d-9290-472a-9a2d-62e3e5dcac8b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.148819] env[70867]: DEBUG nova.network.neutron [req-c56c0c41-c397-4e2d-910c-d72d51bee9f9 req-8b9909a0-cff0-4d22-93c6-06a4bbf8808e service nova] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Refreshing network info cache for port e89d3409-34a5-4919-9765-e15320979b51 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.159830] env[70867]: DEBUG oslo_vmware.api [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5202ed51-b934-4408-7e18-9ce4174ce4b5, 'name': SearchDatastore_Task, 'duration_secs': 0.009911} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.160911] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa79d468-f042-4954-b2c7-7e2622746f56 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.166727] env[70867]: DEBUG oslo_vmware.api [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Waiting for the task: (returnval){ [ 698.166727] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]522af0bd-42d9-b983-0727-0b178cc764f5" [ 698.166727] env[70867]: _type = "Task" [ 698.166727] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.179799] env[70867]: DEBUG oslo_vmware.api [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]522af0bd-42d9-b983-0727-0b178cc764f5, 'name': SearchDatastore_Task, 'duration_secs': 0.010564} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.180070] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.180331] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc/97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.180576] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cf84c6b-6841-4fcc-ad76-4c38d2d11072 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.188784] env[70867]: DEBUG oslo_vmware.api [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Waiting for the task: (returnval){ [ 698.188784] env[70867]: value = "task-3473201" [ 698.188784] env[70867]: _type = "Task" [ 698.188784] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.197246] env[70867]: DEBUG oslo_vmware.api [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.208643] env[70867]: DEBUG oslo_vmware.api [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Task: {'id': task-3473197, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567076} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.208643] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6/dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.208643] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.208643] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83489f75-a84f-485c-a14e-20e446d0a8ba {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.217059] env[70867]: DEBUG oslo_vmware.api [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Waiting for the task: (returnval){ [ 698.217059] env[70867]: value = "task-3473202" [ 698.217059] env[70867]: _type = "Task" [ 698.217059] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.226812] env[70867]: DEBUG oslo_vmware.api [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Task: {'id': task-3473202, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.480836] env[70867]: DEBUG nova.compute.manager [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.488339] env[70867]: DEBUG nova.virt.hardware [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.490034] env[70867]: DEBUG nova.virt.hardware [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.490034] env[70867]: DEBUG nova.virt.hardware [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.490034] env[70867]: DEBUG nova.virt.hardware [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.490034] env[70867]: DEBUG nova.virt.hardware [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.490034] env[70867]: DEBUG nova.virt.hardware [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.490380] env[70867]: DEBUG nova.virt.hardware [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.490380] env[70867]: DEBUG nova.virt.hardware [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.490663] env[70867]: DEBUG nova.virt.hardware [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.490774] env[70867]: DEBUG nova.virt.hardware [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.491054] env[70867]: DEBUG nova.virt.hardware [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.492155] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e07b74-edb8-44cc-8441-7b6752da2c36 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.508017] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed1c309-3dc9-4f2f-b801-44fc69b6fcbf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.525323] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Instance VIF info [] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.535451] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.540234] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.540779] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-520774c1-f16a-4f43-95f1-447c91117d0d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.563473] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.563473] env[70867]: value = "task-3473203" [ 698.563473] env[70867]: _type = "Task" [ 698.563473] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.574615] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473203, 'name': CreateVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.607169] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473200, 'name': CreateVM_Task, 'duration_secs': 0.585696} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.607169] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.611058] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.611058] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.611058] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.611920] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20e1710b-6792-4a37-b6b4-2c3a6f92621f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.618230] env[70867]: DEBUG oslo_vmware.api [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Waiting for the task: (returnval){ [ 698.618230] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f55c80-741e-d355-f2de-a10ec6cb0e65" [ 698.618230] env[70867]: _type = "Task" [ 698.618230] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.631324] env[70867]: DEBUG oslo_vmware.api [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f55c80-741e-d355-f2de-a10ec6cb0e65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.704189] env[70867]: DEBUG oslo_vmware.api [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473201, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469853} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.704802] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc/97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.705013] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.705311] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11f7fb6c-be55-4cc1-b04d-b565288c0d16 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.730067] env[70867]: DEBUG oslo_vmware.api [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Waiting for the task: (returnval){ [ 698.730067] env[70867]: value = "task-3473204" [ 698.730067] env[70867]: _type = "Task" [ 698.730067] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.746022] env[70867]: DEBUG oslo_vmware.api [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Task: {'id': task-3473202, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080904} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.746022] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.746022] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826983b9-59f5-41cb-8c30-277c2e3606a2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.751479] env[70867]: DEBUG oslo_vmware.api [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473204, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.776841] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6/dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.781714] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa584320-fae9-4e50-b8ab-c67555d537e5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.806568] env[70867]: DEBUG oslo_vmware.api [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Waiting for the task: (returnval){ [ 698.806568] env[70867]: value = "task-3473205" [ 698.806568] env[70867]: _type = "Task" [ 698.806568] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.820186] env[70867]: DEBUG oslo_vmware.api [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Task: {'id': task-3473205, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.081295] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473203, 'name': CreateVM_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.103620] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a1bfc1-9c23-41b6-b0b5-af81783b6524 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.128333] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20550c0d-dbfa-4b63-83f2-3ddb8252a1d0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.170852] env[70867]: DEBUG oslo_vmware.api [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f55c80-741e-d355-f2de-a10ec6cb0e65, 'name': SearchDatastore_Task, 'duration_secs': 0.027846} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.171588] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.171962] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.172342] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.172595] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.172888] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.174090] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe143a5-1c4d-4d84-a45a-2b1a2bafec00 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.177361] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2121e76-6c7a-4c4d-80f2-da31eee59896 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.184159] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08541f01-5bdd-47e3-97b9-82be55674054 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.194866] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.194866] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.195714] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0c32393-7fcd-41a3-87e9-60cf388ed8b9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.209445] env[70867]: DEBUG nova.compute.provider_tree [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.214848] env[70867]: DEBUG oslo_vmware.api [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Waiting for the task: (returnval){ [ 699.214848] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]526c3b49-3cee-e940-4b16-1ffea195582b" [ 699.214848] env[70867]: _type = "Task" [ 699.214848] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.223984] env[70867]: DEBUG oslo_vmware.api [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]526c3b49-3cee-e940-4b16-1ffea195582b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.248216] env[70867]: DEBUG oslo_vmware.api [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473204, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066881} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.249243] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.250480] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf636372-2f2c-4ac6-b441-85edffe4189c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.271422] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc/97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.272541] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5520af5-867a-4a81-8888-45c691a95b84 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.291702] env[70867]: DEBUG oslo_vmware.api [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Waiting for the task: (returnval){ [ 699.291702] env[70867]: value = "task-3473206" [ 699.291702] env[70867]: _type = "Task" [ 699.291702] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.307163] env[70867]: DEBUG oslo_vmware.api [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473206, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.316130] env[70867]: DEBUG oslo_vmware.api [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Task: {'id': task-3473205, 'name': ReconfigVM_Task, 'duration_secs': 0.343388} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.316727] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Reconfigured VM instance instance-0000000b to attach disk [datastore1] dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6/dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.317811] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64339024-1cf5-4fdf-9d6c-5812779cb8a1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.324828] env[70867]: DEBUG oslo_vmware.api [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Waiting for the task: (returnval){ [ 699.324828] env[70867]: value = "task-3473207" [ 699.324828] env[70867]: _type = "Task" [ 699.324828] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.334517] env[70867]: DEBUG oslo_vmware.api [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Task: {'id': task-3473207, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.448217] env[70867]: DEBUG nova.network.neutron [req-c56c0c41-c397-4e2d-910c-d72d51bee9f9 req-8b9909a0-cff0-4d22-93c6-06a4bbf8808e service nova] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Updated VIF entry in instance network info cache for port e89d3409-34a5-4919-9765-e15320979b51. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.448615] env[70867]: DEBUG nova.network.neutron [req-c56c0c41-c397-4e2d-910c-d72d51bee9f9 req-8b9909a0-cff0-4d22-93c6-06a4bbf8808e service nova] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Updating instance_info_cache with network_info: [{"id": "e89d3409-34a5-4919-9765-e15320979b51", "address": "fa:16:3e:86:d0:69", "network": {"id": "82588551-7d24-4c46-a861-1bd809961e6a", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-386919514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355069d81e914780a6370cdfa8d3a07d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape89d3409-34", "ovs_interfaceid": "e89d3409-34a5-4919-9765-e15320979b51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.509175] env[70867]: DEBUG nova.compute.manager [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.511118] env[70867]: DEBUG nova.network.neutron [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Successfully created port: 175e3821-865a-48e4-b005-4ed9851f2a31 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.546772] env[70867]: DEBUG nova.virt.hardware [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.549672] env[70867]: DEBUG nova.virt.hardware [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.549783] env[70867]: DEBUG nova.virt.hardware [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.550104] env[70867]: DEBUG nova.virt.hardware [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.550225] env[70867]: DEBUG nova.virt.hardware [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.550413] env[70867]: DEBUG nova.virt.hardware [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.550702] env[70867]: DEBUG nova.virt.hardware [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.550845] env[70867]: DEBUG nova.virt.hardware [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.551067] env[70867]: DEBUG nova.virt.hardware [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.551252] env[70867]: DEBUG nova.virt.hardware [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.551453] env[70867]: DEBUG nova.virt.hardware [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.553733] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0352b77-fd83-49eb-892a-17769dae339b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.564336] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4064c09f-1924-4f19-b20f-b15318aa929e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.576550] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473203, 'name': CreateVM_Task, 'duration_secs': 0.712799} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.584732] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.585915] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.586085] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.586449] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.586701] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-435c58de-87e7-48ba-9dbb-424d7b04cb30 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.591243] env[70867]: DEBUG oslo_vmware.api [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Waiting for the task: (returnval){ [ 699.591243] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527826fc-d67d-e8e6-1f12-460d50d56545" [ 699.591243] env[70867]: _type = "Task" [ 699.591243] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.600133] env[70867]: DEBUG oslo_vmware.api [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527826fc-d67d-e8e6-1f12-460d50d56545, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.713610] env[70867]: DEBUG nova.scheduler.client.report [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.733395] env[70867]: DEBUG oslo_vmware.api [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]526c3b49-3cee-e940-4b16-1ffea195582b, 'name': SearchDatastore_Task, 'duration_secs': 0.010732} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.734556] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f0e1174-96e4-48b1-be10-2d48f36a9bcb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.743714] env[70867]: DEBUG oslo_vmware.api [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Waiting for the task: (returnval){ [ 699.743714] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5270a251-4337-c5d8-8acc-d2d88705845c" [ 699.743714] env[70867]: _type = "Task" [ 699.743714] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.754685] env[70867]: DEBUG oslo_vmware.api [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5270a251-4337-c5d8-8acc-d2d88705845c, 'name': SearchDatastore_Task, 'duration_secs': 0.009828} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.754824] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.755318] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 2f11308d-9290-472a-9a2d-62e3e5dcac8b/2f11308d-9290-472a-9a2d-62e3e5dcac8b.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.755318] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c74661f9-4714-4f18-bc80-ecb599e5d57f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.763106] env[70867]: DEBUG oslo_vmware.api [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Waiting for the task: (returnval){ [ 699.763106] env[70867]: value = "task-3473208" [ 699.763106] env[70867]: _type = "Task" [ 699.763106] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.770972] env[70867]: DEBUG oslo_vmware.api [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Task: {'id': task-3473208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.802889] env[70867]: DEBUG oslo_vmware.api [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473206, 'name': ReconfigVM_Task, 'duration_secs': 0.498632} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.802889] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc/97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.803449] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9683ff11-f6d3-4c2c-897d-ae3152ccff3d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.808929] env[70867]: DEBUG oslo_vmware.api [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Waiting for the task: (returnval){ [ 699.808929] env[70867]: value = "task-3473209" [ 699.808929] env[70867]: _type = "Task" [ 699.808929] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.821776] env[70867]: DEBUG oslo_vmware.api [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473209, 'name': Rename_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.837484] env[70867]: DEBUG oslo_vmware.api [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Task: {'id': task-3473207, 'name': Rename_Task, 'duration_secs': 0.151385} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.837711] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.838060] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e86ff84-a973-4349-9fb0-0ba0132ef0bb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.844433] env[70867]: DEBUG oslo_vmware.api [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Waiting for the task: (returnval){ [ 699.844433] env[70867]: value = "task-3473210" [ 699.844433] env[70867]: _type = "Task" [ 699.844433] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.857037] env[70867]: DEBUG oslo_vmware.api [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Task: {'id': task-3473210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.956560] env[70867]: DEBUG oslo_concurrency.lockutils [req-c56c0c41-c397-4e2d-910c-d72d51bee9f9 req-8b9909a0-cff0-4d22-93c6-06a4bbf8808e service nova] Releasing lock "refresh_cache-2f11308d-9290-472a-9a2d-62e3e5dcac8b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.106491] env[70867]: DEBUG oslo_vmware.api [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527826fc-d67d-e8e6-1f12-460d50d56545, 'name': SearchDatastore_Task, 'duration_secs': 0.010111} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.106491] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.106491] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.108361] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.108361] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.108549] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.111381] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9189d677-ea3b-4554-a305-f8a6cab576ee {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.120500] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.120772] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.122186] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52c1d9af-580a-4a6b-8b95-f7c8c187e04b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.129676] env[70867]: DEBUG oslo_vmware.api [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Waiting for the task: (returnval){ [ 700.129676] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]525384db-028f-df0a-ae5e-c3a372526f18" [ 700.129676] env[70867]: _type = "Task" [ 700.129676] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.145241] env[70867]: DEBUG oslo_vmware.api [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]525384db-028f-df0a-ae5e-c3a372526f18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.229677] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.769s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.229677] env[70867]: DEBUG nova.compute.manager [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.236911] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ee839653-3d61-4193-998b-0adcb7570ba1 tempest-DeleteServersAdminTestJSON-1755885008 tempest-DeleteServersAdminTestJSON-1755885008-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.030s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.237441] env[70867]: DEBUG nova.objects.instance [None req-ee839653-3d61-4193-998b-0adcb7570ba1 tempest-DeleteServersAdminTestJSON-1755885008 tempest-DeleteServersAdminTestJSON-1755885008-project-admin] Lazy-loading 'resources' on Instance uuid f0de3aaa-605f-48e6-a512-747263d49680 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 700.273353] env[70867]: DEBUG oslo_vmware.api [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Task: {'id': task-3473208, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499406} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.273636] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 2f11308d-9290-472a-9a2d-62e3e5dcac8b/2f11308d-9290-472a-9a2d-62e3e5dcac8b.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.274725] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.274725] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99565bff-1669-42e6-b331-b272669a0042 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.282618] env[70867]: DEBUG oslo_vmware.api [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Waiting for the task: (returnval){ [ 700.282618] env[70867]: value = "task-3473211" [ 700.282618] env[70867]: _type = "Task" [ 700.282618] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.292334] env[70867]: DEBUG oslo_vmware.api [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Task: {'id': task-3473211, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.320840] env[70867]: DEBUG oslo_vmware.api [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473209, 'name': Rename_Task, 'duration_secs': 0.13686} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.321249] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.321659] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dec8be56-d09a-4ad1-96f3-9d00f52618cf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.330324] env[70867]: DEBUG oslo_vmware.api [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Waiting for the task: (returnval){ [ 700.330324] env[70867]: value = "task-3473212" [ 700.330324] env[70867]: _type = "Task" [ 700.330324] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.340067] env[70867]: DEBUG oslo_vmware.api [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.354014] env[70867]: DEBUG oslo_vmware.api [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Task: {'id': task-3473210, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.647445] env[70867]: DEBUG oslo_vmware.api [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]525384db-028f-df0a-ae5e-c3a372526f18, 'name': SearchDatastore_Task, 'duration_secs': 0.057093} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.648541] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a08e352-9a22-4058-a183-0b752a0feacd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.657257] env[70867]: DEBUG oslo_vmware.api [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Waiting for the task: (returnval){ [ 700.657257] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52459ef0-eb6f-c72e-0107-c20216016645" [ 700.657257] env[70867]: _type = "Task" [ 700.657257] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.666740] env[70867]: DEBUG oslo_vmware.api [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52459ef0-eb6f-c72e-0107-c20216016645, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.741569] env[70867]: DEBUG nova.compute.utils [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.743593] env[70867]: DEBUG nova.compute.manager [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.747458] env[70867]: DEBUG nova.network.neutron [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.800175] env[70867]: DEBUG oslo_vmware.api [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Task: {'id': task-3473211, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078795} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.800510] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.801376] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d5b672-9e55-4a2f-8c74-68887f61b870 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.826860] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 2f11308d-9290-472a-9a2d-62e3e5dcac8b/2f11308d-9290-472a-9a2d-62e3e5dcac8b.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.829025] env[70867]: DEBUG nova.policy [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f37b816a64e340e69c7059449d48b072', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c70199e9c934312b62b1d9b3ce86a19', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.833016] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-552679fb-6481-43f8-8636-c592ffa8caeb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.878359] env[70867]: DEBUG oslo_vmware.api [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473212, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.878665] env[70867]: DEBUG oslo_vmware.api [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Task: {'id': task-3473210, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.880013] env[70867]: DEBUG oslo_vmware.api [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Waiting for the task: (returnval){ [ 700.880013] env[70867]: value = "task-3473213" [ 700.880013] env[70867]: _type = "Task" [ 700.880013] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.891169] env[70867]: DEBUG oslo_vmware.api [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Task: {'id': task-3473213, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.173142] env[70867]: DEBUG oslo_vmware.api [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52459ef0-eb6f-c72e-0107-c20216016645, 'name': SearchDatastore_Task, 'duration_secs': 0.009642} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.173499] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.173977] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 3dcf9e2a-4306-4025-a942-9aa1a598f49f/3dcf9e2a-4306-4025-a942-9aa1a598f49f.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.174297] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce6637f0-7226-4157-b862-9b4fe1ce35fa {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.185056] env[70867]: DEBUG oslo_vmware.api [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Waiting for the task: (returnval){ [ 701.185056] env[70867]: value = "task-3473214" [ 701.185056] env[70867]: _type = "Task" [ 701.185056] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.193517] env[70867]: DEBUG oslo_vmware.api [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.208909] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fa8ea9-ef19-4532-8af7-32461bdf5d00 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.216636] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871306c0-7ec4-4249-b9c8-7f8422b80ce3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.251711] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a75afe-d812-46e5-9d35-414b54bf133e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.254743] env[70867]: DEBUG nova.compute.manager [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.262958] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29282e05-8415-4dcf-9b55-f686fc90e970 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.278444] env[70867]: DEBUG nova.compute.provider_tree [None req-ee839653-3d61-4193-998b-0adcb7570ba1 tempest-DeleteServersAdminTestJSON-1755885008 tempest-DeleteServersAdminTestJSON-1755885008-project-admin] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.373955] env[70867]: DEBUG oslo_vmware.api [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473212, 'name': PowerOnVM_Task, 'duration_secs': 0.733893} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.378430] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.378781] env[70867]: INFO nova.compute.manager [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Took 4.43 seconds to spawn the instance on the hypervisor. [ 701.379060] env[70867]: DEBUG nova.compute.manager [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.379367] env[70867]: DEBUG oslo_vmware.api [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Task: {'id': task-3473210, 'name': PowerOnVM_Task} progress is 91%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.380902] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82798f7a-6168-4610-b0d3-9edc8a5959ec {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.396936] env[70867]: DEBUG oslo_vmware.api [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Task: {'id': task-3473213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.704059] env[70867]: DEBUG oslo_vmware.api [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473214, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.776452] env[70867]: DEBUG nova.network.neutron [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Successfully created port: d42697a8-7d06-4397-92f2-77cdd7fc97a1 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.783317] env[70867]: DEBUG nova.scheduler.client.report [None req-ee839653-3d61-4193-998b-0adcb7570ba1 tempest-DeleteServersAdminTestJSON-1755885008 tempest-DeleteServersAdminTestJSON-1755885008-project-admin] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.872796] env[70867]: DEBUG oslo_vmware.api [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Task: {'id': task-3473210, 'name': PowerOnVM_Task, 'duration_secs': 1.561952} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.873574] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.875173] env[70867]: INFO nova.compute.manager [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Took 10.03 seconds to spawn the instance on the hypervisor. [ 701.875173] env[70867]: DEBUG nova.compute.manager [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.875173] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cb747b-1178-4b6e-9b05-3839d52f8d60 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.894994] env[70867]: DEBUG oslo_vmware.api [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Task: {'id': task-3473213, 'name': ReconfigVM_Task, 'duration_secs': 0.647162} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.895616] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 2f11308d-9290-472a-9a2d-62e3e5dcac8b/2f11308d-9290-472a-9a2d-62e3e5dcac8b.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.896262] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3b6f5ee-9ba7-4b91-8ec5-cc04af749382 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.907018] env[70867]: INFO nova.compute.manager [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Took 22.94 seconds to build instance. [ 701.908209] env[70867]: DEBUG oslo_vmware.api [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Waiting for the task: (returnval){ [ 701.908209] env[70867]: value = "task-3473215" [ 701.908209] env[70867]: _type = "Task" [ 701.908209] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.917546] env[70867]: DEBUG oslo_vmware.api [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Task: {'id': task-3473215, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.201024] env[70867]: DEBUG oslo_vmware.api [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738732} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.201370] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 3dcf9e2a-4306-4025-a942-9aa1a598f49f/3dcf9e2a-4306-4025-a942-9aa1a598f49f.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.201521] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.201775] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c84e1a80-3936-4e52-811b-561322181862 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.208475] env[70867]: DEBUG oslo_vmware.api [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Waiting for the task: (returnval){ [ 702.208475] env[70867]: value = "task-3473216" [ 702.208475] env[70867]: _type = "Task" [ 702.208475] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.220532] env[70867]: DEBUG oslo_vmware.api [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.267869] env[70867]: DEBUG nova.compute.manager [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.294636] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ee839653-3d61-4193-998b-0adcb7570ba1 tempest-DeleteServersAdminTestJSON-1755885008 tempest-DeleteServersAdminTestJSON-1755885008-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.300573] env[70867]: DEBUG oslo_concurrency.lockutils [None req-09b37dde-5dfb-4a3e-b6e3-fc16f5858468 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.766s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.300573] env[70867]: DEBUG nova.objects.instance [None req-09b37dde-5dfb-4a3e-b6e3-fc16f5858468 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Lazy-loading 'resources' on Instance uuid 4a4a7b43-903f-495b-8bb9-becf921e7283 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.305449] env[70867]: DEBUG nova.virt.hardware [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.305695] env[70867]: DEBUG nova.virt.hardware [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.305891] env[70867]: DEBUG nova.virt.hardware [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.306091] env[70867]: DEBUG nova.virt.hardware [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.306260] env[70867]: DEBUG nova.virt.hardware [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.306421] env[70867]: DEBUG nova.virt.hardware [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.307206] env[70867]: DEBUG nova.virt.hardware [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.307206] env[70867]: DEBUG nova.virt.hardware [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.307206] env[70867]: DEBUG nova.virt.hardware [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.310589] env[70867]: DEBUG nova.virt.hardware [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.310825] env[70867]: DEBUG nova.virt.hardware [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.311881] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5053a0-153f-4340-b8e5-b54c081c2603 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.321154] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d8c424-5862-4642-a6be-f3cff24e26ab {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.345416] env[70867]: INFO nova.scheduler.client.report [None req-ee839653-3d61-4193-998b-0adcb7570ba1 tempest-DeleteServersAdminTestJSON-1755885008 tempest-DeleteServersAdminTestJSON-1755885008-project-admin] Deleted allocations for instance f0de3aaa-605f-48e6-a512-747263d49680 [ 702.403860] env[70867]: INFO nova.compute.manager [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Took 25.51 seconds to build instance. [ 702.410695] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e31dee2d-1804-41ee-9c27-f8717c0a8650 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Lock "97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.549s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.422030] env[70867]: DEBUG oslo_vmware.api [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Task: {'id': task-3473215, 'name': Rename_Task, 'duration_secs': 0.281726} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.422166] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.423020] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25cd7966-d42b-4489-9de3-d882a74b0ec2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.430163] env[70867]: DEBUG oslo_vmware.api [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Waiting for the task: (returnval){ [ 702.430163] env[70867]: value = "task-3473217" [ 702.430163] env[70867]: _type = "Task" [ 702.430163] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.447218] env[70867]: DEBUG oslo_vmware.api [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Task: {'id': task-3473217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.505924] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Acquiring lock "47e97d46-a933-43cf-98fc-2865c78a4492" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.505924] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Lock "47e97d46-a933-43cf-98fc-2865c78a4492" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.519428] env[70867]: DEBUG nova.network.neutron [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Successfully updated port: 175e3821-865a-48e4-b005-4ed9851f2a31 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.721140] env[70867]: DEBUG oslo_vmware.api [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12362} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.721551] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.722302] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fd6257-1231-4c87-8a7a-311e156cdc0e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.749849] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 3dcf9e2a-4306-4025-a942-9aa1a598f49f/3dcf9e2a-4306-4025-a942-9aa1a598f49f.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.750308] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb8fa6be-57c2-482b-bc83-3817033807ff {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.772631] env[70867]: DEBUG oslo_vmware.api [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Waiting for the task: (returnval){ [ 702.772631] env[70867]: value = "task-3473218" [ 702.772631] env[70867]: _type = "Task" [ 702.772631] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.782379] env[70867]: DEBUG oslo_vmware.api [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473218, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.856061] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ee839653-3d61-4193-998b-0adcb7570ba1 tempest-DeleteServersAdminTestJSON-1755885008 tempest-DeleteServersAdminTestJSON-1755885008-project-admin] Lock "f0de3aaa-605f-48e6-a512-747263d49680" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.788s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.909021] env[70867]: DEBUG oslo_concurrency.lockutils [None req-78293adc-eec2-4481-8e1d-24e1a29fbdd4 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Lock "dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.201s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.916313] env[70867]: DEBUG nova.compute.manager [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.945888] env[70867]: DEBUG oslo_vmware.api [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Task: {'id': task-3473217, 'name': PowerOnVM_Task} progress is 37%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.022700] env[70867]: DEBUG oslo_concurrency.lockutils [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Acquiring lock "refresh_cache-8dc05e7d-bad4-42ba-a73e-30816551cf75" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.022849] env[70867]: DEBUG oslo_concurrency.lockutils [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Acquired lock "refresh_cache-8dc05e7d-bad4-42ba-a73e-30816551cf75" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.023011] env[70867]: DEBUG nova.network.neutron [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.223982] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a622aa-1ad4-41ec-9040-a24e3c5a04dd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.232158] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1b41a2-bcd4-49a8-922e-754e8f45c5be {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.271435] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3dfd5f-10aa-420a-80cc-401bde49a1d3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.287236] env[70867]: DEBUG oslo_vmware.api [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.288577] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06414dc3-3e0c-4047-8be8-89c721d3802e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.304932] env[70867]: DEBUG nova.compute.provider_tree [None req-09b37dde-5dfb-4a3e-b6e3-fc16f5858468 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.410423] env[70867]: DEBUG nova.compute.manager [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.414879] env[70867]: DEBUG nova.compute.manager [req-ed5c5864-fa74-4305-a05c-efd7420f8a9a req-877ec52f-c8d1-4cab-b1f1-d61aa358ed38 service nova] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Received event network-vif-plugged-175e3821-865a-48e4-b005-4ed9851f2a31 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.415049] env[70867]: DEBUG oslo_concurrency.lockutils [req-ed5c5864-fa74-4305-a05c-efd7420f8a9a req-877ec52f-c8d1-4cab-b1f1-d61aa358ed38 service nova] Acquiring lock "8dc05e7d-bad4-42ba-a73e-30816551cf75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.415375] env[70867]: DEBUG oslo_concurrency.lockutils [req-ed5c5864-fa74-4305-a05c-efd7420f8a9a req-877ec52f-c8d1-4cab-b1f1-d61aa358ed38 service nova] Lock "8dc05e7d-bad4-42ba-a73e-30816551cf75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.415502] env[70867]: DEBUG oslo_concurrency.lockutils [req-ed5c5864-fa74-4305-a05c-efd7420f8a9a req-877ec52f-c8d1-4cab-b1f1-d61aa358ed38 service nova] Lock "8dc05e7d-bad4-42ba-a73e-30816551cf75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.415673] env[70867]: DEBUG nova.compute.manager [req-ed5c5864-fa74-4305-a05c-efd7420f8a9a req-877ec52f-c8d1-4cab-b1f1-d61aa358ed38 service nova] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] No waiting events found dispatching network-vif-plugged-175e3821-865a-48e4-b005-4ed9851f2a31 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.415853] env[70867]: WARNING nova.compute.manager [req-ed5c5864-fa74-4305-a05c-efd7420f8a9a req-877ec52f-c8d1-4cab-b1f1-d61aa358ed38 service nova] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Received unexpected event network-vif-plugged-175e3821-865a-48e4-b005-4ed9851f2a31 for instance with vm_state building and task_state spawning. [ 703.442385] env[70867]: DEBUG oslo_vmware.api [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Task: {'id': task-3473217, 'name': PowerOnVM_Task, 'duration_secs': 0.995971} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.442385] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.442478] env[70867]: INFO nova.compute.manager [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Took 9.03 seconds to spawn the instance on the hypervisor. [ 703.442611] env[70867]: DEBUG nova.compute.manager [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.443411] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f76e15-d1d4-4a40-9651-2f696cc97993 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.446686] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.572901] env[70867]: DEBUG nova.network.neutron [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.786244] env[70867]: DEBUG oslo_vmware.api [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473218, 'name': ReconfigVM_Task, 'duration_secs': 0.78919} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.790040] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 3dcf9e2a-4306-4025-a942-9aa1a598f49f/3dcf9e2a-4306-4025-a942-9aa1a598f49f.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.790933] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02cd3240-67ab-4886-b31e-869737d26cf9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.800818] env[70867]: DEBUG oslo_vmware.api [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Waiting for the task: (returnval){ [ 703.800818] env[70867]: value = "task-3473219" [ 703.800818] env[70867]: _type = "Task" [ 703.800818] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.811994] env[70867]: DEBUG nova.scheduler.client.report [None req-09b37dde-5dfb-4a3e-b6e3-fc16f5858468 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.817084] env[70867]: DEBUG oslo_vmware.api [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473219, 'name': Rename_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.878235] env[70867]: DEBUG nova.network.neutron [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Updating instance_info_cache with network_info: [{"id": "175e3821-865a-48e4-b005-4ed9851f2a31", "address": "fa:16:3e:5a:a0:89", "network": {"id": "15d29c15-fd92-482e-94cb-52a40d930917", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2075411538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a610b2a9976a4c5fb8952d153681925e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap175e3821-86", "ovs_interfaceid": "175e3821-865a-48e4-b005-4ed9851f2a31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.940038] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.973020] env[70867]: INFO nova.compute.manager [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Took 26.54 seconds to build instance. [ 704.282802] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Acquiring lock "ec7a7de1-c7e5-469b-ada8-634381ee04fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.282994] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Lock "ec7a7de1-c7e5-469b-ada8-634381ee04fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.310716] env[70867]: DEBUG oslo_vmware.api [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473219, 'name': Rename_Task, 'duration_secs': 0.241358} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.310716] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.310944] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38c3dbb2-3111-489c-aa2a-6b1240a0e6e0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.317894] env[70867]: DEBUG oslo_concurrency.lockutils [None req-09b37dde-5dfb-4a3e-b6e3-fc16f5858468 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.021s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.323018] env[70867]: DEBUG oslo_concurrency.lockutils [None req-22b3e2eb-d8db-4baf-b3a9-d4c58a8c33db tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.780s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.323018] env[70867]: DEBUG nova.objects.instance [None req-22b3e2eb-d8db-4baf-b3a9-d4c58a8c33db tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Lazy-loading 'resources' on Instance uuid 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.323911] env[70867]: DEBUG oslo_vmware.api [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Waiting for the task: (returnval){ [ 704.323911] env[70867]: value = "task-3473220" [ 704.323911] env[70867]: _type = "Task" [ 704.323911] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.340944] env[70867]: DEBUG oslo_vmware.api [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473220, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.354891] env[70867]: INFO nova.scheduler.client.report [None req-09b37dde-5dfb-4a3e-b6e3-fc16f5858468 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Deleted allocations for instance 4a4a7b43-903f-495b-8bb9-becf921e7283 [ 704.383021] env[70867]: DEBUG oslo_concurrency.lockutils [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Releasing lock "refresh_cache-8dc05e7d-bad4-42ba-a73e-30816551cf75" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.383021] env[70867]: DEBUG nova.compute.manager [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Instance network_info: |[{"id": "175e3821-865a-48e4-b005-4ed9851f2a31", "address": "fa:16:3e:5a:a0:89", "network": {"id": "15d29c15-fd92-482e-94cb-52a40d930917", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2075411538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a610b2a9976a4c5fb8952d153681925e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap175e3821-86", "ovs_interfaceid": "175e3821-865a-48e4-b005-4ed9851f2a31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.383325] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:a0:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f67a2790-f2b0-4d03-b606-0bfaee7a4229', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '175e3821-865a-48e4-b005-4ed9851f2a31', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.389686] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Creating folder: Project (a610b2a9976a4c5fb8952d153681925e). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.390341] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-429ded10-9c63-4d3f-9e24-a7edb3a9aa99 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.404788] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Created folder: Project (a610b2a9976a4c5fb8952d153681925e) in parent group-v694272. [ 704.404788] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Creating folder: Instances. Parent ref: group-v694309. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.404788] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3cf9cb4-48f5-4a58-88c8-687c0104b911 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.416163] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Created folder: Instances in parent group-v694309. [ 704.416163] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.416163] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.416163] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff8b66c4-0952-4e4a-aa58-24898118d3e2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.440026] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.440026] env[70867]: value = "task-3473223" [ 704.440026] env[70867]: _type = "Task" [ 704.440026] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.447991] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473223, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.477431] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1a9df9e4-96e3-44b7-a966-51b334edbcf9 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Lock "2f11308d-9290-472a-9a2d-62e3e5dcac8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.362s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.586125] env[70867]: DEBUG nova.network.neutron [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Successfully updated port: d42697a8-7d06-4397-92f2-77cdd7fc97a1 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.647875] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "e4828dea-a14c-4aff-8e6f-e1986f399b60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.649831] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "e4828dea-a14c-4aff-8e6f-e1986f399b60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.667045] env[70867]: INFO nova.compute.manager [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Rebuilding instance [ 704.728864] env[70867]: DEBUG nova.compute.manager [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.731379] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b08693-aa13-4585-a93c-ceb507927066 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.842849] env[70867]: DEBUG oslo_vmware.api [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473220, 'name': PowerOnVM_Task} progress is 37%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.865085] env[70867]: DEBUG oslo_concurrency.lockutils [None req-09b37dde-5dfb-4a3e-b6e3-fc16f5858468 tempest-ServerDiagnosticsNegativeTest-770163563 tempest-ServerDiagnosticsNegativeTest-770163563-project-member] Lock "4a4a7b43-903f-495b-8bb9-becf921e7283" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.911s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.948215] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473223, 'name': CreateVM_Task, 'duration_secs': 0.387571} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.950886] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.952365] env[70867]: DEBUG oslo_concurrency.lockutils [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.952452] env[70867]: DEBUG oslo_concurrency.lockutils [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.952894] env[70867]: DEBUG oslo_concurrency.lockutils [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.953228] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a4465ac-2d5c-4989-8b68-1a05e8412593 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.958947] env[70867]: DEBUG oslo_vmware.api [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Waiting for the task: (returnval){ [ 704.958947] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5293e3bc-4b34-34e7-7462-b1307e00e9f0" [ 704.958947] env[70867]: _type = "Task" [ 704.958947] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.967871] env[70867]: DEBUG oslo_vmware.api [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5293e3bc-4b34-34e7-7462-b1307e00e9f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.981311] env[70867]: DEBUG nova.compute.manager [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.099258] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Acquiring lock "refresh_cache-a893add8-af75-482e-b1a9-0fa099407df8" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.099396] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Acquired lock "refresh_cache-a893add8-af75-482e-b1a9-0fa099407df8" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.099574] env[70867]: DEBUG nova.network.neutron [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.142482] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Acquiring lock "c70bd66c-05f2-406d-8daa-58ff59fb5d93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.142715] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Lock "c70bd66c-05f2-406d-8daa-58ff59fb5d93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.281559] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18dbc90a-b8d4-42f2-b583-1071a0f35bcb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.293726] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c37bbed-5d90-4944-a1e8-c3064a75e5ac {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.334369] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b357376c-75f8-4fcb-adbc-4ca7fbf2077e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.342143] env[70867]: DEBUG oslo_vmware.api [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473220, 'name': PowerOnVM_Task} progress is 91%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.345524] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39e47dd-4f32-4db1-88bc-6fa196509e6f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.359472] env[70867]: DEBUG nova.compute.provider_tree [None req-22b3e2eb-d8db-4baf-b3a9-d4c58a8c33db tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.470050] env[70867]: DEBUG oslo_vmware.api [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5293e3bc-4b34-34e7-7462-b1307e00e9f0, 'name': SearchDatastore_Task, 'duration_secs': 0.019717} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.470404] env[70867]: DEBUG oslo_concurrency.lockutils [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.470640] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.470880] env[70867]: DEBUG oslo_concurrency.lockutils [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.471036] env[70867]: DEBUG oslo_concurrency.lockutils [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.471258] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.471476] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7314b8fc-52ef-4481-bbc9-a67441976545 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.481653] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.481842] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.483075] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db9809f5-b0d5-4bd0-b89f-a0d4acd1dbd7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.497727] env[70867]: DEBUG oslo_vmware.api [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Waiting for the task: (returnval){ [ 705.497727] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52acd95f-a0e8-e34d-90c3-116f6594cceb" [ 705.497727] env[70867]: _type = "Task" [ 705.497727] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.507811] env[70867]: DEBUG oslo_vmware.api [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52acd95f-a0e8-e34d-90c3-116f6594cceb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.514130] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.637275] env[70867]: DEBUG nova.network.neutron [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.746567] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.746879] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecb27562-458b-4971-b7b1-86466ae37e63 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.755979] env[70867]: DEBUG oslo_vmware.api [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Waiting for the task: (returnval){ [ 705.755979] env[70867]: value = "task-3473224" [ 705.755979] env[70867]: _type = "Task" [ 705.755979] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.765788] env[70867]: DEBUG oslo_vmware.api [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.839142] env[70867]: DEBUG oslo_vmware.api [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473220, 'name': PowerOnVM_Task, 'duration_secs': 1.026037} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.839436] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.839673] env[70867]: DEBUG nova.compute.manager [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.840646] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1db8f5c-a53c-43c8-97eb-5360ee1610ed {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.862515] env[70867]: DEBUG nova.scheduler.client.report [None req-22b3e2eb-d8db-4baf-b3a9-d4c58a8c33db tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.873358] env[70867]: DEBUG nova.network.neutron [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Updating instance_info_cache with network_info: [{"id": "d42697a8-7d06-4397-92f2-77cdd7fc97a1", "address": "fa:16:3e:ce:d6:4d", "network": {"id": "f3af1a81-da2f-434b-879a-91cc20847cd2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1637756732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c70199e9c934312b62b1d9b3ce86a19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd42697a8-7d", "ovs_interfaceid": "d42697a8-7d06-4397-92f2-77cdd7fc97a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.881588] env[70867]: DEBUG nova.compute.manager [req-a24c4647-93c3-4772-a9ca-cd6ced28f073 req-fbb9d1d5-679a-4d91-8081-66299882e714 service nova] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Received event network-changed-175e3821-865a-48e4-b005-4ed9851f2a31 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.881688] env[70867]: DEBUG nova.compute.manager [req-a24c4647-93c3-4772-a9ca-cd6ced28f073 req-fbb9d1d5-679a-4d91-8081-66299882e714 service nova] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Refreshing instance network info cache due to event network-changed-175e3821-865a-48e4-b005-4ed9851f2a31. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.882165] env[70867]: DEBUG oslo_concurrency.lockutils [req-a24c4647-93c3-4772-a9ca-cd6ced28f073 req-fbb9d1d5-679a-4d91-8081-66299882e714 service nova] Acquiring lock "refresh_cache-8dc05e7d-bad4-42ba-a73e-30816551cf75" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.882543] env[70867]: DEBUG oslo_concurrency.lockutils [req-a24c4647-93c3-4772-a9ca-cd6ced28f073 req-fbb9d1d5-679a-4d91-8081-66299882e714 service nova] Acquired lock "refresh_cache-8dc05e7d-bad4-42ba-a73e-30816551cf75" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.882913] env[70867]: DEBUG nova.network.neutron [req-a24c4647-93c3-4772-a9ca-cd6ced28f073 req-fbb9d1d5-679a-4d91-8081-66299882e714 service nova] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Refreshing network info cache for port 175e3821-865a-48e4-b005-4ed9851f2a31 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.010198] env[70867]: DEBUG oslo_vmware.api [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52acd95f-a0e8-e34d-90c3-116f6594cceb, 'name': SearchDatastore_Task, 'duration_secs': 0.015445} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.011056] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54614c1a-1d42-458d-a5ce-dbd19f50b8ec {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.017093] env[70867]: DEBUG oslo_vmware.api [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Waiting for the task: (returnval){ [ 706.017093] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52b93500-5330-647d-652a-29a6732767ef" [ 706.017093] env[70867]: _type = "Task" [ 706.017093] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.025677] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Acquiring lock "842fc73b-8c91-4c4f-93fe-17b20c1ea4dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.026034] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Lock "842fc73b-8c91-4c4f-93fe-17b20c1ea4dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.030196] env[70867]: DEBUG oslo_vmware.api [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52b93500-5330-647d-652a-29a6732767ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.267960] env[70867]: DEBUG oslo_vmware.api [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473224, 'name': PowerOffVM_Task, 'duration_secs': 0.115893} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.269351] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.269920] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.271210] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ab2c17-1bd9-4658-bfa2-c13c8ccdefb7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.282376] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 706.282376] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20d32af5-7abe-4364-bda4-5d891ce665d2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.312710] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 706.312966] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 706.313174] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Deleting the datastore file [datastore1] 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 706.313586] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd648592-2e3b-4d7c-84e9-05dc0dc9ef0a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.321312] env[70867]: DEBUG oslo_vmware.api [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Waiting for the task: (returnval){ [ 706.321312] env[70867]: value = "task-3473226" [ 706.321312] env[70867]: _type = "Task" [ 706.321312] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.330953] env[70867]: DEBUG oslo_vmware.api [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.359498] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.372574] env[70867]: DEBUG oslo_concurrency.lockutils [None req-22b3e2eb-d8db-4baf-b3a9-d4c58a8c33db tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.375120] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a4de019e-e79c-44f0-a0a7-db72287118c5 tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.657s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.375435] env[70867]: DEBUG nova.objects.instance [None req-a4de019e-e79c-44f0-a0a7-db72287118c5 tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Lazy-loading 'resources' on Instance uuid 4be98957-bf1b-4464-bb2b-66349fa66668 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 706.376734] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Releasing lock "refresh_cache-a893add8-af75-482e-b1a9-0fa099407df8" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.377171] env[70867]: DEBUG nova.compute.manager [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Instance network_info: |[{"id": "d42697a8-7d06-4397-92f2-77cdd7fc97a1", "address": "fa:16:3e:ce:d6:4d", "network": {"id": "f3af1a81-da2f-434b-879a-91cc20847cd2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1637756732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c70199e9c934312b62b1d9b3ce86a19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd42697a8-7d", "ovs_interfaceid": "d42697a8-7d06-4397-92f2-77cdd7fc97a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 706.377857] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:d6:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd646f9d5-d2ad-4c22-bea5-85a965334de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd42697a8-7d06-4397-92f2-77cdd7fc97a1', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.387150] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Creating folder: Project (9c70199e9c934312b62b1d9b3ce86a19). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.390138] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30544d98-d9db-498e-b0cd-0ef587e10059 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.393099] env[70867]: INFO nova.scheduler.client.report [None req-22b3e2eb-d8db-4baf-b3a9-d4c58a8c33db tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Deleted allocations for instance 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d [ 706.408622] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Created folder: Project (9c70199e9c934312b62b1d9b3ce86a19) in parent group-v694272. [ 706.408836] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Creating folder: Instances. Parent ref: group-v694312. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.409127] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dde098c5-b143-42bf-bc1f-9e4097436d34 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.418523] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Created folder: Instances in parent group-v694312. [ 706.419216] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.419216] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.419216] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b603d4d2-01bf-4c3e-ad70-f6a4d5c99e7e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.445772] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.445772] env[70867]: value = "task-3473229" [ 706.445772] env[70867]: _type = "Task" [ 706.445772] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.453805] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473229, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.531100] env[70867]: DEBUG oslo_vmware.api [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52b93500-5330-647d-652a-29a6732767ef, 'name': SearchDatastore_Task, 'duration_secs': 0.011989} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.531329] env[70867]: DEBUG oslo_concurrency.lockutils [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.531582] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 8dc05e7d-bad4-42ba-a73e-30816551cf75/8dc05e7d-bad4-42ba-a73e-30816551cf75.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.532808] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-314b6bbb-1200-49ca-8d35-c9667bfb5512 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.538738] env[70867]: DEBUG oslo_vmware.api [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Waiting for the task: (returnval){ [ 706.538738] env[70867]: value = "task-3473230" [ 706.538738] env[70867]: _type = "Task" [ 706.538738] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.548021] env[70867]: DEBUG oslo_vmware.api [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': task-3473230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.718268] env[70867]: DEBUG nova.network.neutron [req-a24c4647-93c3-4772-a9ca-cd6ced28f073 req-fbb9d1d5-679a-4d91-8081-66299882e714 service nova] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Updated VIF entry in instance network info cache for port 175e3821-865a-48e4-b005-4ed9851f2a31. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.718579] env[70867]: DEBUG nova.network.neutron [req-a24c4647-93c3-4772-a9ca-cd6ced28f073 req-fbb9d1d5-679a-4d91-8081-66299882e714 service nova] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Updating instance_info_cache with network_info: [{"id": "175e3821-865a-48e4-b005-4ed9851f2a31", "address": "fa:16:3e:5a:a0:89", "network": {"id": "15d29c15-fd92-482e-94cb-52a40d930917", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2075411538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a610b2a9976a4c5fb8952d153681925e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap175e3821-86", "ovs_interfaceid": "175e3821-865a-48e4-b005-4ed9851f2a31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.834402] env[70867]: DEBUG oslo_vmware.api [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224512} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.836185] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.836185] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 706.836185] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 706.850830] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Acquiring lock "118d6584-a54b-4596-baaa-4c6fa11a2df7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.851305] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Lock "118d6584-a54b-4596-baaa-4c6fa11a2df7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.907291] env[70867]: DEBUG oslo_concurrency.lockutils [None req-22b3e2eb-d8db-4baf-b3a9-d4c58a8c33db tempest-ServerDiagnosticsTest-1567013703 tempest-ServerDiagnosticsTest-1567013703-project-member] Lock "1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.690s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.968282] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473229, 'name': CreateVM_Task, 'duration_secs': 0.336481} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.972035] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.974261] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.974859] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.976134] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.976509] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23908e02-e57d-43d8-a229-53316b8c4d1b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.986307] env[70867]: DEBUG oslo_vmware.api [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for the task: (returnval){ [ 706.986307] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c16f11-dca4-761c-ab95-b4dc2316a4cf" [ 706.986307] env[70867]: _type = "Task" [ 706.986307] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.005448] env[70867]: DEBUG oslo_vmware.api [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c16f11-dca4-761c-ab95-b4dc2316a4cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.058829] env[70867]: DEBUG oslo_vmware.api [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': task-3473230, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.221631] env[70867]: DEBUG nova.compute.manager [req-a7d655d8-1062-498b-a368-83fb89683487 req-62b8b867-944b-4764-afd3-349635ea3919 service nova] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Received event network-changed-e89d3409-34a5-4919-9765-e15320979b51 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.221814] env[70867]: DEBUG nova.compute.manager [req-a7d655d8-1062-498b-a368-83fb89683487 req-62b8b867-944b-4764-afd3-349635ea3919 service nova] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Refreshing instance network info cache due to event network-changed-e89d3409-34a5-4919-9765-e15320979b51. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.222036] env[70867]: DEBUG oslo_concurrency.lockutils [req-a7d655d8-1062-498b-a368-83fb89683487 req-62b8b867-944b-4764-afd3-349635ea3919 service nova] Acquiring lock "refresh_cache-2f11308d-9290-472a-9a2d-62e3e5dcac8b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.222898] env[70867]: DEBUG oslo_concurrency.lockutils [req-a7d655d8-1062-498b-a368-83fb89683487 req-62b8b867-944b-4764-afd3-349635ea3919 service nova] Acquired lock "refresh_cache-2f11308d-9290-472a-9a2d-62e3e5dcac8b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.222898] env[70867]: DEBUG nova.network.neutron [req-a7d655d8-1062-498b-a368-83fb89683487 req-62b8b867-944b-4764-afd3-349635ea3919 service nova] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Refreshing network info cache for port e89d3409-34a5-4919-9765-e15320979b51 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.225835] env[70867]: DEBUG oslo_concurrency.lockutils [req-a24c4647-93c3-4772-a9ca-cd6ced28f073 req-fbb9d1d5-679a-4d91-8081-66299882e714 service nova] Releasing lock "refresh_cache-8dc05e7d-bad4-42ba-a73e-30816551cf75" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.226075] env[70867]: DEBUG nova.compute.manager [req-a24c4647-93c3-4772-a9ca-cd6ced28f073 req-fbb9d1d5-679a-4d91-8081-66299882e714 service nova] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Received event network-vif-plugged-d42697a8-7d06-4397-92f2-77cdd7fc97a1 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.226257] env[70867]: DEBUG oslo_concurrency.lockutils [req-a24c4647-93c3-4772-a9ca-cd6ced28f073 req-fbb9d1d5-679a-4d91-8081-66299882e714 service nova] Acquiring lock "a893add8-af75-482e-b1a9-0fa099407df8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.226471] env[70867]: DEBUG oslo_concurrency.lockutils [req-a24c4647-93c3-4772-a9ca-cd6ced28f073 req-fbb9d1d5-679a-4d91-8081-66299882e714 service nova] Lock "a893add8-af75-482e-b1a9-0fa099407df8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.227063] env[70867]: DEBUG oslo_concurrency.lockutils [req-a24c4647-93c3-4772-a9ca-cd6ced28f073 req-fbb9d1d5-679a-4d91-8081-66299882e714 service nova] Lock "a893add8-af75-482e-b1a9-0fa099407df8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.227276] env[70867]: DEBUG nova.compute.manager [req-a24c4647-93c3-4772-a9ca-cd6ced28f073 req-fbb9d1d5-679a-4d91-8081-66299882e714 service nova] [instance: a893add8-af75-482e-b1a9-0fa099407df8] No waiting events found dispatching network-vif-plugged-d42697a8-7d06-4397-92f2-77cdd7fc97a1 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 707.227442] env[70867]: WARNING nova.compute.manager [req-a24c4647-93c3-4772-a9ca-cd6ced28f073 req-fbb9d1d5-679a-4d91-8081-66299882e714 service nova] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Received unexpected event network-vif-plugged-d42697a8-7d06-4397-92f2-77cdd7fc97a1 for instance with vm_state building and task_state spawning. [ 707.227755] env[70867]: DEBUG nova.compute.manager [req-a24c4647-93c3-4772-a9ca-cd6ced28f073 req-fbb9d1d5-679a-4d91-8081-66299882e714 service nova] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Received event network-changed-d42697a8-7d06-4397-92f2-77cdd7fc97a1 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.227928] env[70867]: DEBUG nova.compute.manager [req-a24c4647-93c3-4772-a9ca-cd6ced28f073 req-fbb9d1d5-679a-4d91-8081-66299882e714 service nova] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Refreshing instance network info cache due to event network-changed-d42697a8-7d06-4397-92f2-77cdd7fc97a1. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.228127] env[70867]: DEBUG oslo_concurrency.lockutils [req-a24c4647-93c3-4772-a9ca-cd6ced28f073 req-fbb9d1d5-679a-4d91-8081-66299882e714 service nova] Acquiring lock "refresh_cache-a893add8-af75-482e-b1a9-0fa099407df8" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.228263] env[70867]: DEBUG oslo_concurrency.lockutils [req-a24c4647-93c3-4772-a9ca-cd6ced28f073 req-fbb9d1d5-679a-4d91-8081-66299882e714 service nova] Acquired lock "refresh_cache-a893add8-af75-482e-b1a9-0fa099407df8" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.228413] env[70867]: DEBUG nova.network.neutron [req-a24c4647-93c3-4772-a9ca-cd6ced28f073 req-fbb9d1d5-679a-4d91-8081-66299882e714 service nova] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Refreshing network info cache for port d42697a8-7d06-4397-92f2-77cdd7fc97a1 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.373990] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c730e723-f3d6-4e01-bee4-61f202af6eea {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.382814] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d559aa9e-fd58-437e-8dc6-cc9f6558deaf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.417515] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98f55dc-662c-4a2a-97f0-ed7ee6dcc453 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.427188] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4456e90a-8d86-478f-a990-a9640b5ddb63 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.440765] env[70867]: DEBUG nova.compute.provider_tree [None req-a4de019e-e79c-44f0-a0a7-db72287118c5 tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.497681] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Acquiring lock "a68640b9-e77b-4572-b1fd-9b878578e63c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.497960] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Lock "a68640b9-e77b-4572-b1fd-9b878578e63c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.506205] env[70867]: DEBUG oslo_vmware.api [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c16f11-dca4-761c-ab95-b4dc2316a4cf, 'name': SearchDatastore_Task, 'duration_secs': 0.049423} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.506504] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.506786] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.507038] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.507179] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.507380] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.508056] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-154dc2f7-4d30-4be6-ab86-e9998c1be1bb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.517940] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.517940] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.520052] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dba772c5-873c-498f-a8e4-5771a77eb507 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.524594] env[70867]: DEBUG oslo_vmware.api [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for the task: (returnval){ [ 707.524594] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52d8ac92-1444-1e8f-09f8-78491e7b2920" [ 707.524594] env[70867]: _type = "Task" [ 707.524594] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.535590] env[70867]: DEBUG oslo_vmware.api [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52d8ac92-1444-1e8f-09f8-78491e7b2920, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.549177] env[70867]: DEBUG oslo_vmware.api [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': task-3473230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5867} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.549456] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 8dc05e7d-bad4-42ba-a73e-30816551cf75/8dc05e7d-bad4-42ba-a73e-30816551cf75.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.549621] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.549867] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6915486c-d0ba-45ca-a559-515417865907 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.556697] env[70867]: DEBUG oslo_vmware.api [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Waiting for the task: (returnval){ [ 707.556697] env[70867]: value = "task-3473231" [ 707.556697] env[70867]: _type = "Task" [ 707.556697] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.564108] env[70867]: DEBUG oslo_vmware.api [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': task-3473231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.880925] env[70867]: DEBUG nova.virt.hardware [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 707.881168] env[70867]: DEBUG nova.virt.hardware [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 707.881319] env[70867]: DEBUG nova.virt.hardware [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.881494] env[70867]: DEBUG nova.virt.hardware [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 707.882216] env[70867]: DEBUG nova.virt.hardware [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.882216] env[70867]: DEBUG nova.virt.hardware [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 707.882216] env[70867]: DEBUG nova.virt.hardware [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 707.882216] env[70867]: DEBUG nova.virt.hardware [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 707.882412] env[70867]: DEBUG nova.virt.hardware [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 707.882893] env[70867]: DEBUG nova.virt.hardware [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 707.882893] env[70867]: DEBUG nova.virt.hardware [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 707.885144] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21287f41-e4cb-4300-ad1c-8b42d6cabfaa {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.892397] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d70dae4-75ac-460b-8b40-8ee3a1c54dca {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.911643] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Instance VIF info [] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.921840] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.925285] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.925285] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77733d92-e4c8-433c-ae59-f3b0140ec6ed {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.943714] env[70867]: DEBUG nova.scheduler.client.report [None req-a4de019e-e79c-44f0-a0a7-db72287118c5 tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.947113] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.947113] env[70867]: value = "task-3473232" [ 707.947113] env[70867]: _type = "Task" [ 707.947113] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.962169] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473232, 'name': CreateVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.037965] env[70867]: DEBUG oslo_vmware.api [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52d8ac92-1444-1e8f-09f8-78491e7b2920, 'name': SearchDatastore_Task, 'duration_secs': 0.017555} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.039008] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d53c8298-107d-43f7-9261-f94dac6f07ab {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.044812] env[70867]: DEBUG oslo_vmware.api [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for the task: (returnval){ [ 708.044812] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]520f00c1-b2ae-0538-cfe5-7616af1e99c6" [ 708.044812] env[70867]: _type = "Task" [ 708.044812] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.061507] env[70867]: DEBUG oslo_vmware.api [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]520f00c1-b2ae-0538-cfe5-7616af1e99c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.068397] env[70867]: DEBUG oslo_vmware.api [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': task-3473231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072173} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.069430] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.070087] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b3daf1-7dd5-4dd9-80bb-275d19e35dc7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.096410] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 8dc05e7d-bad4-42ba-a73e-30816551cf75/8dc05e7d-bad4-42ba-a73e-30816551cf75.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.096995] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f165b9f-94fc-4b3f-8371-139d652f28b5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.120456] env[70867]: DEBUG oslo_vmware.api [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Waiting for the task: (returnval){ [ 708.120456] env[70867]: value = "task-3473233" [ 708.120456] env[70867]: _type = "Task" [ 708.120456] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.129877] env[70867]: DEBUG oslo_vmware.api [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': task-3473233, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.411607] env[70867]: DEBUG nova.network.neutron [req-a24c4647-93c3-4772-a9ca-cd6ced28f073 req-fbb9d1d5-679a-4d91-8081-66299882e714 service nova] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Updated VIF entry in instance network info cache for port d42697a8-7d06-4397-92f2-77cdd7fc97a1. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.413741] env[70867]: DEBUG nova.network.neutron [req-a24c4647-93c3-4772-a9ca-cd6ced28f073 req-fbb9d1d5-679a-4d91-8081-66299882e714 service nova] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Updating instance_info_cache with network_info: [{"id": "d42697a8-7d06-4397-92f2-77cdd7fc97a1", "address": "fa:16:3e:ce:d6:4d", "network": {"id": "f3af1a81-da2f-434b-879a-91cc20847cd2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1637756732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c70199e9c934312b62b1d9b3ce86a19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd42697a8-7d", "ovs_interfaceid": "d42697a8-7d06-4397-92f2-77cdd7fc97a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.452266] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a4de019e-e79c-44f0-a0a7-db72287118c5 tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.455559] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.218s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.456234] env[70867]: INFO nova.compute.claims [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.466473] env[70867]: DEBUG oslo_concurrency.lockutils [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Acquiring lock "dcbf8cff-2227-4d10-843d-c08d4a98695e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.468106] env[70867]: DEBUG oslo_concurrency.lockutils [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Lock "dcbf8cff-2227-4d10-843d-c08d4a98695e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.471533] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473232, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.482327] env[70867]: DEBUG nova.network.neutron [req-a7d655d8-1062-498b-a368-83fb89683487 req-62b8b867-944b-4764-afd3-349635ea3919 service nova] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Updated VIF entry in instance network info cache for port e89d3409-34a5-4919-9765-e15320979b51. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.482687] env[70867]: DEBUG nova.network.neutron [req-a7d655d8-1062-498b-a368-83fb89683487 req-62b8b867-944b-4764-afd3-349635ea3919 service nova] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Updating instance_info_cache with network_info: [{"id": "e89d3409-34a5-4919-9765-e15320979b51", "address": "fa:16:3e:86:d0:69", "network": {"id": "82588551-7d24-4c46-a861-1bd809961e6a", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-386919514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355069d81e914780a6370cdfa8d3a07d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape89d3409-34", "ovs_interfaceid": "e89d3409-34a5-4919-9765-e15320979b51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.493913] env[70867]: INFO nova.scheduler.client.report [None req-a4de019e-e79c-44f0-a0a7-db72287118c5 tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Deleted allocations for instance 4be98957-bf1b-4464-bb2b-66349fa66668 [ 708.562053] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a90f1395-8310-412e-a372-dba9b6f91ae6 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Acquiring lock "3dcf9e2a-4306-4025-a942-9aa1a598f49f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.562053] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a90f1395-8310-412e-a372-dba9b6f91ae6 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Lock "3dcf9e2a-4306-4025-a942-9aa1a598f49f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.562053] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a90f1395-8310-412e-a372-dba9b6f91ae6 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Acquiring lock "3dcf9e2a-4306-4025-a942-9aa1a598f49f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.562053] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a90f1395-8310-412e-a372-dba9b6f91ae6 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Lock "3dcf9e2a-4306-4025-a942-9aa1a598f49f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.562277] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a90f1395-8310-412e-a372-dba9b6f91ae6 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Lock "3dcf9e2a-4306-4025-a942-9aa1a598f49f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.562980] env[70867]: DEBUG oslo_vmware.api [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]520f00c1-b2ae-0538-cfe5-7616af1e99c6, 'name': SearchDatastore_Task, 'duration_secs': 0.01324} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.564296] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.564612] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] a893add8-af75-482e-b1a9-0fa099407df8/a893add8-af75-482e-b1a9-0fa099407df8.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.565211] env[70867]: INFO nova.compute.manager [None req-a90f1395-8310-412e-a372-dba9b6f91ae6 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Terminating instance [ 708.567443] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-850c6314-8c1e-4cd9-bdb7-1f312d4c395d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.582958] env[70867]: DEBUG oslo_vmware.api [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for the task: (returnval){ [ 708.582958] env[70867]: value = "task-3473234" [ 708.582958] env[70867]: _type = "Task" [ 708.582958] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.600933] env[70867]: DEBUG oslo_vmware.api [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473234, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.642375] env[70867]: DEBUG oslo_vmware.api [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': task-3473233, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.916857] env[70867]: DEBUG oslo_concurrency.lockutils [req-a24c4647-93c3-4772-a9ca-cd6ced28f073 req-fbb9d1d5-679a-4d91-8081-66299882e714 service nova] Releasing lock "refresh_cache-a893add8-af75-482e-b1a9-0fa099407df8" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.917184] env[70867]: DEBUG nova.compute.manager [req-a24c4647-93c3-4772-a9ca-cd6ced28f073 req-fbb9d1d5-679a-4d91-8081-66299882e714 service nova] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Received event network-changed-7999c598-5ca0-463b-9ce5-f22ceb00d088 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.917346] env[70867]: DEBUG nova.compute.manager [req-a24c4647-93c3-4772-a9ca-cd6ced28f073 req-fbb9d1d5-679a-4d91-8081-66299882e714 service nova] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Refreshing instance network info cache due to event network-changed-7999c598-5ca0-463b-9ce5-f22ceb00d088. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.917585] env[70867]: DEBUG oslo_concurrency.lockutils [req-a24c4647-93c3-4772-a9ca-cd6ced28f073 req-fbb9d1d5-679a-4d91-8081-66299882e714 service nova] Acquiring lock "refresh_cache-dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.918108] env[70867]: DEBUG oslo_concurrency.lockutils [req-a24c4647-93c3-4772-a9ca-cd6ced28f073 req-fbb9d1d5-679a-4d91-8081-66299882e714 service nova] Acquired lock "refresh_cache-dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.918108] env[70867]: DEBUG nova.network.neutron [req-a24c4647-93c3-4772-a9ca-cd6ced28f073 req-fbb9d1d5-679a-4d91-8081-66299882e714 service nova] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Refreshing network info cache for port 7999c598-5ca0-463b-9ce5-f22ceb00d088 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.970133] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473232, 'name': CreateVM_Task, 'duration_secs': 0.534092} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.973342] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.973342] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.973342] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.973342] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.973342] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acaf52fa-06b3-4c5a-b627-bf3830fed35d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.982244] env[70867]: DEBUG oslo_vmware.api [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Waiting for the task: (returnval){ [ 708.982244] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a5a74b-d183-3d50-0032-b6ecdcf3c41a" [ 708.982244] env[70867]: _type = "Task" [ 708.982244] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.990421] env[70867]: DEBUG oslo_concurrency.lockutils [req-a7d655d8-1062-498b-a368-83fb89683487 req-62b8b867-944b-4764-afd3-349635ea3919 service nova] Releasing lock "refresh_cache-2f11308d-9290-472a-9a2d-62e3e5dcac8b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.998129] env[70867]: DEBUG oslo_vmware.api [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a5a74b-d183-3d50-0032-b6ecdcf3c41a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.002421] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a4de019e-e79c-44f0-a0a7-db72287118c5 tempest-InstanceActionsV221TestJSON-179302610 tempest-InstanceActionsV221TestJSON-179302610-project-member] Lock "4be98957-bf1b-4464-bb2b-66349fa66668" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.098s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.081740] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a90f1395-8310-412e-a372-dba9b6f91ae6 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Acquiring lock "refresh_cache-3dcf9e2a-4306-4025-a942-9aa1a598f49f" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.081740] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a90f1395-8310-412e-a372-dba9b6f91ae6 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Acquired lock "refresh_cache-3dcf9e2a-4306-4025-a942-9aa1a598f49f" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.081740] env[70867]: DEBUG nova.network.neutron [None req-a90f1395-8310-412e-a372-dba9b6f91ae6 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.104427] env[70867]: DEBUG oslo_vmware.api [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473234, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.137323] env[70867]: DEBUG oslo_vmware.api [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': task-3473233, 'name': ReconfigVM_Task, 'duration_secs': 0.552795} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.137546] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 8dc05e7d-bad4-42ba-a73e-30816551cf75/8dc05e7d-bad4-42ba-a73e-30816551cf75.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.138475] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e773ae9-134d-4fec-b8d3-15b147ac1095 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.147922] env[70867]: DEBUG oslo_vmware.api [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Waiting for the task: (returnval){ [ 709.147922] env[70867]: value = "task-3473235" [ 709.147922] env[70867]: _type = "Task" [ 709.147922] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.163591] env[70867]: DEBUG oslo_vmware.api [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': task-3473235, 'name': Rename_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.510598] env[70867]: DEBUG oslo_vmware.api [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a5a74b-d183-3d50-0032-b6ecdcf3c41a, 'name': SearchDatastore_Task, 'duration_secs': 0.061923} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.513131] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.513225] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.513428] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.513569] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.513742] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.514220] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9e2f67b-54bf-4ed8-b85d-203385ea237e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.523500] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.523683] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.524606] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbbba2ee-85af-452f-8b7b-b846ff49f3b5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.530989] env[70867]: DEBUG oslo_vmware.api [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Waiting for the task: (returnval){ [ 709.530989] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52414658-083c-5edc-65d1-5a3ec447ac9a" [ 709.530989] env[70867]: _type = "Task" [ 709.530989] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.546536] env[70867]: DEBUG oslo_vmware.api [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52414658-083c-5edc-65d1-5a3ec447ac9a, 'name': SearchDatastore_Task, 'duration_secs': 0.01211} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.547371] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e604d0c-79ef-4597-879a-68a7d8918971 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.553483] env[70867]: DEBUG oslo_vmware.api [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Waiting for the task: (returnval){ [ 709.553483] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a7b525-9c27-57ba-ca8c-7dd79b997157" [ 709.553483] env[70867]: _type = "Task" [ 709.553483] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.566677] env[70867]: DEBUG oslo_vmware.api [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a7b525-9c27-57ba-ca8c-7dd79b997157, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.600664] env[70867]: DEBUG oslo_vmware.api [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473234, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.729678} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.603659] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] a893add8-af75-482e-b1a9-0fa099407df8/a893add8-af75-482e-b1a9-0fa099407df8.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.603908] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.604680] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96522374-f221-4b7d-9e03-2e72cf075443 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.613999] env[70867]: DEBUG oslo_vmware.api [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for the task: (returnval){ [ 709.613999] env[70867]: value = "task-3473236" [ 709.613999] env[70867]: _type = "Task" [ 709.613999] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.625313] env[70867]: DEBUG oslo_vmware.api [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.662040] env[70867]: DEBUG oslo_vmware.api [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': task-3473235, 'name': Rename_Task, 'duration_secs': 0.319558} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.662040] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.663467] env[70867]: DEBUG nova.network.neutron [None req-a90f1395-8310-412e-a372-dba9b6f91ae6 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.665944] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cd2ef6f-5a17-4278-b232-a55611529ed4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.676025] env[70867]: DEBUG oslo_vmware.api [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Waiting for the task: (returnval){ [ 709.676025] env[70867]: value = "task-3473237" [ 709.676025] env[70867]: _type = "Task" [ 709.676025] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.691157] env[70867]: DEBUG oslo_vmware.api [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': task-3473237, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.885790] env[70867]: DEBUG nova.network.neutron [None req-a90f1395-8310-412e-a372-dba9b6f91ae6 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.993442] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9beb0bb7-08d9-4719-8acf-0ec2fabb96c0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.001092] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e25e023-28fc-416d-b903-c6d02bccc154 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.034738] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28272572-fd92-4f7f-a053-775f665a279c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.041915] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71b5b18-c242-4786-826b-9c5deb1a0928 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.058237] env[70867]: DEBUG nova.compute.provider_tree [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.069391] env[70867]: DEBUG oslo_vmware.api [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a7b525-9c27-57ba-ca8c-7dd79b997157, 'name': SearchDatastore_Task, 'duration_secs': 0.013962} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.069391] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.069493] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc/97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.070022] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee397754-5233-48ce-b844-9a99e2c79db1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.079246] env[70867]: DEBUG oslo_vmware.api [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Waiting for the task: (returnval){ [ 710.079246] env[70867]: value = "task-3473238" [ 710.079246] env[70867]: _type = "Task" [ 710.079246] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.087559] env[70867]: DEBUG oslo_vmware.api [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.122432] env[70867]: DEBUG oslo_vmware.api [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067322} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.122747] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.126020] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bc50d6-a9b8-44da-8926-df9dfc494822 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.145644] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] a893add8-af75-482e-b1a9-0fa099407df8/a893add8-af75-482e-b1a9-0fa099407df8.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.146741] env[70867]: DEBUG nova.network.neutron [req-a24c4647-93c3-4772-a9ca-cd6ced28f073 req-fbb9d1d5-679a-4d91-8081-66299882e714 service nova] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Updated VIF entry in instance network info cache for port 7999c598-5ca0-463b-9ce5-f22ceb00d088. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.147079] env[70867]: DEBUG nova.network.neutron [req-a24c4647-93c3-4772-a9ca-cd6ced28f073 req-fbb9d1d5-679a-4d91-8081-66299882e714 service nova] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Updating instance_info_cache with network_info: [{"id": "7999c598-5ca0-463b-9ce5-f22ceb00d088", "address": "fa:16:3e:e5:e4:14", "network": {"id": "84baa27d-9592-4482-9586-88c189aabdbf", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-504669562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "462e9a48567f4297971c1af538617610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7999c598-5c", "ovs_interfaceid": "7999c598-5ca0-463b-9ce5-f22ceb00d088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.152024] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03ba18e3-25bf-4a75-9aa3-35942873e853 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.172882] env[70867]: DEBUG oslo_vmware.api [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for the task: (returnval){ [ 710.172882] env[70867]: value = "task-3473239" [ 710.172882] env[70867]: _type = "Task" [ 710.172882] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.184040] env[70867]: DEBUG oslo_vmware.api [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473239, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.190068] env[70867]: DEBUG oslo_vmware.api [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': task-3473237, 'name': PowerOnVM_Task, 'duration_secs': 0.48357} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.190339] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.190612] env[70867]: INFO nova.compute.manager [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Took 10.68 seconds to spawn the instance on the hypervisor. [ 710.190805] env[70867]: DEBUG nova.compute.manager [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.191592] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafa3465-b5cc-4f30-a466-11dc72664445 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.391700] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a90f1395-8310-412e-a372-dba9b6f91ae6 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Releasing lock "refresh_cache-3dcf9e2a-4306-4025-a942-9aa1a598f49f" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.392171] env[70867]: DEBUG nova.compute.manager [None req-a90f1395-8310-412e-a372-dba9b6f91ae6 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 710.392342] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a90f1395-8310-412e-a372-dba9b6f91ae6 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.393241] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99c5342-2b46-474a-aac8-eb025a69b642 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.405454] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a90f1395-8310-412e-a372-dba9b6f91ae6 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.406071] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7a18e70-d052-465c-8bd7-3d8f25a67501 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.412387] env[70867]: DEBUG oslo_vmware.api [None req-a90f1395-8310-412e-a372-dba9b6f91ae6 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Waiting for the task: (returnval){ [ 710.412387] env[70867]: value = "task-3473240" [ 710.412387] env[70867]: _type = "Task" [ 710.412387] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.421387] env[70867]: DEBUG oslo_vmware.api [None req-a90f1395-8310-412e-a372-dba9b6f91ae6 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.566898] env[70867]: DEBUG nova.scheduler.client.report [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.590023] env[70867]: DEBUG oslo_vmware.api [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473238, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.668306] env[70867]: DEBUG oslo_concurrency.lockutils [req-a24c4647-93c3-4772-a9ca-cd6ced28f073 req-fbb9d1d5-679a-4d91-8081-66299882e714 service nova] Releasing lock "refresh_cache-dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.688552] env[70867]: DEBUG oslo_vmware.api [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473239, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.714436] env[70867]: INFO nova.compute.manager [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Took 31.09 seconds to build instance. [ 710.924225] env[70867]: DEBUG oslo_vmware.api [None req-a90f1395-8310-412e-a372-dba9b6f91ae6 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473240, 'name': PowerOffVM_Task, 'duration_secs': 0.112338} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.924521] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a90f1395-8310-412e-a372-dba9b6f91ae6 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 710.924692] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a90f1395-8310-412e-a372-dba9b6f91ae6 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 710.924954] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa9368a9-e4e0-4d74-9bf7-7af025188e9e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.952946] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a90f1395-8310-412e-a372-dba9b6f91ae6 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 710.953349] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a90f1395-8310-412e-a372-dba9b6f91ae6 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 710.953979] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a90f1395-8310-412e-a372-dba9b6f91ae6 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Deleting the datastore file [datastore1] 3dcf9e2a-4306-4025-a942-9aa1a598f49f {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 710.954395] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3b86748-aa43-4449-af1a-fb29b7d7d467 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.961571] env[70867]: DEBUG oslo_vmware.api [None req-a90f1395-8310-412e-a372-dba9b6f91ae6 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Waiting for the task: (returnval){ [ 710.961571] env[70867]: value = "task-3473242" [ 710.961571] env[70867]: _type = "Task" [ 710.961571] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.971894] env[70867]: DEBUG oslo_vmware.api [None req-a90f1395-8310-412e-a372-dba9b6f91ae6 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.074201] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.074837] env[70867]: DEBUG nova.compute.manager [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.081598] env[70867]: DEBUG oslo_concurrency.lockutils [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 22.550s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.099083] env[70867]: DEBUG oslo_vmware.api [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.847086} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.099398] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc/97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.099622] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.099893] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-775fdd72-866d-4ed9-9dcc-0e68b432e585 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.109960] env[70867]: DEBUG oslo_vmware.api [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Waiting for the task: (returnval){ [ 711.109960] env[70867]: value = "task-3473243" [ 711.109960] env[70867]: _type = "Task" [ 711.109960] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.122133] env[70867]: DEBUG oslo_vmware.api [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.185808] env[70867]: DEBUG oslo_vmware.api [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473239, 'name': ReconfigVM_Task, 'duration_secs': 0.56115} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.186276] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Reconfigured VM instance instance-0000000f to attach disk [datastore1] a893add8-af75-482e-b1a9-0fa099407df8/a893add8-af75-482e-b1a9-0fa099407df8.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.187666] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd14e12d-c0dd-43fe-a884-dc42b214b5e5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.195480] env[70867]: DEBUG oslo_vmware.api [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for the task: (returnval){ [ 711.195480] env[70867]: value = "task-3473244" [ 711.195480] env[70867]: _type = "Task" [ 711.195480] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.206043] env[70867]: DEBUG oslo_vmware.api [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473244, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.220238] env[70867]: DEBUG oslo_concurrency.lockutils [None req-befeb0fb-6151-4a13-b685-17930439a514 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Lock "8dc05e7d-bad4-42ba-a73e-30816551cf75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.390s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.297081] env[70867]: INFO nova.compute.manager [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Rescuing [ 711.299281] env[70867]: DEBUG oslo_concurrency.lockutils [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Acquiring lock "refresh_cache-8dc05e7d-bad4-42ba-a73e-30816551cf75" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.299281] env[70867]: DEBUG oslo_concurrency.lockutils [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Acquired lock "refresh_cache-8dc05e7d-bad4-42ba-a73e-30816551cf75" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.299281] env[70867]: DEBUG nova.network.neutron [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.473883] env[70867]: DEBUG oslo_vmware.api [None req-a90f1395-8310-412e-a372-dba9b6f91ae6 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Task: {'id': task-3473242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179195} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.477015] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a90f1395-8310-412e-a372-dba9b6f91ae6 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.477015] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a90f1395-8310-412e-a372-dba9b6f91ae6 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.477015] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a90f1395-8310-412e-a372-dba9b6f91ae6 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.477015] env[70867]: INFO nova.compute.manager [None req-a90f1395-8310-412e-a372-dba9b6f91ae6 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Took 1.08 seconds to destroy the instance on the hypervisor. [ 711.477015] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a90f1395-8310-412e-a372-dba9b6f91ae6 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.477411] env[70867]: DEBUG nova.compute.manager [-] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 711.477411] env[70867]: DEBUG nova.network.neutron [-] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 711.542267] env[70867]: DEBUG nova.network.neutron [-] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.581796] env[70867]: DEBUG nova.compute.utils [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.585775] env[70867]: DEBUG nova.compute.manager [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 711.585775] env[70867]: DEBUG nova.network.neutron [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 711.593194] env[70867]: INFO nova.compute.claims [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.624702] env[70867]: DEBUG oslo_vmware.api [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076699} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.626861] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.628339] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78807b09-bb80-42a8-9944-78c4a0715940 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.651438] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc/97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.654086] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20579bd3-6797-4e07-b7c0-8ca3d7643778 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.675076] env[70867]: DEBUG oslo_vmware.api [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Waiting for the task: (returnval){ [ 711.675076] env[70867]: value = "task-3473245" [ 711.675076] env[70867]: _type = "Task" [ 711.675076] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.684150] env[70867]: DEBUG oslo_vmware.api [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473245, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.708610] env[70867]: DEBUG oslo_vmware.api [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473244, 'name': Rename_Task, 'duration_secs': 0.15969} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.709043] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.709237] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d8a9c39-f1aa-4fe9-b667-ce8363744b85 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.714203] env[70867]: DEBUG nova.policy [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52e599cad39a42ff84ddbc2e9290fead', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef50d9a5a78b43608d79c04561185ae1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 711.720257] env[70867]: DEBUG oslo_vmware.api [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for the task: (returnval){ [ 711.720257] env[70867]: value = "task-3473246" [ 711.720257] env[70867]: _type = "Task" [ 711.720257] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.723556] env[70867]: DEBUG nova.compute.manager [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.731817] env[70867]: DEBUG oslo_vmware.api [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473246, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.045816] env[70867]: DEBUG nova.network.neutron [-] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.092720] env[70867]: DEBUG nova.compute.manager [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.097812] env[70867]: INFO nova.compute.resource_tracker [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Updating resource usage from migration 37ef93e8-d927-4ddb-bdf7-0214cd5cf0c4 [ 712.185029] env[70867]: DEBUG oslo_vmware.api [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.245906] env[70867]: DEBUG oslo_vmware.api [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473246, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.253281] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.548688] env[70867]: INFO nova.compute.manager [-] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Took 1.07 seconds to deallocate network for instance. [ 712.682391] env[70867]: DEBUG nova.network.neutron [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Updating instance_info_cache with network_info: [{"id": "175e3821-865a-48e4-b005-4ed9851f2a31", "address": "fa:16:3e:5a:a0:89", "network": {"id": "15d29c15-fd92-482e-94cb-52a40d930917", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2075411538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a610b2a9976a4c5fb8952d153681925e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap175e3821-86", "ovs_interfaceid": "175e3821-865a-48e4-b005-4ed9851f2a31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.690686] env[70867]: DEBUG oslo_vmware.api [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473245, 'name': ReconfigVM_Task, 'duration_secs': 0.96901} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.690686] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc/97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.692075] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77613cb7-78b1-42f0-98ef-87ca4e58f1ed {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.698916] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db392eb-8295-4565-bc5e-e819f5eab82e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.708528] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bdee59-41b0-408d-9a09-b9ba08fef14b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.714047] env[70867]: DEBUG oslo_vmware.api [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Waiting for the task: (returnval){ [ 712.714047] env[70867]: value = "task-3473247" [ 712.714047] env[70867]: _type = "Task" [ 712.714047] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.752656] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e09c2e-0102-4d03-97b5-e1cb332c8298 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.764928] env[70867]: DEBUG oslo_vmware.api [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473247, 'name': Rename_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.769891] env[70867]: DEBUG oslo_vmware.api [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473246, 'name': PowerOnVM_Task, 'duration_secs': 0.612132} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.770270] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.770478] env[70867]: INFO nova.compute.manager [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Took 10.50 seconds to spawn the instance on the hypervisor. [ 712.770654] env[70867]: DEBUG nova.compute.manager [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.772246] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3be1bb-9f40-4fb8-a3aa-99741d28a3b8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.783402] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f76c2d2-2206-4e07-b28b-f728f7db5675 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.798328] env[70867]: DEBUG nova.compute.provider_tree [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.061572] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a90f1395-8310-412e-a372-dba9b6f91ae6 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.102723] env[70867]: DEBUG nova.compute.manager [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.139229] env[70867]: DEBUG nova.virt.hardware [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.139229] env[70867]: DEBUG nova.virt.hardware [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.139420] env[70867]: DEBUG nova.virt.hardware [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.139486] env[70867]: DEBUG nova.virt.hardware [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.139606] env[70867]: DEBUG nova.virt.hardware [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.139743] env[70867]: DEBUG nova.virt.hardware [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.141143] env[70867]: DEBUG nova.virt.hardware [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.141143] env[70867]: DEBUG nova.virt.hardware [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.141143] env[70867]: DEBUG nova.virt.hardware [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.141143] env[70867]: DEBUG nova.virt.hardware [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.141143] env[70867]: DEBUG nova.virt.hardware [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.144068] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c651dc-492b-4978-94b8-583f88d10da5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.150384] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db901726-1915-4447-846d-1b093c68b52f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.185585] env[70867]: DEBUG oslo_concurrency.lockutils [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Releasing lock "refresh_cache-8dc05e7d-bad4-42ba-a73e-30816551cf75" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.226283] env[70867]: DEBUG oslo_vmware.api [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473247, 'name': Rename_Task, 'duration_secs': 0.15951} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.226932] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.229479] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82806eb3-12a4-4d4c-91af-a48b85d3df61 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.238827] env[70867]: DEBUG oslo_vmware.api [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Waiting for the task: (returnval){ [ 713.238827] env[70867]: value = "task-3473248" [ 713.238827] env[70867]: _type = "Task" [ 713.238827] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.247538] env[70867]: DEBUG oslo_vmware.api [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.306220] env[70867]: DEBUG nova.scheduler.client.report [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.319451] env[70867]: INFO nova.compute.manager [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Took 28.77 seconds to build instance. [ 713.462462] env[70867]: DEBUG nova.network.neutron [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Successfully created port: 25f9223c-7b6e-4e83-85ef-31c9c173a20a {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.753022] env[70867]: DEBUG oslo_vmware.api [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473248, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.816921] env[70867]: DEBUG oslo_concurrency.lockutils [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.737s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.817139] env[70867]: INFO nova.compute.manager [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Migrating [ 713.817389] env[70867]: DEBUG oslo_concurrency.lockutils [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.817540] env[70867]: DEBUG oslo_concurrency.lockutils [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquired lock "compute-rpcapi-router" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.818795] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.058s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.820312] env[70867]: INFO nova.compute.claims [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.823062] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ca0aed1e-2885-431d-9f3a-a949f75eb534 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Lock "a893add8-af75-482e-b1a9-0fa099407df8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.433s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.249603] env[70867]: DEBUG oslo_vmware.api [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473248, 'name': PowerOnVM_Task, 'duration_secs': 0.830291} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.249876] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.249928] env[70867]: DEBUG nova.compute.manager [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.250692] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069fec36-0911-4d91-b32b-baa2103f9997 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.326976] env[70867]: INFO nova.compute.rpcapi [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 714.327654] env[70867]: DEBUG oslo_concurrency.lockutils [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Releasing lock "compute-rpcapi-router" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.348946] env[70867]: DEBUG nova.compute.manager [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.729561] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.730499] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3665fbea-ad23-4bde-ad99-9743cb639626 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.737312] env[70867]: DEBUG oslo_vmware.api [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Waiting for the task: (returnval){ [ 714.737312] env[70867]: value = "task-3473249" [ 714.737312] env[70867]: _type = "Task" [ 714.737312] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.747401] env[70867]: DEBUG oslo_vmware.api [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': task-3473249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.770307] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.860363] env[70867]: DEBUG oslo_concurrency.lockutils [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquiring lock "refresh_cache-f97cb95b-5d2e-4ac4-ba82-80a705a086f4" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.860552] env[70867]: DEBUG oslo_concurrency.lockutils [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquired lock "refresh_cache-f97cb95b-5d2e-4ac4-ba82-80a705a086f4" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.860733] env[70867]: DEBUG nova.network.neutron [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.886497] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.252609] env[70867]: DEBUG oslo_vmware.api [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': task-3473249, 'name': PowerOffVM_Task, 'duration_secs': 0.250752} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.257445] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 715.258240] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9fb32b-54bc-4f21-97b9-fb6643e3d095 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.286802] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db44043-07f7-40ca-be9f-b7094193e3f9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.329713] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 715.329994] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68d9015e-3601-46ca-ba06-87ed2bc539c4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.339866] env[70867]: DEBUG oslo_vmware.api [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Waiting for the task: (returnval){ [ 715.339866] env[70867]: value = "task-3473250" [ 715.339866] env[70867]: _type = "Task" [ 715.339866] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.350558] env[70867]: DEBUG oslo_vmware.api [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': task-3473250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.388684] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6787de-4ed0-403e-8cca-af58f3b4e86b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.395990] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a30435f-89a3-4efe-ab26-5afb96ab9f2f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.432591] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1016bb7c-b1af-43af-9853-1d628dec54a0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.440384] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa60700-b628-47ad-ae2e-594d756eaa9c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.458076] env[70867]: DEBUG nova.compute.provider_tree [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.860385] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] VM already powered off {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 715.863554] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.863554] env[70867]: DEBUG oslo_concurrency.lockutils [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.863554] env[70867]: DEBUG oslo_concurrency.lockutils [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.863554] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.863554] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52704385-66e0-45e9-9493-08ed3f06af29 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.878352] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.878352] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.878540] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2712d7ac-bb0f-40d1-ac90-d6747dcdc2bc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.884403] env[70867]: DEBUG oslo_vmware.api [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Waiting for the task: (returnval){ [ 715.884403] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5296e021-2e0c-1881-b981-d73df7e66e4b" [ 715.884403] env[70867]: _type = "Task" [ 715.884403] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.893035] env[70867]: DEBUG oslo_vmware.api [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5296e021-2e0c-1881-b981-d73df7e66e4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.965206] env[70867]: DEBUG nova.scheduler.client.report [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.284963] env[70867]: DEBUG nova.network.neutron [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Updating instance_info_cache with network_info: [{"id": "4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3", "address": "fa:16:3e:c5:df:d3", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4880c51d-f1", "ovs_interfaceid": "4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.385620] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Acquiring lock "331fc4c1-2d75-4d25-b160-0fbb77937314" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.385878] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Lock "331fc4c1-2d75-4d25-b160-0fbb77937314" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.397551] env[70867]: DEBUG oslo_vmware.api [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5296e021-2e0c-1881-b981-d73df7e66e4b, 'name': SearchDatastore_Task, 'duration_secs': 0.030442} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.398439] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4353fcbc-2657-4ade-a553-bb9aac3830fc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.406020] env[70867]: DEBUG oslo_vmware.api [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Waiting for the task: (returnval){ [ 716.406020] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5273eaea-23dd-ea29-3385-98baac64c4d4" [ 716.406020] env[70867]: _type = "Task" [ 716.406020] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.413346] env[70867]: DEBUG oslo_vmware.api [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5273eaea-23dd-ea29-3385-98baac64c4d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.470899] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.471788] env[70867]: DEBUG nova.compute.manager [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.476615] env[70867]: DEBUG oslo_concurrency.lockutils [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.185s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.479202] env[70867]: INFO nova.compute.claims [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.730561] env[70867]: DEBUG oslo_concurrency.lockutils [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Releasing lock "refresh_cache-f97cb95b-5d2e-4ac4-ba82-80a705a086f4" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.790602] env[70867]: DEBUG nova.network.neutron [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Successfully updated port: 25f9223c-7b6e-4e83-85ef-31c9c173a20a {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.916452] env[70867]: DEBUG oslo_vmware.api [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5273eaea-23dd-ea29-3385-98baac64c4d4, 'name': SearchDatastore_Task, 'duration_secs': 0.017046} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.916897] env[70867]: DEBUG oslo_concurrency.lockutils [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.917030] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 8dc05e7d-bad4-42ba-a73e-30816551cf75/dd397023-e461-4e98-8ebe-ed21450996ea-rescue.vmdk. {{(pid=70867) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 716.917731] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-505f48fe-d34d-4f75-b52f-1b97a5f1c678 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.924117] env[70867]: DEBUG oslo_vmware.api [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Waiting for the task: (returnval){ [ 716.924117] env[70867]: value = "task-3473251" [ 716.924117] env[70867]: _type = "Task" [ 716.924117] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.932874] env[70867]: DEBUG oslo_vmware.api [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': task-3473251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.986616] env[70867]: DEBUG nova.compute.utils [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.988268] env[70867]: DEBUG nova.compute.manager [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.988503] env[70867]: DEBUG nova.network.neutron [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.113735] env[70867]: DEBUG nova.policy [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c2569bd938f4cf9974ff6f9e29cd72e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4982a2049a734c57b775d3a5b1f789af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.293715] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Acquiring lock "refresh_cache-6415730a-4aa9-47f0-960e-509459c615f7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.293715] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Acquired lock "refresh_cache-6415730a-4aa9-47f0-960e-509459c615f7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.293715] env[70867]: DEBUG nova.network.neutron [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.303633] env[70867]: DEBUG nova.compute.manager [req-2e7c1de8-98ac-42f8-a6d4-65b99f79894d req-4afcea20-c456-4ace-875d-7d9d82ae1364 service nova] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Received event network-vif-plugged-25f9223c-7b6e-4e83-85ef-31c9c173a20a {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.303901] env[70867]: DEBUG oslo_concurrency.lockutils [req-2e7c1de8-98ac-42f8-a6d4-65b99f79894d req-4afcea20-c456-4ace-875d-7d9d82ae1364 service nova] Acquiring lock "6415730a-4aa9-47f0-960e-509459c615f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.304138] env[70867]: DEBUG oslo_concurrency.lockutils [req-2e7c1de8-98ac-42f8-a6d4-65b99f79894d req-4afcea20-c456-4ace-875d-7d9d82ae1364 service nova] Lock "6415730a-4aa9-47f0-960e-509459c615f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.304305] env[70867]: DEBUG oslo_concurrency.lockutils [req-2e7c1de8-98ac-42f8-a6d4-65b99f79894d req-4afcea20-c456-4ace-875d-7d9d82ae1364 service nova] Lock "6415730a-4aa9-47f0-960e-509459c615f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.304601] env[70867]: DEBUG nova.compute.manager [req-2e7c1de8-98ac-42f8-a6d4-65b99f79894d req-4afcea20-c456-4ace-875d-7d9d82ae1364 service nova] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] No waiting events found dispatching network-vif-plugged-25f9223c-7b6e-4e83-85ef-31c9c173a20a {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 717.304850] env[70867]: WARNING nova.compute.manager [req-2e7c1de8-98ac-42f8-a6d4-65b99f79894d req-4afcea20-c456-4ace-875d-7d9d82ae1364 service nova] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Received unexpected event network-vif-plugged-25f9223c-7b6e-4e83-85ef-31c9c173a20a for instance with vm_state building and task_state spawning. [ 717.441980] env[70867]: DEBUG oslo_vmware.api [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': task-3473251, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.494328] env[70867]: DEBUG nova.compute.manager [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 717.893273] env[70867]: DEBUG nova.network.neutron [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 717.940675] env[70867]: DEBUG oslo_vmware.api [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': task-3473251, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55351} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.940951] env[70867]: INFO nova.virt.vmwareapi.ds_util [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 8dc05e7d-bad4-42ba-a73e-30816551cf75/dd397023-e461-4e98-8ebe-ed21450996ea-rescue.vmdk. [ 717.945968] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5168602-9441-4556-92d1-fc4752b6a88a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.979020] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 8dc05e7d-bad4-42ba-a73e-30816551cf75/dd397023-e461-4e98-8ebe-ed21450996ea-rescue.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.980250] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-742b4c79-7185-4be9-9431-9775c4fdf465 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.007531] env[70867]: DEBUG oslo_vmware.api [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Waiting for the task: (returnval){ [ 718.007531] env[70867]: value = "task-3473252" [ 718.007531] env[70867]: _type = "Task" [ 718.007531] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.015261] env[70867]: DEBUG oslo_vmware.api [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': task-3473252, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.067360] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67405951-9db1-4db3-ad90-c0c8f5b0f5d1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.083168] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ca154e-5da4-48fb-a361-3c9055f18121 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.125669] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb2de8b-3aa6-4b58-b866-569dd8a97333 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.138102] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c16376c-1486-4f9c-b3a5-ba7df64dbaa9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.153281] env[70867]: DEBUG nova.compute.provider_tree [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.217110] env[70867]: DEBUG nova.network.neutron [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Successfully created port: 3d85cd30-4790-4eae-95a5-9368096dd8d8 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.256773] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9798992e-c2b8-498c-8c62-fbdb34e85d59 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.276053] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Updating instance 'f97cb95b-5d2e-4ac4-ba82-80a705a086f4' progress to 0 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 718.470322] env[70867]: DEBUG nova.network.neutron [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Updating instance_info_cache with network_info: [{"id": "25f9223c-7b6e-4e83-85ef-31c9c173a20a", "address": "fa:16:3e:d3:d6:00", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25f9223c-7b", "ovs_interfaceid": "25f9223c-7b6e-4e83-85ef-31c9c173a20a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.508211] env[70867]: DEBUG nova.compute.manager [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.523192] env[70867]: DEBUG oslo_vmware.api [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': task-3473252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.553022] env[70867]: DEBUG nova.virt.hardware [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:46:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1483443469',id=31,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1965774670',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.553321] env[70867]: DEBUG nova.virt.hardware [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.553506] env[70867]: DEBUG nova.virt.hardware [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.553686] env[70867]: DEBUG nova.virt.hardware [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.557249] env[70867]: DEBUG nova.virt.hardware [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.557464] env[70867]: DEBUG nova.virt.hardware [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.557705] env[70867]: DEBUG nova.virt.hardware [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.557903] env[70867]: DEBUG nova.virt.hardware [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.558095] env[70867]: DEBUG nova.virt.hardware [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.558272] env[70867]: DEBUG nova.virt.hardware [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.558504] env[70867]: DEBUG nova.virt.hardware [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.559402] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d94d06-9335-4a65-87ad-c7d5f98c5ede {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.567822] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc0cd6a-2609-475c-9994-33d905250b9a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.632493] env[70867]: DEBUG oslo_concurrency.lockutils [None req-58add756-eca3-4140-ad23-f964c67c01ef tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Acquiring lock "97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.632762] env[70867]: DEBUG oslo_concurrency.lockutils [None req-58add756-eca3-4140-ad23-f964c67c01ef tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Lock "97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.632964] env[70867]: DEBUG oslo_concurrency.lockutils [None req-58add756-eca3-4140-ad23-f964c67c01ef tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Acquiring lock "97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.633390] env[70867]: DEBUG oslo_concurrency.lockutils [None req-58add756-eca3-4140-ad23-f964c67c01ef tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Lock "97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.633390] env[70867]: DEBUG oslo_concurrency.lockutils [None req-58add756-eca3-4140-ad23-f964c67c01ef tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Lock "97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.636364] env[70867]: INFO nova.compute.manager [None req-58add756-eca3-4140-ad23-f964c67c01ef tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Terminating instance [ 718.660651] env[70867]: DEBUG nova.scheduler.client.report [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.781719] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.782027] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d7aa62b-2a33-40a1-8af9-2f9c7298fd3f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.789337] env[70867]: DEBUG oslo_vmware.api [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Waiting for the task: (returnval){ [ 718.789337] env[70867]: value = "task-3473253" [ 718.789337] env[70867]: _type = "Task" [ 718.789337] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.799665] env[70867]: DEBUG oslo_vmware.api [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.977836] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Releasing lock "refresh_cache-6415730a-4aa9-47f0-960e-509459c615f7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.978221] env[70867]: DEBUG nova.compute.manager [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Instance network_info: |[{"id": "25f9223c-7b6e-4e83-85ef-31c9c173a20a", "address": "fa:16:3e:d3:d6:00", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25f9223c-7b", "ovs_interfaceid": "25f9223c-7b6e-4e83-85ef-31c9c173a20a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 718.979142] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:d6:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25f9223c-7b6e-4e83-85ef-31c9c173a20a', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.992626] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Creating folder: Project (ef50d9a5a78b43608d79c04561185ae1). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.992983] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e878892b-8b9a-4f53-924a-69b6b548505b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.003304] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Created folder: Project (ef50d9a5a78b43608d79c04561185ae1) in parent group-v694272. [ 719.003902] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Creating folder: Instances. Parent ref: group-v694316. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.003902] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c234cb6-7659-4c1e-9032-9108e00a2b1e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.016259] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Created folder: Instances in parent group-v694316. [ 719.016259] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.017714] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.017936] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ed6a90a-1f89-4f7c-ba52-109538df73ba {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.043336] env[70867]: DEBUG oslo_vmware.api [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': task-3473252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.045031] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.045031] env[70867]: value = "task-3473256" [ 719.045031] env[70867]: _type = "Task" [ 719.045031] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.057039] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473256, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.140684] env[70867]: DEBUG oslo_concurrency.lockutils [None req-58add756-eca3-4140-ad23-f964c67c01ef tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Acquiring lock "refresh_cache-97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.140949] env[70867]: DEBUG oslo_concurrency.lockutils [None req-58add756-eca3-4140-ad23-f964c67c01ef tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Acquired lock "refresh_cache-97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.141288] env[70867]: DEBUG nova.network.neutron [None req-58add756-eca3-4140-ad23-f964c67c01ef tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.171159] env[70867]: DEBUG oslo_concurrency.lockutils [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.171159] env[70867]: DEBUG nova.compute.manager [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.172816] env[70867]: DEBUG oslo_concurrency.lockutils [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.801s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.174412] env[70867]: INFO nova.compute.claims [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.301150] env[70867]: DEBUG oslo_vmware.api [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473253, 'name': PowerOffVM_Task, 'duration_secs': 0.414406} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.301797] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.302318] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Updating instance 'f97cb95b-5d2e-4ac4-ba82-80a705a086f4' progress to 17 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 719.524537] env[70867]: DEBUG oslo_vmware.api [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': task-3473252, 'name': ReconfigVM_Task, 'duration_secs': 1.101178} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.524866] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 8dc05e7d-bad4-42ba-a73e-30816551cf75/dd397023-e461-4e98-8ebe-ed21450996ea-rescue.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.526175] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63531956-5d30-4e2d-95de-46a12dcb1192 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.555282] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73d5fc23-b343-4e65-8d7c-fbbb4121fb6c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.573455] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473256, 'name': CreateVM_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.575457] env[70867]: DEBUG oslo_vmware.api [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Waiting for the task: (returnval){ [ 719.575457] env[70867]: value = "task-3473257" [ 719.575457] env[70867]: _type = "Task" [ 719.575457] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.583507] env[70867]: DEBUG oslo_vmware.api [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': task-3473257, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.679566] env[70867]: DEBUG nova.compute.utils [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.682752] env[70867]: DEBUG nova.compute.manager [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 719.682977] env[70867]: DEBUG nova.network.neutron [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 719.693673] env[70867]: DEBUG nova.network.neutron [None req-58add756-eca3-4140-ad23-f964c67c01ef tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.811601] env[70867]: DEBUG nova.virt.hardware [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.811601] env[70867]: DEBUG nova.virt.hardware [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.811601] env[70867]: DEBUG nova.virt.hardware [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.811601] env[70867]: DEBUG nova.virt.hardware [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.811931] env[70867]: DEBUG nova.virt.hardware [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.811931] env[70867]: DEBUG nova.virt.hardware [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.811931] env[70867]: DEBUG nova.virt.hardware [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.811931] env[70867]: DEBUG nova.virt.hardware [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.811931] env[70867]: DEBUG nova.virt.hardware [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.812118] env[70867]: DEBUG nova.virt.hardware [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.812118] env[70867]: DEBUG nova.virt.hardware [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.818883] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fcf0ca9-f1e0-4ea2-8abf-1aceaae508c4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.837584] env[70867]: DEBUG nova.network.neutron [None req-58add756-eca3-4140-ad23-f964c67c01ef tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.841147] env[70867]: DEBUG oslo_vmware.api [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Waiting for the task: (returnval){ [ 719.841147] env[70867]: value = "task-3473258" [ 719.841147] env[70867]: _type = "Task" [ 719.841147] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.851034] env[70867]: DEBUG oslo_vmware.api [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473258, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.876468] env[70867]: DEBUG nova.policy [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc95104679104688b0187a8acbd05f7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd797bff009944f2ebbccfb75d98b4f87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.062985] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473256, 'name': CreateVM_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.091460] env[70867]: DEBUG oslo_vmware.api [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': task-3473257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.119202] env[70867]: DEBUG nova.compute.manager [req-d0b7db48-ff40-4ed4-acd5-d90730fd9e30 req-259953ad-07aa-4188-9665-e76f37ab8aa9 service nova] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Received event network-changed-25f9223c-7b6e-4e83-85ef-31c9c173a20a {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.119409] env[70867]: DEBUG nova.compute.manager [req-d0b7db48-ff40-4ed4-acd5-d90730fd9e30 req-259953ad-07aa-4188-9665-e76f37ab8aa9 service nova] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Refreshing instance network info cache due to event network-changed-25f9223c-7b6e-4e83-85ef-31c9c173a20a. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.119646] env[70867]: DEBUG oslo_concurrency.lockutils [req-d0b7db48-ff40-4ed4-acd5-d90730fd9e30 req-259953ad-07aa-4188-9665-e76f37ab8aa9 service nova] Acquiring lock "refresh_cache-6415730a-4aa9-47f0-960e-509459c615f7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.119781] env[70867]: DEBUG oslo_concurrency.lockutils [req-d0b7db48-ff40-4ed4-acd5-d90730fd9e30 req-259953ad-07aa-4188-9665-e76f37ab8aa9 service nova] Acquired lock "refresh_cache-6415730a-4aa9-47f0-960e-509459c615f7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.121920] env[70867]: DEBUG nova.network.neutron [req-d0b7db48-ff40-4ed4-acd5-d90730fd9e30 req-259953ad-07aa-4188-9665-e76f37ab8aa9 service nova] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Refreshing network info cache for port 25f9223c-7b6e-4e83-85ef-31c9c173a20a {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.189098] env[70867]: DEBUG nova.compute.manager [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.338306] env[70867]: DEBUG oslo_concurrency.lockutils [None req-58add756-eca3-4140-ad23-f964c67c01ef tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Releasing lock "refresh_cache-97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.338723] env[70867]: DEBUG nova.compute.manager [None req-58add756-eca3-4140-ad23-f964c67c01ef tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 720.338917] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-58add756-eca3-4140-ad23-f964c67c01ef tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.339815] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a4d406-7064-41da-a45d-28eaed5786a4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.359700] env[70867]: DEBUG oslo_vmware.api [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473258, 'name': ReconfigVM_Task, 'duration_secs': 0.26316} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.363466] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-58add756-eca3-4140-ad23-f964c67c01ef tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.363823] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Updating instance 'f97cb95b-5d2e-4ac4-ba82-80a705a086f4' progress to 33 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 720.369780] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a23ee70-a544-4ff7-92f5-4839c6ad9124 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.375205] env[70867]: DEBUG oslo_vmware.api [None req-58add756-eca3-4140-ad23-f964c67c01ef tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Waiting for the task: (returnval){ [ 720.375205] env[70867]: value = "task-3473259" [ 720.375205] env[70867]: _type = "Task" [ 720.375205] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.391229] env[70867]: DEBUG oslo_vmware.api [None req-58add756-eca3-4140-ad23-f964c67c01ef tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.562830] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473256, 'name': CreateVM_Task, 'duration_secs': 1.372627} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.563142] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.564106] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.564622] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.565656] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.565656] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-144a0a61-553e-4ff2-a30c-b474a66c0b3a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.573452] env[70867]: DEBUG oslo_vmware.api [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Waiting for the task: (returnval){ [ 720.573452] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f0b52c-2fd1-bf4e-1ca4-9f6670680654" [ 720.573452] env[70867]: _type = "Task" [ 720.573452] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.588179] env[70867]: DEBUG oslo_vmware.api [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f0b52c-2fd1-bf4e-1ca4-9f6670680654, 'name': SearchDatastore_Task, 'duration_secs': 0.009449} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.588487] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.588720] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.588950] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.589157] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.589701] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.593618] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2eec0cb-d594-4b96-ae64-2cf6068c7fa2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.596165] env[70867]: DEBUG oslo_vmware.api [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': task-3473257, 'name': ReconfigVM_Task, 'duration_secs': 0.668546} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.596235] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.601141] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9079d2e-3b71-4949-995f-e0663b494634 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.606843] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.606843] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.610922] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a215eed0-d867-4702-8d65-c3afe58934a1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.615219] env[70867]: DEBUG oslo_vmware.api [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Waiting for the task: (returnval){ [ 720.615219] env[70867]: value = "task-3473260" [ 720.615219] env[70867]: _type = "Task" [ 720.615219] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.619489] env[70867]: DEBUG oslo_vmware.api [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Waiting for the task: (returnval){ [ 720.619489] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52945c92-6982-542c-6ebd-2156d0ff69b2" [ 720.619489] env[70867]: _type = "Task" [ 720.619489] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.629592] env[70867]: DEBUG oslo_vmware.api [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': task-3473260, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.637051] env[70867]: DEBUG oslo_vmware.api [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52945c92-6982-542c-6ebd-2156d0ff69b2, 'name': SearchDatastore_Task, 'duration_secs': 0.009321} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.638430] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3a2f405-385d-40ad-bc2c-b6724248e92c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.643202] env[70867]: DEBUG oslo_vmware.api [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Waiting for the task: (returnval){ [ 720.643202] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e44239-ae3f-9a6e-0c07-ec1433c9b1ca" [ 720.643202] env[70867]: _type = "Task" [ 720.643202] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.653990] env[70867]: DEBUG oslo_vmware.api [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e44239-ae3f-9a6e-0c07-ec1433c9b1ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.753030] env[70867]: DEBUG nova.network.neutron [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Successfully created port: 90cd79dd-bf7b-41e2-a888-3c7620873889 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.789164] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28222b36-5193-40c6-96b3-f9c14aedf886 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.798911] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ec98f1-12ff-4668-8740-ec3fb7965bd8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.833600] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7f4072-2638-4660-87f1-805032dc01ce {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.840748] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad73364-2121-446a-a560-842dcfa28880 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.854865] env[70867]: DEBUG nova.compute.provider_tree [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.872786] env[70867]: DEBUG nova.virt.hardware [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.873040] env[70867]: DEBUG nova.virt.hardware [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.873198] env[70867]: DEBUG nova.virt.hardware [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.874924] env[70867]: DEBUG nova.virt.hardware [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.874924] env[70867]: DEBUG nova.virt.hardware [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.874924] env[70867]: DEBUG nova.virt.hardware [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.874924] env[70867]: DEBUG nova.virt.hardware [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.874924] env[70867]: DEBUG nova.virt.hardware [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.875140] env[70867]: DEBUG nova.virt.hardware [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.875140] env[70867]: DEBUG nova.virt.hardware [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.875140] env[70867]: DEBUG nova.virt.hardware [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.886701] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Reconfiguring VM instance instance-00000005 to detach disk 2000 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 720.887467] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99445a88-84b3-4ecd-a2a5-0f0fb1c875ff {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.917241] env[70867]: DEBUG oslo_vmware.api [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Waiting for the task: (returnval){ [ 720.917241] env[70867]: value = "task-3473261" [ 720.917241] env[70867]: _type = "Task" [ 720.917241] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.921767] env[70867]: DEBUG oslo_vmware.api [None req-58add756-eca3-4140-ad23-f964c67c01ef tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473259, 'name': PowerOffVM_Task, 'duration_secs': 0.121472} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.926287] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-58add756-eca3-4140-ad23-f964c67c01ef tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.926287] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-58add756-eca3-4140-ad23-f964c67c01ef tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 720.926287] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7bcf2840-633e-490e-b0b9-b5a59399470f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.934539] env[70867]: DEBUG oslo_vmware.api [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473261, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.957317] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-58add756-eca3-4140-ad23-f964c67c01ef tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.959607] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-58add756-eca3-4140-ad23-f964c67c01ef tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.959607] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-58add756-eca3-4140-ad23-f964c67c01ef tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Deleting the datastore file [datastore1] 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.959607] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4b97306-860e-43e8-a169-ac82425d32ec {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.970838] env[70867]: DEBUG oslo_vmware.api [None req-58add756-eca3-4140-ad23-f964c67c01ef tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Waiting for the task: (returnval){ [ 720.970838] env[70867]: value = "task-3473263" [ 720.970838] env[70867]: _type = "Task" [ 720.970838] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.987875] env[70867]: DEBUG oslo_vmware.api [None req-58add756-eca3-4140-ad23-f964c67c01ef tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473263, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.127602] env[70867]: DEBUG oslo_vmware.api [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': task-3473260, 'name': PowerOnVM_Task, 'duration_secs': 0.398072} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.128066] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.130773] env[70867]: DEBUG nova.compute.manager [None req-17d29109-4fa9-4668-9319-220aaee3bcc8 tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.131708] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03f122d-e404-42ad-a19c-4281cc803182 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.156372] env[70867]: DEBUG oslo_vmware.api [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e44239-ae3f-9a6e-0c07-ec1433c9b1ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009606} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.156686] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.156899] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 6415730a-4aa9-47f0-960e-509459c615f7/6415730a-4aa9-47f0-960e-509459c615f7.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.157163] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95ab26ed-5b8a-4ea4-b541-1009772bc587 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.163461] env[70867]: DEBUG oslo_vmware.api [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Waiting for the task: (returnval){ [ 721.163461] env[70867]: value = "task-3473264" [ 721.163461] env[70867]: _type = "Task" [ 721.163461] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.179980] env[70867]: DEBUG oslo_vmware.api [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Task: {'id': task-3473264, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.201030] env[70867]: DEBUG nova.compute.manager [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.232647] env[70867]: DEBUG nova.virt.hardware [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.232984] env[70867]: DEBUG nova.virt.hardware [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.233184] env[70867]: DEBUG nova.virt.hardware [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.233396] env[70867]: DEBUG nova.virt.hardware [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.233557] env[70867]: DEBUG nova.virt.hardware [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.233722] env[70867]: DEBUG nova.virt.hardware [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.233944] env[70867]: DEBUG nova.virt.hardware [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.234287] env[70867]: DEBUG nova.virt.hardware [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.234613] env[70867]: DEBUG nova.virt.hardware [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.234692] env[70867]: DEBUG nova.virt.hardware [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.234877] env[70867]: DEBUG nova.virt.hardware [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.235857] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83794d4-282e-4bda-98de-a878546123cc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.244724] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645217b1-dce2-441d-82fa-eca16f86675b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.359353] env[70867]: DEBUG nova.scheduler.client.report [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.433038] env[70867]: DEBUG oslo_vmware.api [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473261, 'name': ReconfigVM_Task, 'duration_secs': 0.165875} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.433351] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Reconfigured VM instance instance-00000005 to detach disk 2000 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 721.434634] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d53df1-c4ef-412d-a965-81049886b4aa {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.460862] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] f97cb95b-5d2e-4ac4-ba82-80a705a086f4/f97cb95b-5d2e-4ac4-ba82-80a705a086f4.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.461272] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8093dce1-edab-4eae-a380-dbd0e92581ca {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.488999] env[70867]: DEBUG oslo_vmware.api [None req-58add756-eca3-4140-ad23-f964c67c01ef tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473263, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120378} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.492629] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-58add756-eca3-4140-ad23-f964c67c01ef tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.492629] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-58add756-eca3-4140-ad23-f964c67c01ef tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.492629] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-58add756-eca3-4140-ad23-f964c67c01ef tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.492629] env[70867]: INFO nova.compute.manager [None req-58add756-eca3-4140-ad23-f964c67c01ef tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 721.492629] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58add756-eca3-4140-ad23-f964c67c01ef tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.492947] env[70867]: DEBUG oslo_vmware.api [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Waiting for the task: (returnval){ [ 721.492947] env[70867]: value = "task-3473265" [ 721.492947] env[70867]: _type = "Task" [ 721.492947] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.492947] env[70867]: DEBUG nova.compute.manager [-] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 721.492947] env[70867]: DEBUG nova.network.neutron [-] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.503402] env[70867]: DEBUG oslo_vmware.api [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473265, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.534570] env[70867]: DEBUG nova.network.neutron [-] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.670704] env[70867]: DEBUG nova.network.neutron [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Successfully updated port: 3d85cd30-4790-4eae-95a5-9368096dd8d8 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.683376] env[70867]: DEBUG oslo_vmware.api [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Task: {'id': task-3473264, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504598} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.683651] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 6415730a-4aa9-47f0-960e-509459c615f7/6415730a-4aa9-47f0-960e-509459c615f7.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 721.683899] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.685091] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b06a28f-02db-4838-a723-076306f730ce {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.687610] env[70867]: DEBUG nova.network.neutron [req-d0b7db48-ff40-4ed4-acd5-d90730fd9e30 req-259953ad-07aa-4188-9665-e76f37ab8aa9 service nova] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Updated VIF entry in instance network info cache for port 25f9223c-7b6e-4e83-85ef-31c9c173a20a. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.688826] env[70867]: DEBUG nova.network.neutron [req-d0b7db48-ff40-4ed4-acd5-d90730fd9e30 req-259953ad-07aa-4188-9665-e76f37ab8aa9 service nova] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Updating instance_info_cache with network_info: [{"id": "25f9223c-7b6e-4e83-85ef-31c9c173a20a", "address": "fa:16:3e:d3:d6:00", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25f9223c-7b", "ovs_interfaceid": "25f9223c-7b6e-4e83-85ef-31c9c173a20a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.696686] env[70867]: DEBUG oslo_vmware.api [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Waiting for the task: (returnval){ [ 721.696686] env[70867]: value = "task-3473266" [ 721.696686] env[70867]: _type = "Task" [ 721.696686] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.706706] env[70867]: DEBUG oslo_vmware.api [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Task: {'id': task-3473266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.867138] env[70867]: DEBUG oslo_concurrency.lockutils [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.867670] env[70867]: DEBUG nova.compute.manager [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 721.870479] env[70867]: DEBUG oslo_concurrency.lockutils [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.890s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.875017] env[70867]: INFO nova.compute.claims [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.004837] env[70867]: DEBUG oslo_vmware.api [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473265, 'name': ReconfigVM_Task, 'duration_secs': 0.34541} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.005117] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Reconfigured VM instance instance-00000005 to attach disk [datastore1] f97cb95b-5d2e-4ac4-ba82-80a705a086f4/f97cb95b-5d2e-4ac4-ba82-80a705a086f4.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.005377] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Updating instance 'f97cb95b-5d2e-4ac4-ba82-80a705a086f4' progress to 50 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 722.037634] env[70867]: DEBUG nova.network.neutron [-] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.178046] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Acquiring lock "refresh_cache-39540351-0bb2-4505-a505-06bf5aaca7f2" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.178046] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Acquired lock "refresh_cache-39540351-0bb2-4505-a505-06bf5aaca7f2" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.178046] env[70867]: DEBUG nova.network.neutron [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.194900] env[70867]: DEBUG oslo_concurrency.lockutils [req-d0b7db48-ff40-4ed4-acd5-d90730fd9e30 req-259953ad-07aa-4188-9665-e76f37ab8aa9 service nova] Releasing lock "refresh_cache-6415730a-4aa9-47f0-960e-509459c615f7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.209194] env[70867]: DEBUG oslo_vmware.api [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Task: {'id': task-3473266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07908} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.209723] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 722.210948] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3e5486-aec2-4820-bf2e-76f9818f7fd5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.238178] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 6415730a-4aa9-47f0-960e-509459c615f7/6415730a-4aa9-47f0-960e-509459c615f7.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.238820] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8e57990-c072-420c-bafa-b0628bc8b643 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.262637] env[70867]: DEBUG oslo_vmware.api [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Waiting for the task: (returnval){ [ 722.262637] env[70867]: value = "task-3473267" [ 722.262637] env[70867]: _type = "Task" [ 722.262637] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.274119] env[70867]: DEBUG oslo_vmware.api [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Task: {'id': task-3473267, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.333149] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Acquiring lock "ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.333291] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Lock "ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.377312] env[70867]: DEBUG nova.compute.utils [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.385355] env[70867]: DEBUG nova.compute.manager [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.385355] env[70867]: DEBUG nova.network.neutron [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.479916] env[70867]: DEBUG nova.policy [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99f4ded22da4413eb375370addc94c8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6764fc0b9a604426976a4b145f22b580', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.514903] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b22bfa-7dcc-45ca-86c0-ad550fbce5e7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.537359] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbe5762-676c-494f-878c-a176196f464d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.540072] env[70867]: INFO nova.compute.manager [-] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Took 1.05 seconds to deallocate network for instance. [ 722.558872] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Updating instance 'f97cb95b-5d2e-4ac4-ba82-80a705a086f4' progress to 67 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 722.768926] env[70867]: DEBUG nova.network.neutron [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.782561] env[70867]: DEBUG nova.network.neutron [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Successfully updated port: 90cd79dd-bf7b-41e2-a888-3c7620873889 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.784009] env[70867]: DEBUG oslo_vmware.api [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Task: {'id': task-3473267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.886510] env[70867]: DEBUG nova.compute.manager [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.064319] env[70867]: DEBUG oslo_concurrency.lockutils [None req-58add756-eca3-4140-ad23-f964c67c01ef tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.084507] env[70867]: DEBUG nova.compute.manager [req-3112e8ea-c886-4cf4-8ed5-4004c08e5e7d req-95f7f36b-8c31-491d-8f0b-78a151626e8b service nova] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Received event network-vif-plugged-3d85cd30-4790-4eae-95a5-9368096dd8d8 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.084711] env[70867]: DEBUG oslo_concurrency.lockutils [req-3112e8ea-c886-4cf4-8ed5-4004c08e5e7d req-95f7f36b-8c31-491d-8f0b-78a151626e8b service nova] Acquiring lock "39540351-0bb2-4505-a505-06bf5aaca7f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.084906] env[70867]: DEBUG oslo_concurrency.lockutils [req-3112e8ea-c886-4cf4-8ed5-4004c08e5e7d req-95f7f36b-8c31-491d-8f0b-78a151626e8b service nova] Lock "39540351-0bb2-4505-a505-06bf5aaca7f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.085333] env[70867]: DEBUG oslo_concurrency.lockutils [req-3112e8ea-c886-4cf4-8ed5-4004c08e5e7d req-95f7f36b-8c31-491d-8f0b-78a151626e8b service nova] Lock "39540351-0bb2-4505-a505-06bf5aaca7f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.085333] env[70867]: DEBUG nova.compute.manager [req-3112e8ea-c886-4cf4-8ed5-4004c08e5e7d req-95f7f36b-8c31-491d-8f0b-78a151626e8b service nova] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] No waiting events found dispatching network-vif-plugged-3d85cd30-4790-4eae-95a5-9368096dd8d8 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 723.089327] env[70867]: WARNING nova.compute.manager [req-3112e8ea-c886-4cf4-8ed5-4004c08e5e7d req-95f7f36b-8c31-491d-8f0b-78a151626e8b service nova] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Received unexpected event network-vif-plugged-3d85cd30-4790-4eae-95a5-9368096dd8d8 for instance with vm_state building and task_state spawning. [ 723.089639] env[70867]: DEBUG nova.compute.manager [req-3112e8ea-c886-4cf4-8ed5-4004c08e5e7d req-95f7f36b-8c31-491d-8f0b-78a151626e8b service nova] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Received event network-changed-3d85cd30-4790-4eae-95a5-9368096dd8d8 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.089759] env[70867]: DEBUG nova.compute.manager [req-3112e8ea-c886-4cf4-8ed5-4004c08e5e7d req-95f7f36b-8c31-491d-8f0b-78a151626e8b service nova] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Refreshing instance network info cache due to event network-changed-3d85cd30-4790-4eae-95a5-9368096dd8d8. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.090287] env[70867]: DEBUG oslo_concurrency.lockutils [req-3112e8ea-c886-4cf4-8ed5-4004c08e5e7d req-95f7f36b-8c31-491d-8f0b-78a151626e8b service nova] Acquiring lock "refresh_cache-39540351-0bb2-4505-a505-06bf5aaca7f2" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.195271] env[70867]: DEBUG nova.network.neutron [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Port 4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3 binding to destination host cpu-1 is already ACTIVE {{(pid=70867) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 723.250339] env[70867]: DEBUG nova.network.neutron [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Updating instance_info_cache with network_info: [{"id": "3d85cd30-4790-4eae-95a5-9368096dd8d8", "address": "fa:16:3e:e4:e5:d4", "network": {"id": "37dda7c4-81b4-436e-bbb0-f572536f66a9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-506597560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4982a2049a734c57b775d3a5b1f789af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d85cd30-47", "ovs_interfaceid": "3d85cd30-4790-4eae-95a5-9368096dd8d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.280982] env[70867]: DEBUG oslo_vmware.api [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Task: {'id': task-3473267, 'name': ReconfigVM_Task, 'duration_secs': 0.772069} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.285797] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 6415730a-4aa9-47f0-960e-509459c615f7/6415730a-4aa9-47f0-960e-509459c615f7.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.287121] env[70867]: DEBUG oslo_concurrency.lockutils [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Acquiring lock "refresh_cache-decc1817-c45d-4e03-92c2-80bcaa2ba0f9" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.287259] env[70867]: DEBUG oslo_concurrency.lockutils [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Acquired lock "refresh_cache-decc1817-c45d-4e03-92c2-80bcaa2ba0f9" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.287411] env[70867]: DEBUG nova.network.neutron [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.288666] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f057d60-6155-46ff-9799-3568c35bd5a2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.296582] env[70867]: DEBUG oslo_vmware.api [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Waiting for the task: (returnval){ [ 723.296582] env[70867]: value = "task-3473268" [ 723.296582] env[70867]: _type = "Task" [ 723.296582] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.310716] env[70867]: DEBUG oslo_vmware.api [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Task: {'id': task-3473268, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.371171] env[70867]: DEBUG nova.compute.manager [req-ac3e8137-65ac-4063-ba65-8adecc7dbe2b req-72d9fa88-2da1-4917-91f0-a6a524a6b57a service nova] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Received event network-vif-plugged-90cd79dd-bf7b-41e2-a888-3c7620873889 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.371171] env[70867]: DEBUG oslo_concurrency.lockutils [req-ac3e8137-65ac-4063-ba65-8adecc7dbe2b req-72d9fa88-2da1-4917-91f0-a6a524a6b57a service nova] Acquiring lock "decc1817-c45d-4e03-92c2-80bcaa2ba0f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.371171] env[70867]: DEBUG oslo_concurrency.lockutils [req-ac3e8137-65ac-4063-ba65-8adecc7dbe2b req-72d9fa88-2da1-4917-91f0-a6a524a6b57a service nova] Lock "decc1817-c45d-4e03-92c2-80bcaa2ba0f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.371171] env[70867]: DEBUG oslo_concurrency.lockutils [req-ac3e8137-65ac-4063-ba65-8adecc7dbe2b req-72d9fa88-2da1-4917-91f0-a6a524a6b57a service nova] Lock "decc1817-c45d-4e03-92c2-80bcaa2ba0f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.371682] env[70867]: DEBUG nova.compute.manager [req-ac3e8137-65ac-4063-ba65-8adecc7dbe2b req-72d9fa88-2da1-4917-91f0-a6a524a6b57a service nova] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] No waiting events found dispatching network-vif-plugged-90cd79dd-bf7b-41e2-a888-3c7620873889 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 723.371977] env[70867]: WARNING nova.compute.manager [req-ac3e8137-65ac-4063-ba65-8adecc7dbe2b req-72d9fa88-2da1-4917-91f0-a6a524a6b57a service nova] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Received unexpected event network-vif-plugged-90cd79dd-bf7b-41e2-a888-3c7620873889 for instance with vm_state building and task_state spawning. [ 723.506429] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074262dd-8dd7-4b3d-b903-a94c0cceb372 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.520941] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c23e0bd-e96e-4f2c-8211-4f6aa4465e9c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.558259] env[70867]: DEBUG nova.network.neutron [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Successfully created port: f2fec0ce-de2b-4fdd-bc07-f8401097abbc {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.560980] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8116e7f6-e43d-4efb-9cd0-7ba15839354c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.571055] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec70a20-58a4-4b15-af73-5e092ae98c09 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.584514] env[70867]: DEBUG nova.compute.provider_tree [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.756376] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Releasing lock "refresh_cache-39540351-0bb2-4505-a505-06bf5aaca7f2" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.756759] env[70867]: DEBUG nova.compute.manager [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Instance network_info: |[{"id": "3d85cd30-4790-4eae-95a5-9368096dd8d8", "address": "fa:16:3e:e4:e5:d4", "network": {"id": "37dda7c4-81b4-436e-bbb0-f572536f66a9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-506597560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4982a2049a734c57b775d3a5b1f789af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d85cd30-47", "ovs_interfaceid": "3d85cd30-4790-4eae-95a5-9368096dd8d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.757108] env[70867]: DEBUG oslo_concurrency.lockutils [req-3112e8ea-c886-4cf4-8ed5-4004c08e5e7d req-95f7f36b-8c31-491d-8f0b-78a151626e8b service nova] Acquired lock "refresh_cache-39540351-0bb2-4505-a505-06bf5aaca7f2" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.757296] env[70867]: DEBUG nova.network.neutron [req-3112e8ea-c886-4cf4-8ed5-4004c08e5e7d req-95f7f36b-8c31-491d-8f0b-78a151626e8b service nova] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Refreshing network info cache for port 3d85cd30-4790-4eae-95a5-9368096dd8d8 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.758562] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:e5:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a766368-f5a3-472c-af56-9cfca63012ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d85cd30-4790-4eae-95a5-9368096dd8d8', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.775506] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Creating folder: Project (4982a2049a734c57b775d3a5b1f789af). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.782052] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c43ba9f-bcf7-4b49-84bb-e635b8d83c4a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.799494] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Created folder: Project (4982a2049a734c57b775d3a5b1f789af) in parent group-v694272. [ 723.799884] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Creating folder: Instances. Parent ref: group-v694319. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.800018] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0a10646-8a98-4084-9d83-d84b7f79d2d7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.816019] env[70867]: DEBUG oslo_vmware.api [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Task: {'id': task-3473268, 'name': Rename_Task, 'duration_secs': 0.155577} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.818444] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.819300] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Created folder: Instances in parent group-v694319. [ 723.819516] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.819937] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2ab21b3-d209-4a0b-b31f-db1b748c104d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.822560] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.822560] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2435312-0828-4d62-8f13-22f7b3080d55 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.850663] env[70867]: DEBUG oslo_vmware.api [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Waiting for the task: (returnval){ [ 723.850663] env[70867]: value = "task-3473271" [ 723.850663] env[70867]: _type = "Task" [ 723.850663] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.850861] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.850861] env[70867]: value = "task-3473272" [ 723.850861] env[70867]: _type = "Task" [ 723.850861] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.865995] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473272, 'name': CreateVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.866278] env[70867]: DEBUG oslo_vmware.api [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Task: {'id': task-3473271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.909449] env[70867]: DEBUG nova.compute.manager [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 723.944970] env[70867]: DEBUG nova.virt.hardware [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.945238] env[70867]: DEBUG nova.virt.hardware [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.945389] env[70867]: DEBUG nova.virt.hardware [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.945606] env[70867]: DEBUG nova.virt.hardware [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.946408] env[70867]: DEBUG nova.virt.hardware [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.946408] env[70867]: DEBUG nova.virt.hardware [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.946408] env[70867]: DEBUG nova.virt.hardware [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.946408] env[70867]: DEBUG nova.virt.hardware [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.946666] env[70867]: DEBUG nova.virt.hardware [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.946666] env[70867]: DEBUG nova.virt.hardware [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.946798] env[70867]: DEBUG nova.virt.hardware [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.947641] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50aafb6f-fe8a-4819-a2d2-8f60b62fb8d7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.951251] env[70867]: DEBUG nova.network.neutron [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.961033] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb162141-6226-4aa8-bf3f-66701a4b81d6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.088355] env[70867]: DEBUG nova.scheduler.client.report [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.226811] env[70867]: DEBUG oslo_concurrency.lockutils [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquiring lock "f97cb95b-5d2e-4ac4-ba82-80a705a086f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.227015] env[70867]: DEBUG oslo_concurrency.lockutils [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Lock "f97cb95b-5d2e-4ac4-ba82-80a705a086f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.227201] env[70867]: DEBUG oslo_concurrency.lockutils [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Lock "f97cb95b-5d2e-4ac4-ba82-80a705a086f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.373989] env[70867]: DEBUG oslo_vmware.api [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Task: {'id': task-3473271, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.380062] env[70867]: DEBUG nova.network.neutron [req-3112e8ea-c886-4cf4-8ed5-4004c08e5e7d req-95f7f36b-8c31-491d-8f0b-78a151626e8b service nova] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Updated VIF entry in instance network info cache for port 3d85cd30-4790-4eae-95a5-9368096dd8d8. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.380441] env[70867]: DEBUG nova.network.neutron [req-3112e8ea-c886-4cf4-8ed5-4004c08e5e7d req-95f7f36b-8c31-491d-8f0b-78a151626e8b service nova] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Updating instance_info_cache with network_info: [{"id": "3d85cd30-4790-4eae-95a5-9368096dd8d8", "address": "fa:16:3e:e4:e5:d4", "network": {"id": "37dda7c4-81b4-436e-bbb0-f572536f66a9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-506597560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4982a2049a734c57b775d3a5b1f789af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d85cd30-47", "ovs_interfaceid": "3d85cd30-4790-4eae-95a5-9368096dd8d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.385019] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473272, 'name': CreateVM_Task, 'duration_secs': 0.414698} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.385019] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.385019] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.385019] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.385019] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.385260] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17eccb6a-93d4-4664-b031-25f6684bf3ad {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.389045] env[70867]: DEBUG oslo_vmware.api [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Waiting for the task: (returnval){ [ 724.389045] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52dc1177-ca79-763e-94d9-471414ca4bce" [ 724.389045] env[70867]: _type = "Task" [ 724.389045] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.399601] env[70867]: DEBUG oslo_vmware.api [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52dc1177-ca79-763e-94d9-471414ca4bce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.575226] env[70867]: DEBUG nova.network.neutron [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Updating instance_info_cache with network_info: [{"id": "90cd79dd-bf7b-41e2-a888-3c7620873889", "address": "fa:16:3e:57:1d:8e", "network": {"id": "4e928757-a60e-454c-b677-712b05d08ee0", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1326705251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d797bff009944f2ebbccfb75d98b4f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90cd79dd-bf", "ovs_interfaceid": "90cd79dd-bf7b-41e2-a888-3c7620873889", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.598273] env[70867]: DEBUG oslo_concurrency.lockutils [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.598273] env[70867]: DEBUG nova.compute.manager [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 724.601501] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.155s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.603144] env[70867]: INFO nova.compute.claims [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.863983] env[70867]: DEBUG oslo_vmware.api [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Task: {'id': task-3473271, 'name': PowerOnVM_Task, 'duration_secs': 0.935837} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.864444] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.864444] env[70867]: INFO nova.compute.manager [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Took 11.76 seconds to spawn the instance on the hypervisor. [ 724.865016] env[70867]: DEBUG nova.compute.manager [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.865532] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a745552-2f91-4f90-8e32-f6710bc73413 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.883760] env[70867]: DEBUG oslo_concurrency.lockutils [req-3112e8ea-c886-4cf4-8ed5-4004c08e5e7d req-95f7f36b-8c31-491d-8f0b-78a151626e8b service nova] Releasing lock "refresh_cache-39540351-0bb2-4505-a505-06bf5aaca7f2" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.904619] env[70867]: DEBUG oslo_vmware.api [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52dc1177-ca79-763e-94d9-471414ca4bce, 'name': SearchDatastore_Task, 'duration_secs': 0.024982} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.904619] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.904619] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.904619] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.906142] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.906142] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.906142] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4be0724-359e-415e-9603-3a04519f0794 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.915893] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.916207] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.917586] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39aae565-059b-45f0-be11-7c7c4cfe4569 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.924026] env[70867]: DEBUG oslo_vmware.api [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Waiting for the task: (returnval){ [ 724.924026] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f33d5f-1ee4-c0e9-e395-61dd5c0c61af" [ 724.924026] env[70867]: _type = "Task" [ 724.924026] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.932510] env[70867]: DEBUG oslo_vmware.api [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f33d5f-1ee4-c0e9-e395-61dd5c0c61af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.079848] env[70867]: DEBUG oslo_concurrency.lockutils [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Releasing lock "refresh_cache-decc1817-c45d-4e03-92c2-80bcaa2ba0f9" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.080126] env[70867]: DEBUG nova.compute.manager [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Instance network_info: |[{"id": "90cd79dd-bf7b-41e2-a888-3c7620873889", "address": "fa:16:3e:57:1d:8e", "network": {"id": "4e928757-a60e-454c-b677-712b05d08ee0", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1326705251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d797bff009944f2ebbccfb75d98b4f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90cd79dd-bf", "ovs_interfaceid": "90cd79dd-bf7b-41e2-a888-3c7620873889", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 725.080558] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:1d:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90cd79dd-bf7b-41e2-a888-3c7620873889', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.089031] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Creating folder: Project (d797bff009944f2ebbccfb75d98b4f87). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.089440] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8639aeeb-d20a-47d4-89ea-c3cae35005ad {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.101146] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Created folder: Project (d797bff009944f2ebbccfb75d98b4f87) in parent group-v694272. [ 725.101146] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Creating folder: Instances. Parent ref: group-v694322. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.101146] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-feeab1d3-1755-4327-8798-dc8b25398c16 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.107882] env[70867]: DEBUG nova.compute.utils [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.119450] env[70867]: DEBUG nova.compute.manager [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.122611] env[70867]: DEBUG nova.network.neutron [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.122611] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Created folder: Instances in parent group-v694322. [ 725.122611] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.122611] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.122837] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f786269c-d20f-436d-ae08-454ee6eab344 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.152545] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.152545] env[70867]: value = "task-3473275" [ 725.152545] env[70867]: _type = "Task" [ 725.152545] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.159755] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473275, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.206493] env[70867]: DEBUG nova.policy [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bb19d2f3b4c48c29761eb76af981df3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f70ca320b3354cf0bfbd82a89270fd80', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.216098] env[70867]: DEBUG nova.compute.manager [None req-a5ff84f2-7804-4448-8729-c406fbf09367 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.216098] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9157c9-c3af-49b4-bd98-ca049efe9f27 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.305620] env[70867]: DEBUG oslo_concurrency.lockutils [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquiring lock "refresh_cache-f97cb95b-5d2e-4ac4-ba82-80a705a086f4" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.305888] env[70867]: DEBUG oslo_concurrency.lockutils [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquired lock "refresh_cache-f97cb95b-5d2e-4ac4-ba82-80a705a086f4" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.306105] env[70867]: DEBUG nova.network.neutron [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.389877] env[70867]: INFO nova.compute.manager [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Took 38.17 seconds to build instance. [ 725.440728] env[70867]: DEBUG oslo_vmware.api [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f33d5f-1ee4-c0e9-e395-61dd5c0c61af, 'name': SearchDatastore_Task, 'duration_secs': 0.015993} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.441584] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3571c4ac-8067-49b4-9d9d-0bdd8fd4767a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.453685] env[70867]: DEBUG oslo_vmware.api [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Waiting for the task: (returnval){ [ 725.453685] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521875c9-b441-cfba-cd29-3225d6bc915d" [ 725.453685] env[70867]: _type = "Task" [ 725.453685] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.471694] env[70867]: DEBUG oslo_vmware.api [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521875c9-b441-cfba-cd29-3225d6bc915d, 'name': SearchDatastore_Task, 'duration_secs': 0.011178} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.472065] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.472248] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 39540351-0bb2-4505-a505-06bf5aaca7f2/39540351-0bb2-4505-a505-06bf5aaca7f2.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.472520] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5969d771-046b-41d4-a8cc-eebd76933b68 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.478871] env[70867]: DEBUG oslo_vmware.api [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Waiting for the task: (returnval){ [ 725.478871] env[70867]: value = "task-3473276" [ 725.478871] env[70867]: _type = "Task" [ 725.478871] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.491120] env[70867]: DEBUG oslo_vmware.api [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': task-3473276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.617758] env[70867]: DEBUG nova.compute.manager [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 725.669824] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473275, 'name': CreateVM_Task, 'duration_secs': 0.360575} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.670081] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.671073] env[70867]: DEBUG oslo_concurrency.lockutils [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.671298] env[70867]: DEBUG oslo_concurrency.lockutils [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.671633] env[70867]: DEBUG oslo_concurrency.lockutils [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.671908] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00f64473-23c6-400d-8c7a-c0936a18b878 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.677958] env[70867]: DEBUG oslo_vmware.api [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Waiting for the task: (returnval){ [ 725.677958] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]520fc5cd-16d6-f36f-c824-987a7f08aacd" [ 725.677958] env[70867]: _type = "Task" [ 725.677958] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.691578] env[70867]: DEBUG oslo_vmware.api [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]520fc5cd-16d6-f36f-c824-987a7f08aacd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.719342] env[70867]: DEBUG nova.network.neutron [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Successfully updated port: f2fec0ce-de2b-4fdd-bc07-f8401097abbc {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.732900] env[70867]: INFO nova.compute.manager [None req-a5ff84f2-7804-4448-8729-c406fbf09367 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] instance snapshotting [ 725.737178] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1ebf41-b6f0-40b6-af84-628896de18f5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.773720] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80add387-fa14-4b9f-ac98-82d1e9e23c21 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.804423] env[70867]: DEBUG nova.network.neutron [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Successfully created port: a6d5450d-1abb-49eb-ac7c-f38c6484209c {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 725.896549] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9b0c334f-fbd6-4e47-8305-0d34fabeb2f7 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Lock "6415730a-4aa9-47f0-960e-509459c615f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.556s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.941564] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Acquiring lock "ee353059-2dd8-4ab3-835b-ab7655cb9b44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.941564] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Lock "ee353059-2dd8-4ab3-835b-ab7655cb9b44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.990319] env[70867]: DEBUG oslo_vmware.api [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': task-3473276, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.141239] env[70867]: DEBUG nova.network.neutron [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Updating instance_info_cache with network_info: [{"id": "4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3", "address": "fa:16:3e:c5:df:d3", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4880c51d-f1", "ovs_interfaceid": "4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.197284] env[70867]: DEBUG oslo_vmware.api [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]520fc5cd-16d6-f36f-c824-987a7f08aacd, 'name': SearchDatastore_Task, 'duration_secs': 0.015726} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.197284] env[70867]: DEBUG oslo_concurrency.lockutils [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.197284] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.197513] env[70867]: DEBUG oslo_concurrency.lockutils [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.197640] env[70867]: DEBUG oslo_concurrency.lockutils [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.198465] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.198465] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ced82e0-b6f1-41d1-a265-adbba195c820 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.211485] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.211688] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.216465] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e91afa1-ed86-48f3-af44-342d47adb9dd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.227526] env[70867]: DEBUG oslo_concurrency.lockutils [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "refresh_cache-6e714e41-8baf-492a-b38c-7b162a779556" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.227664] env[70867]: DEBUG oslo_concurrency.lockutils [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquired lock "refresh_cache-6e714e41-8baf-492a-b38c-7b162a779556" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.227804] env[70867]: DEBUG nova.network.neutron [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.229547] env[70867]: DEBUG oslo_vmware.api [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Waiting for the task: (returnval){ [ 726.229547] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52d60245-ad6f-35e9-f137-6700b86dcecb" [ 726.229547] env[70867]: _type = "Task" [ 726.229547] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.231915] env[70867]: DEBUG nova.compute.manager [req-7308fb81-bc75-4805-a715-2e71e8170a50 req-2505d53c-5e22-42d2-95fe-3917cbe29b45 service nova] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Received event network-changed-175e3821-865a-48e4-b005-4ed9851f2a31 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.232110] env[70867]: DEBUG nova.compute.manager [req-7308fb81-bc75-4805-a715-2e71e8170a50 req-2505d53c-5e22-42d2-95fe-3917cbe29b45 service nova] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Refreshing instance network info cache due to event network-changed-175e3821-865a-48e4-b005-4ed9851f2a31. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.232312] env[70867]: DEBUG oslo_concurrency.lockutils [req-7308fb81-bc75-4805-a715-2e71e8170a50 req-2505d53c-5e22-42d2-95fe-3917cbe29b45 service nova] Acquiring lock "refresh_cache-8dc05e7d-bad4-42ba-a73e-30816551cf75" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.232447] env[70867]: DEBUG oslo_concurrency.lockutils [req-7308fb81-bc75-4805-a715-2e71e8170a50 req-2505d53c-5e22-42d2-95fe-3917cbe29b45 service nova] Acquired lock "refresh_cache-8dc05e7d-bad4-42ba-a73e-30816551cf75" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.232628] env[70867]: DEBUG nova.network.neutron [req-7308fb81-bc75-4805-a715-2e71e8170a50 req-2505d53c-5e22-42d2-95fe-3917cbe29b45 service nova] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Refreshing network info cache for port 175e3821-865a-48e4-b005-4ed9851f2a31 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.250310] env[70867]: DEBUG oslo_vmware.api [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52d60245-ad6f-35e9-f137-6700b86dcecb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.267420] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1f2a5d-0790-484a-9aed-6e5a629270dd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.276080] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e014b8a-430e-4fb6-acfa-49e530e6263d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.313676] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ff84f2-7804-4448-8729-c406fbf09367 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Creating Snapshot of the VM instance {{(pid=70867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 726.314199] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b423bfdc-56e8-424a-b6b8-69154bb96f36 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.316725] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2fe5a7-5832-473b-a50d-8bd9b6a27c70 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.327245] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4e74af-5556-4adc-852a-7cfb886761b9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.332900] env[70867]: DEBUG oslo_vmware.api [None req-a5ff84f2-7804-4448-8729-c406fbf09367 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for the task: (returnval){ [ 726.332900] env[70867]: value = "task-3473277" [ 726.332900] env[70867]: _type = "Task" [ 726.332900] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.345358] env[70867]: DEBUG nova.compute.provider_tree [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.357088] env[70867]: DEBUG oslo_vmware.api [None req-a5ff84f2-7804-4448-8729-c406fbf09367 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473277, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.402151] env[70867]: DEBUG nova.compute.manager [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.408742] env[70867]: DEBUG nova.compute.manager [req-3c1aebe8-60bd-41c2-9cd9-6642775b3c2b req-0eea7385-9940-462f-8ea1-d9e07a40db41 service nova] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Received event network-changed-90cd79dd-bf7b-41e2-a888-3c7620873889 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.408961] env[70867]: DEBUG nova.compute.manager [req-3c1aebe8-60bd-41c2-9cd9-6642775b3c2b req-0eea7385-9940-462f-8ea1-d9e07a40db41 service nova] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Refreshing instance network info cache due to event network-changed-90cd79dd-bf7b-41e2-a888-3c7620873889. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.409179] env[70867]: DEBUG oslo_concurrency.lockutils [req-3c1aebe8-60bd-41c2-9cd9-6642775b3c2b req-0eea7385-9940-462f-8ea1-d9e07a40db41 service nova] Acquiring lock "refresh_cache-decc1817-c45d-4e03-92c2-80bcaa2ba0f9" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.409334] env[70867]: DEBUG oslo_concurrency.lockutils [req-3c1aebe8-60bd-41c2-9cd9-6642775b3c2b req-0eea7385-9940-462f-8ea1-d9e07a40db41 service nova] Acquired lock "refresh_cache-decc1817-c45d-4e03-92c2-80bcaa2ba0f9" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.409469] env[70867]: DEBUG nova.network.neutron [req-3c1aebe8-60bd-41c2-9cd9-6642775b3c2b req-0eea7385-9940-462f-8ea1-d9e07a40db41 service nova] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Refreshing network info cache for port 90cd79dd-bf7b-41e2-a888-3c7620873889 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.490943] env[70867]: DEBUG oslo_vmware.api [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': task-3473276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666729} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.491063] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 39540351-0bb2-4505-a505-06bf5aaca7f2/39540351-0bb2-4505-a505-06bf5aaca7f2.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.491350] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.491619] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-570d7698-2d38-4ccd-99eb-cf1f537b9946 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.501031] env[70867]: DEBUG oslo_vmware.api [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Waiting for the task: (returnval){ [ 726.501031] env[70867]: value = "task-3473282" [ 726.501031] env[70867]: _type = "Task" [ 726.501031] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.509247] env[70867]: DEBUG oslo_vmware.api [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': task-3473282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.634470] env[70867]: DEBUG nova.compute.manager [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 726.645685] env[70867]: DEBUG oslo_concurrency.lockutils [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Releasing lock "refresh_cache-f97cb95b-5d2e-4ac4-ba82-80a705a086f4" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.671468] env[70867]: DEBUG nova.virt.hardware [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 726.671772] env[70867]: DEBUG nova.virt.hardware [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.671957] env[70867]: DEBUG nova.virt.hardware [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.673148] env[70867]: DEBUG nova.virt.hardware [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.673339] env[70867]: DEBUG nova.virt.hardware [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.675054] env[70867]: DEBUG nova.virt.hardware [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 726.675054] env[70867]: DEBUG nova.virt.hardware [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 726.675054] env[70867]: DEBUG nova.virt.hardware [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 726.675054] env[70867]: DEBUG nova.virt.hardware [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 726.675054] env[70867]: DEBUG nova.virt.hardware [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 726.675433] env[70867]: DEBUG nova.virt.hardware [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 726.676590] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cb7311-6842-42f2-b047-386bad57563b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.686921] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbf8ead-79bb-4cd0-be79-d1b006a58ae5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.747823] env[70867]: DEBUG oslo_vmware.api [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52d60245-ad6f-35e9-f137-6700b86dcecb, 'name': SearchDatastore_Task, 'duration_secs': 0.045942} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.749335] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0115f902-273f-4a5e-91a3-7a5d0679ea1c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.755912] env[70867]: DEBUG oslo_vmware.api [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Waiting for the task: (returnval){ [ 726.755912] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f38880-00bf-553c-ed30-f3ac5ae66426" [ 726.755912] env[70867]: _type = "Task" [ 726.755912] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.764250] env[70867]: DEBUG oslo_vmware.api [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f38880-00bf-553c-ed30-f3ac5ae66426, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.828135] env[70867]: DEBUG nova.network.neutron [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.844611] env[70867]: DEBUG oslo_vmware.api [None req-a5ff84f2-7804-4448-8729-c406fbf09367 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473277, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.857918] env[70867]: DEBUG nova.scheduler.client.report [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.878243] env[70867]: DEBUG oslo_concurrency.lockutils [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Acquiring lock "d0ca53d2-313b-48e6-95ca-b580e0b083ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.878647] env[70867]: DEBUG oslo_concurrency.lockutils [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Lock "d0ca53d2-313b-48e6-95ca-b580e0b083ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.929014] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.012434] env[70867]: DEBUG oslo_vmware.api [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': task-3473282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084581} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.012760] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.013483] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9939696b-ceea-408f-82fd-a808d4582e5e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.037543] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 39540351-0bb2-4505-a505-06bf5aaca7f2/39540351-0bb2-4505-a505-06bf5aaca7f2.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.041073] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d16713e2-798d-49ef-b21b-9ee89a89492f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.068527] env[70867]: DEBUG oslo_vmware.api [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Waiting for the task: (returnval){ [ 727.068527] env[70867]: value = "task-3473283" [ 727.068527] env[70867]: _type = "Task" [ 727.068527] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.080946] env[70867]: DEBUG oslo_vmware.api [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': task-3473283, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.144762] env[70867]: DEBUG nova.network.neutron [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Updating instance_info_cache with network_info: [{"id": "f2fec0ce-de2b-4fdd-bc07-f8401097abbc", "address": "fa:16:3e:f8:37:34", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2fec0ce-de", "ovs_interfaceid": "f2fec0ce-de2b-4fdd-bc07-f8401097abbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.172055] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85b5cb4-bc9a-40cf-82fb-87e53489a77b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.193643] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cda7f8-9998-4193-80d3-2e9142a22016 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.199419] env[70867]: DEBUG nova.network.neutron [req-7308fb81-bc75-4805-a715-2e71e8170a50 req-2505d53c-5e22-42d2-95fe-3917cbe29b45 service nova] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Updated VIF entry in instance network info cache for port 175e3821-865a-48e4-b005-4ed9851f2a31. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.200183] env[70867]: DEBUG nova.network.neutron [req-7308fb81-bc75-4805-a715-2e71e8170a50 req-2505d53c-5e22-42d2-95fe-3917cbe29b45 service nova] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Updating instance_info_cache with network_info: [{"id": "175e3821-865a-48e4-b005-4ed9851f2a31", "address": "fa:16:3e:5a:a0:89", "network": {"id": "15d29c15-fd92-482e-94cb-52a40d930917", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2075411538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a610b2a9976a4c5fb8952d153681925e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap175e3821-86", "ovs_interfaceid": "175e3821-865a-48e4-b005-4ed9851f2a31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.204928] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Updating instance 'f97cb95b-5d2e-4ac4-ba82-80a705a086f4' progress to 83 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 727.213335] env[70867]: DEBUG oslo_concurrency.lockutils [req-7308fb81-bc75-4805-a715-2e71e8170a50 req-2505d53c-5e22-42d2-95fe-3917cbe29b45 service nova] Releasing lock "refresh_cache-8dc05e7d-bad4-42ba-a73e-30816551cf75" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.273337] env[70867]: DEBUG oslo_vmware.api [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f38880-00bf-553c-ed30-f3ac5ae66426, 'name': SearchDatastore_Task, 'duration_secs': 0.014464} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.273577] env[70867]: DEBUG oslo_concurrency.lockutils [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.273846] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] decc1817-c45d-4e03-92c2-80bcaa2ba0f9/decc1817-c45d-4e03-92c2-80bcaa2ba0f9.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.274133] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0ec4ca8-9877-4591-972a-4fb1207bd4fe {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.283355] env[70867]: DEBUG oslo_vmware.api [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Waiting for the task: (returnval){ [ 727.283355] env[70867]: value = "task-3473284" [ 727.283355] env[70867]: _type = "Task" [ 727.283355] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.292951] env[70867]: DEBUG oslo_vmware.api [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.329271] env[70867]: DEBUG oslo_concurrency.lockutils [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Acquiring lock "7d966134-eea1-4707-afd3-08632a846d08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.329529] env[70867]: DEBUG oslo_concurrency.lockutils [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Lock "7d966134-eea1-4707-afd3-08632a846d08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.345103] env[70867]: DEBUG oslo_vmware.api [None req-a5ff84f2-7804-4448-8729-c406fbf09367 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473277, 'name': CreateSnapshot_Task, 'duration_secs': 0.57717} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.345698] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ff84f2-7804-4448-8729-c406fbf09367 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Created Snapshot of the VM instance {{(pid=70867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 727.346576] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca70c055-13ab-4417-9bad-3cdb80b9b41a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.361355] env[70867]: DEBUG nova.network.neutron [req-3c1aebe8-60bd-41c2-9cd9-6642775b3c2b req-0eea7385-9940-462f-8ea1-d9e07a40db41 service nova] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Updated VIF entry in instance network info cache for port 90cd79dd-bf7b-41e2-a888-3c7620873889. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.361688] env[70867]: DEBUG nova.network.neutron [req-3c1aebe8-60bd-41c2-9cd9-6642775b3c2b req-0eea7385-9940-462f-8ea1-d9e07a40db41 service nova] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Updating instance_info_cache with network_info: [{"id": "90cd79dd-bf7b-41e2-a888-3c7620873889", "address": "fa:16:3e:57:1d:8e", "network": {"id": "4e928757-a60e-454c-b677-712b05d08ee0", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1326705251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d797bff009944f2ebbccfb75d98b4f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90cd79dd-bf", "ovs_interfaceid": "90cd79dd-bf7b-41e2-a888-3c7620873889", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.366303] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.366835] env[70867]: DEBUG nova.compute.manager [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.370035] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.431s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.371436] env[70867]: INFO nova.compute.claims [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.583822] env[70867]: DEBUG oslo_vmware.api [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': task-3473283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.648847] env[70867]: DEBUG oslo_concurrency.lockutils [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Releasing lock "refresh_cache-6e714e41-8baf-492a-b38c-7b162a779556" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.648847] env[70867]: DEBUG nova.compute.manager [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Instance network_info: |[{"id": "f2fec0ce-de2b-4fdd-bc07-f8401097abbc", "address": "fa:16:3e:f8:37:34", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2fec0ce-de", "ovs_interfaceid": "f2fec0ce-de2b-4fdd-bc07-f8401097abbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 727.649538] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:37:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2fec0ce-de2b-4fdd-bc07-f8401097abbc', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.661384] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Creating folder: Project (6764fc0b9a604426976a4b145f22b580). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.661384] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2afd91b8-8eeb-4d76-b100-df7dbf229d1b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.670260] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Created folder: Project (6764fc0b9a604426976a4b145f22b580) in parent group-v694272. [ 727.670505] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Creating folder: Instances. Parent ref: group-v694329. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.670736] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9e383d0-9819-45b5-ac91-54c85d7c632a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.679942] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Created folder: Instances in parent group-v694329. [ 727.680289] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.680523] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.680800] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60eceedd-d9d4-4110-a0a4-bfbd05f0eaed {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.704995] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.704995] env[70867]: value = "task-3473287" [ 727.704995] env[70867]: _type = "Task" [ 727.704995] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.713547] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473287, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.716517] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 727.716823] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1881168-4efb-4a9b-912b-9ea3a99ce195 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.727315] env[70867]: DEBUG oslo_vmware.api [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Waiting for the task: (returnval){ [ 727.727315] env[70867]: value = "task-3473288" [ 727.727315] env[70867]: _type = "Task" [ 727.727315] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.736191] env[70867]: DEBUG oslo_vmware.api [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.794520] env[70867]: DEBUG oslo_vmware.api [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473284, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.881374] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ff84f2-7804-4448-8729-c406fbf09367 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Creating linked-clone VM from snapshot {{(pid=70867) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 727.883511] env[70867]: DEBUG nova.compute.utils [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.887185] env[70867]: DEBUG oslo_concurrency.lockutils [req-3c1aebe8-60bd-41c2-9cd9-6642775b3c2b req-0eea7385-9940-462f-8ea1-d9e07a40db41 service nova] Releasing lock "refresh_cache-decc1817-c45d-4e03-92c2-80bcaa2ba0f9" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.894144] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-19e0202f-7513-4088-9106-75e1772b3724 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.899174] env[70867]: DEBUG nova.network.neutron [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Successfully updated port: a6d5450d-1abb-49eb-ac7c-f38c6484209c {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.902271] env[70867]: DEBUG nova.compute.manager [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.902494] env[70867]: DEBUG nova.network.neutron [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 727.911366] env[70867]: DEBUG oslo_vmware.api [None req-a5ff84f2-7804-4448-8729-c406fbf09367 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for the task: (returnval){ [ 727.911366] env[70867]: value = "task-3473289" [ 727.911366] env[70867]: _type = "Task" [ 727.911366] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.922463] env[70867]: DEBUG oslo_vmware.api [None req-a5ff84f2-7804-4448-8729-c406fbf09367 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473289, 'name': CloneVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.958761] env[70867]: DEBUG nova.policy [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58373c5f262345acb6ff78c4715a67e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc4cb9d0b15e4a0f8d2cf4dfd5710267', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.083100] env[70867]: DEBUG oslo_vmware.api [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': task-3473283, 'name': ReconfigVM_Task, 'duration_secs': 0.664329} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.083806] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 39540351-0bb2-4505-a505-06bf5aaca7f2/39540351-0bb2-4505-a505-06bf5aaca7f2.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.084700] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac78bd82-6be7-4f27-b004-f14264382c0d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.092024] env[70867]: DEBUG oslo_vmware.api [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Waiting for the task: (returnval){ [ 728.092024] env[70867]: value = "task-3473290" [ 728.092024] env[70867]: _type = "Task" [ 728.092024] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.192113] env[70867]: DEBUG nova.compute.manager [None req-8816386b-4bf2-4067-a1c8-05ea785ad967 tempest-ServerExternalEventsTest-142328794 tempest-ServerExternalEventsTest-142328794-project] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Received event network-changed {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.192326] env[70867]: DEBUG nova.compute.manager [None req-8816386b-4bf2-4067-a1c8-05ea785ad967 tempest-ServerExternalEventsTest-142328794 tempest-ServerExternalEventsTest-142328794-project] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Refreshing instance network info cache due to event network-changed. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.192887] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8816386b-4bf2-4067-a1c8-05ea785ad967 tempest-ServerExternalEventsTest-142328794 tempest-ServerExternalEventsTest-142328794-project] Acquiring lock "refresh_cache-6415730a-4aa9-47f0-960e-509459c615f7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.192887] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8816386b-4bf2-4067-a1c8-05ea785ad967 tempest-ServerExternalEventsTest-142328794 tempest-ServerExternalEventsTest-142328794-project] Acquired lock "refresh_cache-6415730a-4aa9-47f0-960e-509459c615f7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.193183] env[70867]: DEBUG nova.network.neutron [None req-8816386b-4bf2-4067-a1c8-05ea785ad967 tempest-ServerExternalEventsTest-142328794 tempest-ServerExternalEventsTest-142328794-project] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.221668] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473287, 'name': CreateVM_Task, 'duration_secs': 0.443247} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.221920] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.222997] env[70867]: DEBUG oslo_concurrency.lockutils [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.223245] env[70867]: DEBUG oslo_concurrency.lockutils [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.223575] env[70867]: DEBUG oslo_concurrency.lockutils [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.223964] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db3b8f05-9cb5-40ce-80c5-ad93c933870a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.245249] env[70867]: DEBUG oslo_vmware.api [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473288, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.246536] env[70867]: DEBUG oslo_vmware.api [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 728.246536] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5289bcbf-8723-e16d-1434-600e0b60c051" [ 728.246536] env[70867]: _type = "Task" [ 728.246536] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.257497] env[70867]: DEBUG oslo_vmware.api [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5289bcbf-8723-e16d-1434-600e0b60c051, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.297144] env[70867]: DEBUG oslo_vmware.api [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473284, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565911} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.297413] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] decc1817-c45d-4e03-92c2-80bcaa2ba0f9/decc1817-c45d-4e03-92c2-80bcaa2ba0f9.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.297625] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.298342] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d50efce-37f6-4e95-9b29-c184d9c76bcd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.305134] env[70867]: DEBUG oslo_vmware.api [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Waiting for the task: (returnval){ [ 728.305134] env[70867]: value = "task-3473291" [ 728.305134] env[70867]: _type = "Task" [ 728.305134] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.315071] env[70867]: DEBUG oslo_vmware.api [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473291, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.359183] env[70867]: DEBUG nova.network.neutron [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Successfully created port: a798dd06-ae2a-4f53-99a7-e046b6fbff3f {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.405027] env[70867]: DEBUG oslo_concurrency.lockutils [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Acquiring lock "refresh_cache-f7271eec-aab3-4258-a6c3-08ac0664d200" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.405027] env[70867]: DEBUG oslo_concurrency.lockutils [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Acquired lock "refresh_cache-f7271eec-aab3-4258-a6c3-08ac0664d200" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.405027] env[70867]: DEBUG nova.network.neutron [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.405027] env[70867]: DEBUG nova.compute.manager [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.422946] env[70867]: DEBUG oslo_vmware.api [None req-a5ff84f2-7804-4448-8729-c406fbf09367 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473289, 'name': CloneVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.607296] env[70867]: DEBUG oslo_vmware.api [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': task-3473290, 'name': Rename_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.747332] env[70867]: DEBUG oslo_vmware.api [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473288, 'name': PowerOnVM_Task, 'duration_secs': 0.540308} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.753533] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.753920] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-10d9497c-5cd3-4140-9a6e-17961fd310e0 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Updating instance 'f97cb95b-5d2e-4ac4-ba82-80a705a086f4' progress to 100 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 728.776965] env[70867]: DEBUG oslo_vmware.api [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5289bcbf-8723-e16d-1434-600e0b60c051, 'name': SearchDatastore_Task, 'duration_secs': 0.014928} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.777520] env[70867]: DEBUG oslo_concurrency.lockutils [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.779022] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.779022] env[70867]: DEBUG oslo_concurrency.lockutils [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.779022] env[70867]: DEBUG oslo_concurrency.lockutils [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.779022] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.779022] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d19f93b-bbbf-44fa-bb13-7e1ac2a73611 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.796224] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.796505] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.797305] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-155c708c-5c07-4760-978e-ff5fe2f5a8b1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.804335] env[70867]: DEBUG oslo_vmware.api [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 728.804335] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]526e3d94-2b4c-aa7a-a926-f1a0d6e76e37" [ 728.804335] env[70867]: _type = "Task" [ 728.804335] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.825958] env[70867]: DEBUG oslo_vmware.api [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473291, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069366} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.826333] env[70867]: DEBUG oslo_vmware.api [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]526e3d94-2b4c-aa7a-a926-f1a0d6e76e37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.829585] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.831567] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7702e495-db60-40c0-8165-815a4cdd08bb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.856603] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] decc1817-c45d-4e03-92c2-80bcaa2ba0f9/decc1817-c45d-4e03-92c2-80bcaa2ba0f9.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.859531] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0075348-b254-47b8-900e-a2ea1ab76039 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.878995] env[70867]: DEBUG oslo_vmware.api [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Waiting for the task: (returnval){ [ 728.878995] env[70867]: value = "task-3473295" [ 728.878995] env[70867]: _type = "Task" [ 728.878995] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.887416] env[70867]: DEBUG oslo_vmware.api [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473295, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.929454] env[70867]: DEBUG oslo_vmware.api [None req-a5ff84f2-7804-4448-8729-c406fbf09367 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473289, 'name': CloneVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.971096] env[70867]: DEBUG nova.network.neutron [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.023534] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a477b26c-2e88-45a8-8b0a-8d84712ecc65 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.033930] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ef978c-d851-4f5e-8991-23bf06ff05af {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.070746] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c3ba83-5b65-4a5f-9c27-da7989df030d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.078776] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889ab74a-095b-4c20-9971-a0b50f458cbc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.093656] env[70867]: DEBUG nova.compute.provider_tree [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.105596] env[70867]: DEBUG oslo_vmware.api [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': task-3473290, 'name': Rename_Task, 'duration_secs': 0.77491} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.106285] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.107035] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b08c8013-9a41-476f-aa85-e87dd84232d5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.116151] env[70867]: DEBUG oslo_vmware.api [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Waiting for the task: (returnval){ [ 729.116151] env[70867]: value = "task-3473296" [ 729.116151] env[70867]: _type = "Task" [ 729.116151] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.124447] env[70867]: DEBUG oslo_vmware.api [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': task-3473296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.128682] env[70867]: DEBUG nova.network.neutron [None req-8816386b-4bf2-4067-a1c8-05ea785ad967 tempest-ServerExternalEventsTest-142328794 tempest-ServerExternalEventsTest-142328794-project] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Updating instance_info_cache with network_info: [{"id": "25f9223c-7b6e-4e83-85ef-31c9c173a20a", "address": "fa:16:3e:d3:d6:00", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25f9223c-7b", "ovs_interfaceid": "25f9223c-7b6e-4e83-85ef-31c9c173a20a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.150863] env[70867]: DEBUG nova.network.neutron [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Updating instance_info_cache with network_info: [{"id": "a6d5450d-1abb-49eb-ac7c-f38c6484209c", "address": "fa:16:3e:8d:aa:04", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6d5450d-1a", "ovs_interfaceid": "a6d5450d-1abb-49eb-ac7c-f38c6484209c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.182514] env[70867]: DEBUG oslo_concurrency.lockutils [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Acquiring lock "9ebcf594-a25c-4401-b0e4-04740e70bcc7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.183373] env[70867]: DEBUG oslo_concurrency.lockutils [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Lock "9ebcf594-a25c-4401-b0e4-04740e70bcc7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.321416] env[70867]: DEBUG oslo_vmware.api [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]526e3d94-2b4c-aa7a-a926-f1a0d6e76e37, 'name': SearchDatastore_Task, 'duration_secs': 0.016323} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.322704] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9e48d15-386e-4c4a-9604-1d47e7997ed0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.330174] env[70867]: DEBUG oslo_vmware.api [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 729.330174] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ba22ce-38ae-8025-cf79-2550b141c6d8" [ 729.330174] env[70867]: _type = "Task" [ 729.330174] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.338681] env[70867]: DEBUG oslo_vmware.api [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ba22ce-38ae-8025-cf79-2550b141c6d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.391372] env[70867]: DEBUG oslo_vmware.api [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.428179] env[70867]: DEBUG nova.compute.manager [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.428179] env[70867]: DEBUG oslo_vmware.api [None req-a5ff84f2-7804-4448-8729-c406fbf09367 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473289, 'name': CloneVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.439379] env[70867]: DEBUG nova.compute.manager [req-8d44bbc3-7973-4b01-b3b8-e0f26241b524 req-8b5c62a1-ee26-4c02-8f31-6695f6861a23 service nova] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Received event network-vif-plugged-f2fec0ce-de2b-4fdd-bc07-f8401097abbc {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.439620] env[70867]: DEBUG oslo_concurrency.lockutils [req-8d44bbc3-7973-4b01-b3b8-e0f26241b524 req-8b5c62a1-ee26-4c02-8f31-6695f6861a23 service nova] Acquiring lock "6e714e41-8baf-492a-b38c-7b162a779556-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.439844] env[70867]: DEBUG oslo_concurrency.lockutils [req-8d44bbc3-7973-4b01-b3b8-e0f26241b524 req-8b5c62a1-ee26-4c02-8f31-6695f6861a23 service nova] Lock "6e714e41-8baf-492a-b38c-7b162a779556-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.440125] env[70867]: DEBUG oslo_concurrency.lockutils [req-8d44bbc3-7973-4b01-b3b8-e0f26241b524 req-8b5c62a1-ee26-4c02-8f31-6695f6861a23 service nova] Lock "6e714e41-8baf-492a-b38c-7b162a779556-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.440348] env[70867]: DEBUG nova.compute.manager [req-8d44bbc3-7973-4b01-b3b8-e0f26241b524 req-8b5c62a1-ee26-4c02-8f31-6695f6861a23 service nova] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] No waiting events found dispatching network-vif-plugged-f2fec0ce-de2b-4fdd-bc07-f8401097abbc {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 729.440598] env[70867]: WARNING nova.compute.manager [req-8d44bbc3-7973-4b01-b3b8-e0f26241b524 req-8b5c62a1-ee26-4c02-8f31-6695f6861a23 service nova] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Received unexpected event network-vif-plugged-f2fec0ce-de2b-4fdd-bc07-f8401097abbc for instance with vm_state building and task_state spawning. [ 729.440788] env[70867]: DEBUG nova.compute.manager [req-8d44bbc3-7973-4b01-b3b8-e0f26241b524 req-8b5c62a1-ee26-4c02-8f31-6695f6861a23 service nova] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Received event network-changed-f2fec0ce-de2b-4fdd-bc07-f8401097abbc {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.440974] env[70867]: DEBUG nova.compute.manager [req-8d44bbc3-7973-4b01-b3b8-e0f26241b524 req-8b5c62a1-ee26-4c02-8f31-6695f6861a23 service nova] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Refreshing instance network info cache due to event network-changed-f2fec0ce-de2b-4fdd-bc07-f8401097abbc. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.441206] env[70867]: DEBUG oslo_concurrency.lockutils [req-8d44bbc3-7973-4b01-b3b8-e0f26241b524 req-8b5c62a1-ee26-4c02-8f31-6695f6861a23 service nova] Acquiring lock "refresh_cache-6e714e41-8baf-492a-b38c-7b162a779556" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.441373] env[70867]: DEBUG oslo_concurrency.lockutils [req-8d44bbc3-7973-4b01-b3b8-e0f26241b524 req-8b5c62a1-ee26-4c02-8f31-6695f6861a23 service nova] Acquired lock "refresh_cache-6e714e41-8baf-492a-b38c-7b162a779556" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.441991] env[70867]: DEBUG nova.network.neutron [req-8d44bbc3-7973-4b01-b3b8-e0f26241b524 req-8b5c62a1-ee26-4c02-8f31-6695f6861a23 service nova] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Refreshing network info cache for port f2fec0ce-de2b-4fdd-bc07-f8401097abbc {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.465416] env[70867]: DEBUG nova.virt.hardware [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.465627] env[70867]: DEBUG nova.virt.hardware [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.465845] env[70867]: DEBUG nova.virt.hardware [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.466088] env[70867]: DEBUG nova.virt.hardware [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.466280] env[70867]: DEBUG nova.virt.hardware [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.466467] env[70867]: DEBUG nova.virt.hardware [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.467286] env[70867]: DEBUG nova.virt.hardware [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.467286] env[70867]: DEBUG nova.virt.hardware [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.467286] env[70867]: DEBUG nova.virt.hardware [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.468094] env[70867]: DEBUG nova.virt.hardware [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.468265] env[70867]: DEBUG nova.virt.hardware [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.469659] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb6aae0-a380-49e0-92d8-1cac9ba5e11c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.476583] env[70867]: DEBUG nova.compute.manager [req-b85caa43-c2f7-4e1f-bdc0-d7c8ff6f064f req-578c619a-b664-41eb-9efd-28f99fb59706 service nova] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Received event network-changed-175e3821-865a-48e4-b005-4ed9851f2a31 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.476897] env[70867]: DEBUG nova.compute.manager [req-b85caa43-c2f7-4e1f-bdc0-d7c8ff6f064f req-578c619a-b664-41eb-9efd-28f99fb59706 service nova] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Refreshing instance network info cache due to event network-changed-175e3821-865a-48e4-b005-4ed9851f2a31. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.477424] env[70867]: DEBUG oslo_concurrency.lockutils [req-b85caa43-c2f7-4e1f-bdc0-d7c8ff6f064f req-578c619a-b664-41eb-9efd-28f99fb59706 service nova] Acquiring lock "refresh_cache-8dc05e7d-bad4-42ba-a73e-30816551cf75" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.477424] env[70867]: DEBUG oslo_concurrency.lockutils [req-b85caa43-c2f7-4e1f-bdc0-d7c8ff6f064f req-578c619a-b664-41eb-9efd-28f99fb59706 service nova] Acquired lock "refresh_cache-8dc05e7d-bad4-42ba-a73e-30816551cf75" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.477718] env[70867]: DEBUG nova.network.neutron [req-b85caa43-c2f7-4e1f-bdc0-d7c8ff6f064f req-578c619a-b664-41eb-9efd-28f99fb59706 service nova] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Refreshing network info cache for port 175e3821-865a-48e4-b005-4ed9851f2a31 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.485390] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a6c2f8-a0af-4f90-84d0-6217dc60b498 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.600852] env[70867]: DEBUG nova.scheduler.client.report [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.628583] env[70867]: DEBUG oslo_vmware.api [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': task-3473296, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.631289] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8816386b-4bf2-4067-a1c8-05ea785ad967 tempest-ServerExternalEventsTest-142328794 tempest-ServerExternalEventsTest-142328794-project] Releasing lock "refresh_cache-6415730a-4aa9-47f0-960e-509459c615f7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.652736] env[70867]: DEBUG oslo_concurrency.lockutils [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Releasing lock "refresh_cache-f7271eec-aab3-4258-a6c3-08ac0664d200" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.653090] env[70867]: DEBUG nova.compute.manager [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Instance network_info: |[{"id": "a6d5450d-1abb-49eb-ac7c-f38c6484209c", "address": "fa:16:3e:8d:aa:04", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6d5450d-1a", "ovs_interfaceid": "a6d5450d-1abb-49eb-ac7c-f38c6484209c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 729.653531] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:aa:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6d5450d-1abb-49eb-ac7c-f38c6484209c', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.662260] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Creating folder: Project (f70ca320b3354cf0bfbd82a89270fd80). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.662465] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5cd123ec-c648-4a29-9a57-6fd152e56dcb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.673893] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Created folder: Project (f70ca320b3354cf0bfbd82a89270fd80) in parent group-v694272. [ 729.674220] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Creating folder: Instances. Parent ref: group-v694336. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.674450] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fd200b9-7846-4b73-bd0e-66795fb93b38 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.684168] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Created folder: Instances in parent group-v694336. [ 729.684471] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.684765] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.685037] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c5da374-f2f1-44ff-b3d1-2e440f31170f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.699725] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aea44008-ce76-46fc-8c64-1ee5d0e35b05 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Acquiring lock "6415730a-4aa9-47f0-960e-509459c615f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.700737] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aea44008-ce76-46fc-8c64-1ee5d0e35b05 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Lock "6415730a-4aa9-47f0-960e-509459c615f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.700737] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aea44008-ce76-46fc-8c64-1ee5d0e35b05 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Acquiring lock "6415730a-4aa9-47f0-960e-509459c615f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.700737] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aea44008-ce76-46fc-8c64-1ee5d0e35b05 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Lock "6415730a-4aa9-47f0-960e-509459c615f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.700737] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aea44008-ce76-46fc-8c64-1ee5d0e35b05 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Lock "6415730a-4aa9-47f0-960e-509459c615f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.706428] env[70867]: INFO nova.compute.manager [None req-aea44008-ce76-46fc-8c64-1ee5d0e35b05 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Terminating instance [ 729.709235] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.709235] env[70867]: value = "task-3473300" [ 729.709235] env[70867]: _type = "Task" [ 729.709235] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.720424] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473300, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.843345] env[70867]: DEBUG oslo_vmware.api [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ba22ce-38ae-8025-cf79-2550b141c6d8, 'name': SearchDatastore_Task, 'duration_secs': 0.038022} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.843614] env[70867]: DEBUG oslo_concurrency.lockutils [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.843701] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 6e714e41-8baf-492a-b38c-7b162a779556/6e714e41-8baf-492a-b38c-7b162a779556.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.845471] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10b9f840-28d2-4bbb-845b-07d8b270b456 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.850925] env[70867]: DEBUG oslo_vmware.api [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 729.850925] env[70867]: value = "task-3473301" [ 729.850925] env[70867]: _type = "Task" [ 729.850925] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.860363] env[70867]: DEBUG oslo_vmware.api [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.888775] env[70867]: DEBUG oslo_vmware.api [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473295, 'name': ReconfigVM_Task, 'duration_secs': 0.68096} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.889550] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Reconfigured VM instance instance-00000012 to attach disk [datastore2] decc1817-c45d-4e03-92c2-80bcaa2ba0f9/decc1817-c45d-4e03-92c2-80bcaa2ba0f9.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.890293] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d774b311-5fb4-445b-ae1d-76d4ed458515 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.897210] env[70867]: DEBUG oslo_vmware.api [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Waiting for the task: (returnval){ [ 729.897210] env[70867]: value = "task-3473302" [ 729.897210] env[70867]: _type = "Task" [ 729.897210] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.906640] env[70867]: DEBUG oslo_vmware.api [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473302, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.924844] env[70867]: DEBUG oslo_vmware.api [None req-a5ff84f2-7804-4448-8729-c406fbf09367 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473289, 'name': CloneVM_Task, 'duration_secs': 1.791847} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.925212] env[70867]: INFO nova.virt.vmwareapi.vmops [None req-a5ff84f2-7804-4448-8729-c406fbf09367 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Created linked-clone VM from snapshot [ 729.926139] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aef83b9-86f9-4419-81c5-beedd4c351a6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.934372] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-a5ff84f2-7804-4448-8729-c406fbf09367 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Uploading image 9d14d6e0-a33f-4534-a8dd-c927bdca1c8c {{(pid=70867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 729.951165] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ff84f2-7804-4448-8729-c406fbf09367 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Destroying the VM {{(pid=70867) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 729.951551] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-65e62041-631e-4e2b-91b9-3ed2101184c6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.960478] env[70867]: DEBUG oslo_vmware.api [None req-a5ff84f2-7804-4448-8729-c406fbf09367 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for the task: (returnval){ [ 729.960478] env[70867]: value = "task-3473303" [ 729.960478] env[70867]: _type = "Task" [ 729.960478] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.969026] env[70867]: DEBUG oslo_vmware.api [None req-a5ff84f2-7804-4448-8729-c406fbf09367 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473303, 'name': Destroy_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.106626] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.107215] env[70867]: DEBUG nova.compute.manager [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 730.111595] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.597s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.113625] env[70867]: INFO nova.compute.claims [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.134838] env[70867]: DEBUG oslo_vmware.api [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': task-3473296, 'name': PowerOnVM_Task, 'duration_secs': 0.638911} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.135184] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.135451] env[70867]: INFO nova.compute.manager [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Took 11.63 seconds to spawn the instance on the hypervisor. [ 730.135777] env[70867]: DEBUG nova.compute.manager [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.136625] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37ebe15-a97a-462a-ab6a-9e435345f027 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.219337] env[70867]: DEBUG nova.compute.manager [None req-aea44008-ce76-46fc-8c64-1ee5d0e35b05 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 730.219615] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-aea44008-ce76-46fc-8c64-1ee5d0e35b05 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.220515] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e051c719-94fe-44d4-a450-fdaec18714f7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.235270] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea44008-ce76-46fc-8c64-1ee5d0e35b05 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.235270] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473300, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.235270] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0d85dae-8cca-4070-8bab-4dad724d299d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.244410] env[70867]: DEBUG oslo_vmware.api [None req-aea44008-ce76-46fc-8c64-1ee5d0e35b05 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Waiting for the task: (returnval){ [ 730.244410] env[70867]: value = "task-3473304" [ 730.244410] env[70867]: _type = "Task" [ 730.244410] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.254471] env[70867]: DEBUG oslo_vmware.api [None req-aea44008-ce76-46fc-8c64-1ee5d0e35b05 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Task: {'id': task-3473304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.269976] env[70867]: DEBUG nova.network.neutron [req-8d44bbc3-7973-4b01-b3b8-e0f26241b524 req-8b5c62a1-ee26-4c02-8f31-6695f6861a23 service nova] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Updated VIF entry in instance network info cache for port f2fec0ce-de2b-4fdd-bc07-f8401097abbc. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.270392] env[70867]: DEBUG nova.network.neutron [req-8d44bbc3-7973-4b01-b3b8-e0f26241b524 req-8b5c62a1-ee26-4c02-8f31-6695f6861a23 service nova] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Updating instance_info_cache with network_info: [{"id": "f2fec0ce-de2b-4fdd-bc07-f8401097abbc", "address": "fa:16:3e:f8:37:34", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2fec0ce-de", "ovs_interfaceid": "f2fec0ce-de2b-4fdd-bc07-f8401097abbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.367308] env[70867]: DEBUG oslo_vmware.api [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473301, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.411616] env[70867]: DEBUG oslo_vmware.api [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473302, 'name': Rename_Task, 'duration_secs': 0.159306} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.411616] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.411616] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d1ed649-c314-4573-b521-ad3d1de6de52 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.416797] env[70867]: DEBUG oslo_vmware.api [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Waiting for the task: (returnval){ [ 730.416797] env[70867]: value = "task-3473305" [ 730.416797] env[70867]: _type = "Task" [ 730.416797] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.425694] env[70867]: DEBUG oslo_vmware.api [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.434060] env[70867]: DEBUG nova.network.neutron [req-b85caa43-c2f7-4e1f-bdc0-d7c8ff6f064f req-578c619a-b664-41eb-9efd-28f99fb59706 service nova] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Updated VIF entry in instance network info cache for port 175e3821-865a-48e4-b005-4ed9851f2a31. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.434060] env[70867]: DEBUG nova.network.neutron [req-b85caa43-c2f7-4e1f-bdc0-d7c8ff6f064f req-578c619a-b664-41eb-9efd-28f99fb59706 service nova] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Updating instance_info_cache with network_info: [{"id": "175e3821-865a-48e4-b005-4ed9851f2a31", "address": "fa:16:3e:5a:a0:89", "network": {"id": "15d29c15-fd92-482e-94cb-52a40d930917", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2075411538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a610b2a9976a4c5fb8952d153681925e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap175e3821-86", "ovs_interfaceid": "175e3821-865a-48e4-b005-4ed9851f2a31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.471066] env[70867]: DEBUG oslo_vmware.api [None req-a5ff84f2-7804-4448-8729-c406fbf09367 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473303, 'name': Destroy_Task, 'duration_secs': 0.371045} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.471705] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-a5ff84f2-7804-4448-8729-c406fbf09367 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Destroyed the VM [ 730.472384] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ff84f2-7804-4448-8729-c406fbf09367 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Deleting Snapshot of the VM instance {{(pid=70867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 730.473203] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e7cc89fb-eaf0-4d43-b738-385bf98ab634 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.482299] env[70867]: DEBUG oslo_vmware.api [None req-a5ff84f2-7804-4448-8729-c406fbf09367 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for the task: (returnval){ [ 730.482299] env[70867]: value = "task-3473306" [ 730.482299] env[70867]: _type = "Task" [ 730.482299] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.492951] env[70867]: DEBUG oslo_vmware.api [None req-a5ff84f2-7804-4448-8729-c406fbf09367 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473306, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.513345] env[70867]: DEBUG nova.network.neutron [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Successfully updated port: a798dd06-ae2a-4f53-99a7-e046b6fbff3f {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.622516] env[70867]: DEBUG nova.compute.utils [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 730.631328] env[70867]: DEBUG nova.compute.manager [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 730.631328] env[70867]: DEBUG nova.network.neutron [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 730.656264] env[70867]: INFO nova.compute.manager [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Took 41.93 seconds to build instance. [ 730.691877] env[70867]: DEBUG nova.policy [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b033a886a4844d608c610d66bee52c1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9887a501ada94094811782796978977f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.724101] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473300, 'name': CreateVM_Task, 'duration_secs': 0.675607} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.724323] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.725128] env[70867]: DEBUG oslo_concurrency.lockutils [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.725342] env[70867]: DEBUG oslo_concurrency.lockutils [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.725715] env[70867]: DEBUG oslo_concurrency.lockutils [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.725996] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b64ea97-412d-41ef-bd8a-de6e684365c8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.730988] env[70867]: DEBUG oslo_vmware.api [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Waiting for the task: (returnval){ [ 730.730988] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52221332-0969-05fe-3cac-32df031fdfa0" [ 730.730988] env[70867]: _type = "Task" [ 730.730988] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.741092] env[70867]: DEBUG oslo_vmware.api [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52221332-0969-05fe-3cac-32df031fdfa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.757741] env[70867]: DEBUG oslo_vmware.api [None req-aea44008-ce76-46fc-8c64-1ee5d0e35b05 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Task: {'id': task-3473304, 'name': PowerOffVM_Task, 'duration_secs': 0.31699} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.758099] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea44008-ce76-46fc-8c64-1ee5d0e35b05 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.758286] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-aea44008-ce76-46fc-8c64-1ee5d0e35b05 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.758622] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70677c9a-6fe3-4c86-b1a0-0c71e207558c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.776831] env[70867]: DEBUG oslo_concurrency.lockutils [req-8d44bbc3-7973-4b01-b3b8-e0f26241b524 req-8b5c62a1-ee26-4c02-8f31-6695f6861a23 service nova] Releasing lock "refresh_cache-6e714e41-8baf-492a-b38c-7b162a779556" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.874547] env[70867]: DEBUG oslo_vmware.api [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473301, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.790725} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.874844] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 6e714e41-8baf-492a-b38c-7b162a779556/6e714e41-8baf-492a-b38c-7b162a779556.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.875080] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.875409] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f672e159-67df-4956-8645-7f5025b4b48f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.891378] env[70867]: DEBUG oslo_vmware.api [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 730.891378] env[70867]: value = "task-3473308" [ 730.891378] env[70867]: _type = "Task" [ 730.891378] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.892690] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-aea44008-ce76-46fc-8c64-1ee5d0e35b05 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.892962] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-aea44008-ce76-46fc-8c64-1ee5d0e35b05 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.893236] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-aea44008-ce76-46fc-8c64-1ee5d0e35b05 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Deleting the datastore file [datastore2] 6415730a-4aa9-47f0-960e-509459c615f7 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.901489] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da559db8-dcc4-4e29-8e8e-84cde800bde3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.912777] env[70867]: DEBUG oslo_vmware.api [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473308, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.912777] env[70867]: DEBUG oslo_vmware.api [None req-aea44008-ce76-46fc-8c64-1ee5d0e35b05 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Waiting for the task: (returnval){ [ 730.912777] env[70867]: value = "task-3473309" [ 730.912777] env[70867]: _type = "Task" [ 730.912777] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.925661] env[70867]: DEBUG oslo_vmware.api [None req-aea44008-ce76-46fc-8c64-1ee5d0e35b05 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Task: {'id': task-3473309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.930747] env[70867]: DEBUG oslo_vmware.api [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473305, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.938946] env[70867]: DEBUG oslo_concurrency.lockutils [req-b85caa43-c2f7-4e1f-bdc0-d7c8ff6f064f req-578c619a-b664-41eb-9efd-28f99fb59706 service nova] Releasing lock "refresh_cache-8dc05e7d-bad4-42ba-a73e-30816551cf75" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.939213] env[70867]: DEBUG nova.compute.manager [req-b85caa43-c2f7-4e1f-bdc0-d7c8ff6f064f req-578c619a-b664-41eb-9efd-28f99fb59706 service nova] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Received event network-vif-plugged-a6d5450d-1abb-49eb-ac7c-f38c6484209c {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.939411] env[70867]: DEBUG oslo_concurrency.lockutils [req-b85caa43-c2f7-4e1f-bdc0-d7c8ff6f064f req-578c619a-b664-41eb-9efd-28f99fb59706 service nova] Acquiring lock "f7271eec-aab3-4258-a6c3-08ac0664d200-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.939613] env[70867]: DEBUG oslo_concurrency.lockutils [req-b85caa43-c2f7-4e1f-bdc0-d7c8ff6f064f req-578c619a-b664-41eb-9efd-28f99fb59706 service nova] Lock "f7271eec-aab3-4258-a6c3-08ac0664d200-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.939806] env[70867]: DEBUG oslo_concurrency.lockutils [req-b85caa43-c2f7-4e1f-bdc0-d7c8ff6f064f req-578c619a-b664-41eb-9efd-28f99fb59706 service nova] Lock "f7271eec-aab3-4258-a6c3-08ac0664d200-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.939974] env[70867]: DEBUG nova.compute.manager [req-b85caa43-c2f7-4e1f-bdc0-d7c8ff6f064f req-578c619a-b664-41eb-9efd-28f99fb59706 service nova] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] No waiting events found dispatching network-vif-plugged-a6d5450d-1abb-49eb-ac7c-f38c6484209c {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 730.940176] env[70867]: WARNING nova.compute.manager [req-b85caa43-c2f7-4e1f-bdc0-d7c8ff6f064f req-578c619a-b664-41eb-9efd-28f99fb59706 service nova] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Received unexpected event network-vif-plugged-a6d5450d-1abb-49eb-ac7c-f38c6484209c for instance with vm_state building and task_state spawning. [ 730.940345] env[70867]: DEBUG nova.compute.manager [req-b85caa43-c2f7-4e1f-bdc0-d7c8ff6f064f req-578c619a-b664-41eb-9efd-28f99fb59706 service nova] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Received event network-changed-a6d5450d-1abb-49eb-ac7c-f38c6484209c {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.940498] env[70867]: DEBUG nova.compute.manager [req-b85caa43-c2f7-4e1f-bdc0-d7c8ff6f064f req-578c619a-b664-41eb-9efd-28f99fb59706 service nova] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Refreshing instance network info cache due to event network-changed-a6d5450d-1abb-49eb-ac7c-f38c6484209c. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 730.940677] env[70867]: DEBUG oslo_concurrency.lockutils [req-b85caa43-c2f7-4e1f-bdc0-d7c8ff6f064f req-578c619a-b664-41eb-9efd-28f99fb59706 service nova] Acquiring lock "refresh_cache-f7271eec-aab3-4258-a6c3-08ac0664d200" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.940827] env[70867]: DEBUG oslo_concurrency.lockutils [req-b85caa43-c2f7-4e1f-bdc0-d7c8ff6f064f req-578c619a-b664-41eb-9efd-28f99fb59706 service nova] Acquired lock "refresh_cache-f7271eec-aab3-4258-a6c3-08ac0664d200" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.941950] env[70867]: DEBUG nova.network.neutron [req-b85caa43-c2f7-4e1f-bdc0-d7c8ff6f064f req-578c619a-b664-41eb-9efd-28f99fb59706 service nova] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Refreshing network info cache for port a6d5450d-1abb-49eb-ac7c-f38c6484209c {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.995079] env[70867]: DEBUG oslo_vmware.api [None req-a5ff84f2-7804-4448-8729-c406fbf09367 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473306, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.015300] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Acquiring lock "refresh_cache-76085f51-855e-4d02-ae73-ddf86201158a" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.015418] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Acquired lock "refresh_cache-76085f51-855e-4d02-ae73-ddf86201158a" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.015527] env[70867]: DEBUG nova.network.neutron [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.129631] env[70867]: DEBUG nova.compute.manager [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 731.160987] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ebe1b0c9-7bf6-4123-8421-01e0a35840ef tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Lock "39540351-0bb2-4505-a505-06bf5aaca7f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.667s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.252790] env[70867]: DEBUG oslo_vmware.api [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52221332-0969-05fe-3cac-32df031fdfa0, 'name': SearchDatastore_Task, 'duration_secs': 0.011251} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.256556] env[70867]: DEBUG oslo_concurrency.lockutils [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.256838] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.257597] env[70867]: DEBUG oslo_concurrency.lockutils [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.257597] env[70867]: DEBUG oslo_concurrency.lockutils [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.257597] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.258215] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6587ce2e-9ca2-4667-a652-0e374f8cff54 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.270224] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.271065] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.271252] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-652e8c9c-6e52-4fb3-95e9-a3cc44b20ded {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.279755] env[70867]: DEBUG oslo_vmware.api [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Waiting for the task: (returnval){ [ 731.279755] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c26626-43d5-ea68-0701-4b5da82b1793" [ 731.279755] env[70867]: _type = "Task" [ 731.279755] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.291277] env[70867]: DEBUG oslo_vmware.api [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c26626-43d5-ea68-0701-4b5da82b1793, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.399317] env[70867]: DEBUG nova.network.neutron [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Successfully created port: c7c2966a-dd9b-4379-a5ee-4219faa56e6b {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.406804] env[70867]: DEBUG oslo_vmware.api [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473308, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146956} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.407158] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.407974] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe16f0c6-d19b-424a-9387-7e30d79c6e95 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.433809] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 6e714e41-8baf-492a-b38c-7b162a779556/6e714e41-8baf-492a-b38c-7b162a779556.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.444148] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3ed6580-2a18-44ae-83a5-1390aea1f06c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.469039] env[70867]: DEBUG oslo_vmware.api [None req-aea44008-ce76-46fc-8c64-1ee5d0e35b05 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Task: {'id': task-3473309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375628} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.473130] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-aea44008-ce76-46fc-8c64-1ee5d0e35b05 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.473130] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-aea44008-ce76-46fc-8c64-1ee5d0e35b05 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.473130] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-aea44008-ce76-46fc-8c64-1ee5d0e35b05 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.473130] env[70867]: INFO nova.compute.manager [None req-aea44008-ce76-46fc-8c64-1ee5d0e35b05 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Took 1.25 seconds to destroy the instance on the hypervisor. [ 731.473130] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aea44008-ce76-46fc-8c64-1ee5d0e35b05 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.473490] env[70867]: DEBUG oslo_vmware.api [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473305, 'name': PowerOnVM_Task, 'duration_secs': 0.608039} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.478199] env[70867]: DEBUG nova.compute.manager [-] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 731.478199] env[70867]: DEBUG nova.network.neutron [-] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 731.479758] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.479758] env[70867]: INFO nova.compute.manager [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Took 10.28 seconds to spawn the instance on the hypervisor. [ 731.479758] env[70867]: DEBUG nova.compute.manager [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.480108] env[70867]: DEBUG oslo_vmware.api [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 731.480108] env[70867]: value = "task-3473310" [ 731.480108] env[70867]: _type = "Task" [ 731.480108] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.483194] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f36443-0e47-4dfe-83c7-cca8ea526f77 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.503959] env[70867]: DEBUG oslo_vmware.api [None req-a5ff84f2-7804-4448-8729-c406fbf09367 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473306, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.510981] env[70867]: DEBUG oslo_vmware.api [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.597847] env[70867]: DEBUG nova.network.neutron [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.666710] env[70867]: DEBUG nova.compute.manager [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 731.791103] env[70867]: DEBUG oslo_vmware.api [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c26626-43d5-ea68-0701-4b5da82b1793, 'name': SearchDatastore_Task, 'duration_secs': 0.086563} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.792404] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ad0dc41-c814-4612-97e7-b546553a3ea5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.796191] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713a8fa4-98ff-408e-aecf-f3af825f1c3b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.802770] env[70867]: DEBUG oslo_vmware.api [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Waiting for the task: (returnval){ [ 731.802770] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5255bac7-42a5-42ec-4c1b-fa67b4e2b0c2" [ 731.802770] env[70867]: _type = "Task" [ 731.802770] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.808428] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbef5572-3acf-46ce-8787-cec904bbe321 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.816278] env[70867]: DEBUG oslo_vmware.api [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5255bac7-42a5-42ec-4c1b-fa67b4e2b0c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.849857] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5060db21-3be9-4ec5-9013-6f3eb7ee323c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.858310] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8fe178-de53-41bc-bcc4-b21b22201d76 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.876024] env[70867]: DEBUG nova.compute.provider_tree [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.894936] env[70867]: DEBUG nova.network.neutron [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Updating instance_info_cache with network_info: [{"id": "a798dd06-ae2a-4f53-99a7-e046b6fbff3f", "address": "fa:16:3e:7a:f5:f1", "network": {"id": "6ce11a27-47dc-43ab-a91c-cd60f319b628", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-203290360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc4cb9d0b15e4a0f8d2cf4dfd5710267", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa798dd06-ae", "ovs_interfaceid": "a798dd06-ae2a-4f53-99a7-e046b6fbff3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.989320] env[70867]: DEBUG nova.network.neutron [req-b85caa43-c2f7-4e1f-bdc0-d7c8ff6f064f req-578c619a-b664-41eb-9efd-28f99fb59706 service nova] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Updated VIF entry in instance network info cache for port a6d5450d-1abb-49eb-ac7c-f38c6484209c. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.989599] env[70867]: DEBUG nova.network.neutron [req-b85caa43-c2f7-4e1f-bdc0-d7c8ff6f064f req-578c619a-b664-41eb-9efd-28f99fb59706 service nova] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Updating instance_info_cache with network_info: [{"id": "a6d5450d-1abb-49eb-ac7c-f38c6484209c", "address": "fa:16:3e:8d:aa:04", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6d5450d-1a", "ovs_interfaceid": "a6d5450d-1abb-49eb-ac7c-f38c6484209c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.004104] env[70867]: DEBUG oslo_vmware.api [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.004377] env[70867]: DEBUG oslo_vmware.api [None req-a5ff84f2-7804-4448-8729-c406fbf09367 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473306, 'name': RemoveSnapshot_Task, 'duration_secs': 1.0214} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.005292] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ff84f2-7804-4448-8729-c406fbf09367 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Deleted Snapshot of the VM instance {{(pid=70867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 732.017366] env[70867]: INFO nova.compute.manager [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Took 41.76 seconds to build instance. [ 732.138305] env[70867]: DEBUG nova.compute.manager [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 732.171465] env[70867]: DEBUG nova.virt.hardware [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.171828] env[70867]: DEBUG nova.virt.hardware [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.171828] env[70867]: DEBUG nova.virt.hardware [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.172135] env[70867]: DEBUG nova.virt.hardware [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.172135] env[70867]: DEBUG nova.virt.hardware [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.172405] env[70867]: DEBUG nova.virt.hardware [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.172541] env[70867]: DEBUG nova.virt.hardware [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.172701] env[70867]: DEBUG nova.virt.hardware [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.172865] env[70867]: DEBUG nova.virt.hardware [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.173040] env[70867]: DEBUG nova.virt.hardware [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.173215] env[70867]: DEBUG nova.virt.hardware [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.178239] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605f26ce-cd76-40fd-8eab-53364e87aa0f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.189671] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54633cb-bc21-42e3-9daf-d396b6b37f1f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.194600] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.207792] env[70867]: DEBUG nova.compute.manager [req-493a81ce-4b72-49d9-bd20-fa67b70a0f67 req-c0b350f1-a2c1-4285-a58f-5d89d8651335 service nova] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Received event network-changed-175e3821-865a-48e4-b005-4ed9851f2a31 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.208023] env[70867]: DEBUG nova.compute.manager [req-493a81ce-4b72-49d9-bd20-fa67b70a0f67 req-c0b350f1-a2c1-4285-a58f-5d89d8651335 service nova] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Refreshing instance network info cache due to event network-changed-175e3821-865a-48e4-b005-4ed9851f2a31. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 732.208231] env[70867]: DEBUG oslo_concurrency.lockutils [req-493a81ce-4b72-49d9-bd20-fa67b70a0f67 req-c0b350f1-a2c1-4285-a58f-5d89d8651335 service nova] Acquiring lock "refresh_cache-8dc05e7d-bad4-42ba-a73e-30816551cf75" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.208373] env[70867]: DEBUG oslo_concurrency.lockutils [req-493a81ce-4b72-49d9-bd20-fa67b70a0f67 req-c0b350f1-a2c1-4285-a58f-5d89d8651335 service nova] Acquired lock "refresh_cache-8dc05e7d-bad4-42ba-a73e-30816551cf75" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.208529] env[70867]: DEBUG nova.network.neutron [req-493a81ce-4b72-49d9-bd20-fa67b70a0f67 req-c0b350f1-a2c1-4285-a58f-5d89d8651335 service nova] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Refreshing network info cache for port 175e3821-865a-48e4-b005-4ed9851f2a31 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.321594] env[70867]: DEBUG oslo_vmware.api [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5255bac7-42a5-42ec-4c1b-fa67b4e2b0c2, 'name': SearchDatastore_Task, 'duration_secs': 0.039078} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.321909] env[70867]: DEBUG oslo_concurrency.lockutils [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.322198] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] f7271eec-aab3-4258-a6c3-08ac0664d200/f7271eec-aab3-4258-a6c3-08ac0664d200.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.322472] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cadaa13-392d-489e-9c61-ff3aa22a5136 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.329717] env[70867]: DEBUG oslo_vmware.api [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Waiting for the task: (returnval){ [ 732.329717] env[70867]: value = "task-3473313" [ 732.329717] env[70867]: _type = "Task" [ 732.329717] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.337797] env[70867]: DEBUG oslo_vmware.api [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Task: {'id': task-3473313, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.381111] env[70867]: DEBUG nova.scheduler.client.report [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.397734] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Releasing lock "refresh_cache-76085f51-855e-4d02-ae73-ddf86201158a" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.398802] env[70867]: DEBUG nova.compute.manager [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Instance network_info: |[{"id": "a798dd06-ae2a-4f53-99a7-e046b6fbff3f", "address": "fa:16:3e:7a:f5:f1", "network": {"id": "6ce11a27-47dc-43ab-a91c-cd60f319b628", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-203290360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc4cb9d0b15e4a0f8d2cf4dfd5710267", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa798dd06-ae", "ovs_interfaceid": "a798dd06-ae2a-4f53-99a7-e046b6fbff3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.398934] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:f5:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a798dd06-ae2a-4f53-99a7-e046b6fbff3f', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.406947] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Creating folder: Project (cc4cb9d0b15e4a0f8d2cf4dfd5710267). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.408221] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6d1eb7b7-01b0-4cba-9262-a024f28ece60 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquiring lock "f97cb95b-5d2e-4ac4-ba82-80a705a086f4" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.408461] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6d1eb7b7-01b0-4cba-9262-a024f28ece60 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Lock "f97cb95b-5d2e-4ac4-ba82-80a705a086f4" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.408679] env[70867]: DEBUG nova.compute.manager [None req-6d1eb7b7-01b0-4cba-9262-a024f28ece60 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Going to confirm migration 1 {{(pid=70867) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 732.409952] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ac4e093-54ab-4d4f-8350-cb1e25432997 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.420757] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Created folder: Project (cc4cb9d0b15e4a0f8d2cf4dfd5710267) in parent group-v694272. [ 732.420944] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Creating folder: Instances. Parent ref: group-v694339. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.421201] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b629c8fd-5722-4c97-931f-b0c42c9622b9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.430586] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Created folder: Instances in parent group-v694339. [ 732.430753] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.430944] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.431180] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20548806-e0fd-4b4b-8986-91bb4962baaf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.446958] env[70867]: DEBUG nova.network.neutron [-] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.453787] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.453787] env[70867]: value = "task-3473316" [ 732.453787] env[70867]: _type = "Task" [ 732.453787] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.465861] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473316, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.497483] env[70867]: DEBUG oslo_concurrency.lockutils [req-b85caa43-c2f7-4e1f-bdc0-d7c8ff6f064f req-578c619a-b664-41eb-9efd-28f99fb59706 service nova] Releasing lock "refresh_cache-f7271eec-aab3-4258-a6c3-08ac0664d200" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.497924] env[70867]: DEBUG oslo_vmware.api [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.514598] env[70867]: WARNING nova.compute.manager [None req-a5ff84f2-7804-4448-8729-c406fbf09367 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Image not found during snapshot: nova.exception.ImageNotFound: Image 9d14d6e0-a33f-4534-a8dd-c927bdca1c8c could not be found. [ 732.522980] env[70867]: DEBUG oslo_concurrency.lockutils [None req-05519655-021e-4e33-8405-f6917ec508ec tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Lock "decc1817-c45d-4e03-92c2-80bcaa2ba0f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.124s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.611926] env[70867]: DEBUG nova.compute.manager [req-dd139e31-47ab-4306-8a38-e58a6fe73267 req-f319726f-a46a-4603-ab29-5e7eb9f8d1f1 service nova] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Received event network-vif-deleted-25f9223c-7b6e-4e83-85ef-31c9c173a20a {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.839779] env[70867]: DEBUG oslo_vmware.api [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Task: {'id': task-3473313, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.886745] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.775s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.887551] env[70867]: DEBUG nova.compute.manager [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.894057] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.535s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.894505] env[70867]: DEBUG nova.objects.instance [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70867) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 732.949986] env[70867]: INFO nova.compute.manager [-] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Took 1.47 seconds to deallocate network for instance. [ 732.974403] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473316, 'name': CreateVM_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.974796] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6d1eb7b7-01b0-4cba-9262-a024f28ece60 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquiring lock "refresh_cache-f97cb95b-5d2e-4ac4-ba82-80a705a086f4" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.974981] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6d1eb7b7-01b0-4cba-9262-a024f28ece60 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquired lock "refresh_cache-f97cb95b-5d2e-4ac4-ba82-80a705a086f4" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.975173] env[70867]: DEBUG nova.network.neutron [None req-6d1eb7b7-01b0-4cba-9262-a024f28ece60 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.975355] env[70867]: DEBUG nova.objects.instance [None req-6d1eb7b7-01b0-4cba-9262-a024f28ece60 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Lazy-loading 'info_cache' on Instance uuid f97cb95b-5d2e-4ac4-ba82-80a705a086f4 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.001834] env[70867]: DEBUG oslo_vmware.api [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473310, 'name': ReconfigVM_Task, 'duration_secs': 1.079383} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.002146] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 6e714e41-8baf-492a-b38c-7b162a779556/6e714e41-8baf-492a-b38c-7b162a779556.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.002799] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2eddf65d-f79c-42e6-ac93-46a54ef32c13 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.011410] env[70867]: DEBUG oslo_vmware.api [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 733.011410] env[70867]: value = "task-3473317" [ 733.011410] env[70867]: _type = "Task" [ 733.011410] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.021804] env[70867]: DEBUG oslo_vmware.api [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473317, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.027075] env[70867]: DEBUG nova.compute.manager [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.135798] env[70867]: DEBUG nova.network.neutron [req-493a81ce-4b72-49d9-bd20-fa67b70a0f67 req-c0b350f1-a2c1-4285-a58f-5d89d8651335 service nova] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Updated VIF entry in instance network info cache for port 175e3821-865a-48e4-b005-4ed9851f2a31. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.136221] env[70867]: DEBUG nova.network.neutron [req-493a81ce-4b72-49d9-bd20-fa67b70a0f67 req-c0b350f1-a2c1-4285-a58f-5d89d8651335 service nova] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Updating instance_info_cache with network_info: [{"id": "175e3821-865a-48e4-b005-4ed9851f2a31", "address": "fa:16:3e:5a:a0:89", "network": {"id": "15d29c15-fd92-482e-94cb-52a40d930917", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2075411538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a610b2a9976a4c5fb8952d153681925e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap175e3821-86", "ovs_interfaceid": "175e3821-865a-48e4-b005-4ed9851f2a31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.342942] env[70867]: DEBUG oslo_vmware.api [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Task: {'id': task-3473313, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.814303} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.343228] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] f7271eec-aab3-4258-a6c3-08ac0664d200/f7271eec-aab3-4258-a6c3-08ac0664d200.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.343444] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.343723] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6760f5d-8baf-4192-b611-27ec4605334c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.351032] env[70867]: DEBUG oslo_vmware.api [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Waiting for the task: (returnval){ [ 733.351032] env[70867]: value = "task-3473318" [ 733.351032] env[70867]: _type = "Task" [ 733.351032] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.361505] env[70867]: DEBUG oslo_vmware.api [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Task: {'id': task-3473318, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.405782] env[70867]: DEBUG nova.compute.utils [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 733.407265] env[70867]: DEBUG nova.compute.manager [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 733.407460] env[70867]: DEBUG nova.network.neutron [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 733.420064] env[70867]: DEBUG nova.network.neutron [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Successfully updated port: c7c2966a-dd9b-4379-a5ee-4219faa56e6b {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 733.466914] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aea44008-ce76-46fc-8c64-1ee5d0e35b05 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.473837] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473316, 'name': CreateVM_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.499355] env[70867]: DEBUG nova.policy [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a769b51a7544f849cae90fd6e817d44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47d5205532a743d39db08c003e52dfbd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 733.524260] env[70867]: DEBUG oslo_vmware.api [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473317, 'name': Rename_Task, 'duration_secs': 0.511011} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.524810] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.526033] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e622788-618a-4256-9753-94ceff21da5c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.534957] env[70867]: DEBUG oslo_vmware.api [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 733.534957] env[70867]: value = "task-3473319" [ 733.534957] env[70867]: _type = "Task" [ 733.534957] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.546880] env[70867]: DEBUG oslo_vmware.api [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.558404] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.639295] env[70867]: DEBUG oslo_concurrency.lockutils [req-493a81ce-4b72-49d9-bd20-fa67b70a0f67 req-c0b350f1-a2c1-4285-a58f-5d89d8651335 service nova] Releasing lock "refresh_cache-8dc05e7d-bad4-42ba-a73e-30816551cf75" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.639678] env[70867]: DEBUG nova.compute.manager [req-493a81ce-4b72-49d9-bd20-fa67b70a0f67 req-c0b350f1-a2c1-4285-a58f-5d89d8651335 service nova] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Received event network-vif-plugged-a798dd06-ae2a-4f53-99a7-e046b6fbff3f {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.639985] env[70867]: DEBUG oslo_concurrency.lockutils [req-493a81ce-4b72-49d9-bd20-fa67b70a0f67 req-c0b350f1-a2c1-4285-a58f-5d89d8651335 service nova] Acquiring lock "76085f51-855e-4d02-ae73-ddf86201158a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.640387] env[70867]: DEBUG oslo_concurrency.lockutils [req-493a81ce-4b72-49d9-bd20-fa67b70a0f67 req-c0b350f1-a2c1-4285-a58f-5d89d8651335 service nova] Lock "76085f51-855e-4d02-ae73-ddf86201158a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.640661] env[70867]: DEBUG oslo_concurrency.lockutils [req-493a81ce-4b72-49d9-bd20-fa67b70a0f67 req-c0b350f1-a2c1-4285-a58f-5d89d8651335 service nova] Lock "76085f51-855e-4d02-ae73-ddf86201158a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.640935] env[70867]: DEBUG nova.compute.manager [req-493a81ce-4b72-49d9-bd20-fa67b70a0f67 req-c0b350f1-a2c1-4285-a58f-5d89d8651335 service nova] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] No waiting events found dispatching network-vif-plugged-a798dd06-ae2a-4f53-99a7-e046b6fbff3f {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 733.641240] env[70867]: WARNING nova.compute.manager [req-493a81ce-4b72-49d9-bd20-fa67b70a0f67 req-c0b350f1-a2c1-4285-a58f-5d89d8651335 service nova] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Received unexpected event network-vif-plugged-a798dd06-ae2a-4f53-99a7-e046b6fbff3f for instance with vm_state building and task_state spawning. [ 733.641502] env[70867]: DEBUG nova.compute.manager [req-493a81ce-4b72-49d9-bd20-fa67b70a0f67 req-c0b350f1-a2c1-4285-a58f-5d89d8651335 service nova] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Received event network-changed-a798dd06-ae2a-4f53-99a7-e046b6fbff3f {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.641761] env[70867]: DEBUG nova.compute.manager [req-493a81ce-4b72-49d9-bd20-fa67b70a0f67 req-c0b350f1-a2c1-4285-a58f-5d89d8651335 service nova] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Refreshing instance network info cache due to event network-changed-a798dd06-ae2a-4f53-99a7-e046b6fbff3f. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.642080] env[70867]: DEBUG oslo_concurrency.lockutils [req-493a81ce-4b72-49d9-bd20-fa67b70a0f67 req-c0b350f1-a2c1-4285-a58f-5d89d8651335 service nova] Acquiring lock "refresh_cache-76085f51-855e-4d02-ae73-ddf86201158a" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.642319] env[70867]: DEBUG oslo_concurrency.lockutils [req-493a81ce-4b72-49d9-bd20-fa67b70a0f67 req-c0b350f1-a2c1-4285-a58f-5d89d8651335 service nova] Acquired lock "refresh_cache-76085f51-855e-4d02-ae73-ddf86201158a" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.642582] env[70867]: DEBUG nova.network.neutron [req-493a81ce-4b72-49d9-bd20-fa67b70a0f67 req-c0b350f1-a2c1-4285-a58f-5d89d8651335 service nova] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Refreshing network info cache for port a798dd06-ae2a-4f53-99a7-e046b6fbff3f {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.861867] env[70867]: DEBUG oslo_vmware.api [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Task: {'id': task-3473318, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068281} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.862453] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.863049] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce1e482-65fe-4a88-a10a-bfc690bee716 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.896134] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] f7271eec-aab3-4258-a6c3-08ac0664d200/f7271eec-aab3-4258-a6c3-08ac0664d200.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.897411] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb14e647-94a3-46a0-8938-5981ecda28d7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.919183] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d1f35db8-aad2-4fa9-84a0-472e93db8692 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.025s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.922936] env[70867]: DEBUG nova.compute.manager [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.923884] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.671s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.925394] env[70867]: INFO nova.compute.claims [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.929512] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquiring lock "refresh_cache-cd4b0d7b-8070-4a0a-a8bd-09cc2c296789" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.929512] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquired lock "refresh_cache-cd4b0d7b-8070-4a0a-a8bd-09cc2c296789" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.929512] env[70867]: DEBUG nova.network.neutron [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.934035] env[70867]: DEBUG oslo_vmware.api [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Waiting for the task: (returnval){ [ 733.934035] env[70867]: value = "task-3473322" [ 733.934035] env[70867]: _type = "Task" [ 733.934035] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.943817] env[70867]: DEBUG oslo_vmware.api [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Task: {'id': task-3473322, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.945097] env[70867]: DEBUG nova.network.neutron [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Successfully created port: d6b520e9-0905-41f1-8186-1c150720cef2 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.973356] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473316, 'name': CreateVM_Task, 'duration_secs': 1.142172} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.973612] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.974362] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.974596] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.974935] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.975278] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2c6f1c7-45e3-4759-92b2-ed7488ddc7be {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.980744] env[70867]: DEBUG oslo_vmware.api [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Waiting for the task: (returnval){ [ 733.980744] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]524137c7-f223-4df3-09b7-034723795c59" [ 733.980744] env[70867]: _type = "Task" [ 733.980744] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.994235] env[70867]: DEBUG oslo_vmware.api [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]524137c7-f223-4df3-09b7-034723795c59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.054995] env[70867]: DEBUG oslo_vmware.api [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473319, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.229579] env[70867]: DEBUG nova.compute.manager [None req-6f0b9be9-b5fb-4567-8eef-a1e5fe584edf tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.233653] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653dea21-9dbc-43e7-bf1a-b656091dd82a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.461904] env[70867]: DEBUG oslo_vmware.api [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Task: {'id': task-3473322, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.478711] env[70867]: DEBUG nova.network.neutron [None req-6d1eb7b7-01b0-4cba-9262-a024f28ece60 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Updating instance_info_cache with network_info: [{"id": "4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3", "address": "fa:16:3e:c5:df:d3", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4880c51d-f1", "ovs_interfaceid": "4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.482645] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Acquiring lock "30bee283-5a5d-443f-8799-0675a0e0a2c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.482645] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Lock "30bee283-5a5d-443f-8799-0675a0e0a2c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.491334] env[70867]: DEBUG nova.network.neutron [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.503972] env[70867]: DEBUG oslo_vmware.api [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]524137c7-f223-4df3-09b7-034723795c59, 'name': SearchDatastore_Task, 'duration_secs': 0.018545} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.504916] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.506310] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.506310] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.506310] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.506310] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.506895] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d0d7383-e62e-4c71-890a-ed8c9486a343 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.519246] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.519698] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.525400] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60777ea8-3b43-40f0-9c6f-8cdf9af20cf5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.534542] env[70867]: DEBUG oslo_vmware.api [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Waiting for the task: (returnval){ [ 734.534542] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ed1350-b4c4-8821-6964-2df89452ba6d" [ 734.534542] env[70867]: _type = "Task" [ 734.534542] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.548550] env[70867]: DEBUG oslo_vmware.api [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ed1350-b4c4-8821-6964-2df89452ba6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.554564] env[70867]: DEBUG oslo_vmware.api [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473319, 'name': PowerOnVM_Task, 'duration_secs': 0.899299} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.555863] env[70867]: DEBUG nova.network.neutron [req-493a81ce-4b72-49d9-bd20-fa67b70a0f67 req-c0b350f1-a2c1-4285-a58f-5d89d8651335 service nova] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Updated VIF entry in instance network info cache for port a798dd06-ae2a-4f53-99a7-e046b6fbff3f. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.556233] env[70867]: DEBUG nova.network.neutron [req-493a81ce-4b72-49d9-bd20-fa67b70a0f67 req-c0b350f1-a2c1-4285-a58f-5d89d8651335 service nova] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Updating instance_info_cache with network_info: [{"id": "a798dd06-ae2a-4f53-99a7-e046b6fbff3f", "address": "fa:16:3e:7a:f5:f1", "network": {"id": "6ce11a27-47dc-43ab-a91c-cd60f319b628", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-203290360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc4cb9d0b15e4a0f8d2cf4dfd5710267", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa798dd06-ae", "ovs_interfaceid": "a798dd06-ae2a-4f53-99a7-e046b6fbff3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.557868] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.558343] env[70867]: INFO nova.compute.manager [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Took 10.65 seconds to spawn the instance on the hypervisor. [ 734.560242] env[70867]: DEBUG nova.compute.manager [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.564233] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa806c7b-6665-4592-bb7b-4e95404700c2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.699264] env[70867]: DEBUG nova.network.neutron [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Updating instance_info_cache with network_info: [{"id": "c7c2966a-dd9b-4379-a5ee-4219faa56e6b", "address": "fa:16:3e:72:fd:c3", "network": {"id": "92679d6e-9d23-48b6-ac5f-eb75f3549552", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-309244147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9887a501ada94094811782796978977f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7c2966a-dd", "ovs_interfaceid": "c7c2966a-dd9b-4379-a5ee-4219faa56e6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.748364] env[70867]: INFO nova.compute.manager [None req-6f0b9be9-b5fb-4567-8eef-a1e5fe584edf tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] instance snapshotting [ 734.751644] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67acc917-24be-4d66-97c2-c5bf37b8304b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.774344] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ef6b91-8d4b-4a05-b9d1-5173e70ecd02 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.821136] env[70867]: DEBUG nova.compute.manager [req-3e620ce0-131d-45f4-95c9-02983e957d42 req-baed967f-5c38-4dc2-bc5c-e53b935d7965 service nova] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Received event network-vif-plugged-c7c2966a-dd9b-4379-a5ee-4219faa56e6b {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.821437] env[70867]: DEBUG oslo_concurrency.lockutils [req-3e620ce0-131d-45f4-95c9-02983e957d42 req-baed967f-5c38-4dc2-bc5c-e53b935d7965 service nova] Acquiring lock "cd4b0d7b-8070-4a0a-a8bd-09cc2c296789-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.821852] env[70867]: DEBUG oslo_concurrency.lockutils [req-3e620ce0-131d-45f4-95c9-02983e957d42 req-baed967f-5c38-4dc2-bc5c-e53b935d7965 service nova] Lock "cd4b0d7b-8070-4a0a-a8bd-09cc2c296789-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.822111] env[70867]: DEBUG oslo_concurrency.lockutils [req-3e620ce0-131d-45f4-95c9-02983e957d42 req-baed967f-5c38-4dc2-bc5c-e53b935d7965 service nova] Lock "cd4b0d7b-8070-4a0a-a8bd-09cc2c296789-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.822367] env[70867]: DEBUG nova.compute.manager [req-3e620ce0-131d-45f4-95c9-02983e957d42 req-baed967f-5c38-4dc2-bc5c-e53b935d7965 service nova] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] No waiting events found dispatching network-vif-plugged-c7c2966a-dd9b-4379-a5ee-4219faa56e6b {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 734.822620] env[70867]: WARNING nova.compute.manager [req-3e620ce0-131d-45f4-95c9-02983e957d42 req-baed967f-5c38-4dc2-bc5c-e53b935d7965 service nova] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Received unexpected event network-vif-plugged-c7c2966a-dd9b-4379-a5ee-4219faa56e6b for instance with vm_state building and task_state spawning. [ 734.822842] env[70867]: DEBUG nova.compute.manager [req-3e620ce0-131d-45f4-95c9-02983e957d42 req-baed967f-5c38-4dc2-bc5c-e53b935d7965 service nova] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Received event network-changed-c7c2966a-dd9b-4379-a5ee-4219faa56e6b {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.823068] env[70867]: DEBUG nova.compute.manager [req-3e620ce0-131d-45f4-95c9-02983e957d42 req-baed967f-5c38-4dc2-bc5c-e53b935d7965 service nova] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Refreshing instance network info cache due to event network-changed-c7c2966a-dd9b-4379-a5ee-4219faa56e6b. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.823301] env[70867]: DEBUG oslo_concurrency.lockutils [req-3e620ce0-131d-45f4-95c9-02983e957d42 req-baed967f-5c38-4dc2-bc5c-e53b935d7965 service nova] Acquiring lock "refresh_cache-cd4b0d7b-8070-4a0a-a8bd-09cc2c296789" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.934252] env[70867]: DEBUG nova.compute.manager [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 734.944275] env[70867]: DEBUG nova.compute.manager [req-23f1260b-9a6c-44c1-8121-de8982308e2a req-ec5c33ec-bc9e-4353-8295-65b2843315cb service nova] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Received event network-changed-3d85cd30-4790-4eae-95a5-9368096dd8d8 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.944891] env[70867]: DEBUG nova.compute.manager [req-23f1260b-9a6c-44c1-8121-de8982308e2a req-ec5c33ec-bc9e-4353-8295-65b2843315cb service nova] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Refreshing instance network info cache due to event network-changed-3d85cd30-4790-4eae-95a5-9368096dd8d8. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.944891] env[70867]: DEBUG oslo_concurrency.lockutils [req-23f1260b-9a6c-44c1-8121-de8982308e2a req-ec5c33ec-bc9e-4353-8295-65b2843315cb service nova] Acquiring lock "refresh_cache-39540351-0bb2-4505-a505-06bf5aaca7f2" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.944891] env[70867]: DEBUG oslo_concurrency.lockutils [req-23f1260b-9a6c-44c1-8121-de8982308e2a req-ec5c33ec-bc9e-4353-8295-65b2843315cb service nova] Acquired lock "refresh_cache-39540351-0bb2-4505-a505-06bf5aaca7f2" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.945429] env[70867]: DEBUG nova.network.neutron [req-23f1260b-9a6c-44c1-8121-de8982308e2a req-ec5c33ec-bc9e-4353-8295-65b2843315cb service nova] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Refreshing network info cache for port 3d85cd30-4790-4eae-95a5-9368096dd8d8 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.965859] env[70867]: DEBUG oslo_vmware.api [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Task: {'id': task-3473322, 'name': ReconfigVM_Task, 'duration_secs': 0.559012} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.968231] env[70867]: DEBUG nova.virt.hardware [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.968476] env[70867]: DEBUG nova.virt.hardware [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.968632] env[70867]: DEBUG nova.virt.hardware [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.968812] env[70867]: DEBUG nova.virt.hardware [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.968970] env[70867]: DEBUG nova.virt.hardware [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.969170] env[70867]: DEBUG nova.virt.hardware [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.969384] env[70867]: DEBUG nova.virt.hardware [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.969544] env[70867]: DEBUG nova.virt.hardware [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.969708] env[70867]: DEBUG nova.virt.hardware [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.969878] env[70867]: DEBUG nova.virt.hardware [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.970069] env[70867]: DEBUG nova.virt.hardware [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.970500] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Reconfigured VM instance instance-00000013 to attach disk [datastore1] f7271eec-aab3-4258-a6c3-08ac0664d200/f7271eec-aab3-4258-a6c3-08ac0664d200.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.972393] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a637ba6-6062-43ee-8a24-a464f99d7205 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.975283] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbbb256c-6f00-4ae3-a971-627d7afe46b2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.983021] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6d1eb7b7-01b0-4cba-9262-a024f28ece60 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Releasing lock "refresh_cache-f97cb95b-5d2e-4ac4-ba82-80a705a086f4" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.983273] env[70867]: DEBUG nova.objects.instance [None req-6d1eb7b7-01b0-4cba-9262-a024f28ece60 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Lazy-loading 'migration_context' on Instance uuid f97cb95b-5d2e-4ac4-ba82-80a705a086f4 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 734.989352] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9f60ba-6de9-4d7f-a5d1-37c7dcc4eab9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.994574] env[70867]: DEBUG oslo_vmware.api [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Waiting for the task: (returnval){ [ 734.994574] env[70867]: value = "task-3473323" [ 734.994574] env[70867]: _type = "Task" [ 734.994574] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.016598] env[70867]: DEBUG oslo_vmware.api [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Task: {'id': task-3473323, 'name': Rename_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.048216] env[70867]: DEBUG oslo_vmware.api [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ed1350-b4c4-8821-6964-2df89452ba6d, 'name': SearchDatastore_Task, 'duration_secs': 0.01068} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.049011] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13c46786-0029-4233-9a61-40553b7e72f6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.057245] env[70867]: DEBUG oslo_vmware.api [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Waiting for the task: (returnval){ [ 735.057245] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5229a699-5f29-6aa1-2b74-9171ef9e05e8" [ 735.057245] env[70867]: _type = "Task" [ 735.057245] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.063136] env[70867]: DEBUG oslo_concurrency.lockutils [req-493a81ce-4b72-49d9-bd20-fa67b70a0f67 req-c0b350f1-a2c1-4285-a58f-5d89d8651335 service nova] Releasing lock "refresh_cache-76085f51-855e-4d02-ae73-ddf86201158a" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.063136] env[70867]: DEBUG nova.compute.manager [req-493a81ce-4b72-49d9-bd20-fa67b70a0f67 req-c0b350f1-a2c1-4285-a58f-5d89d8651335 service nova] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Received event network-changed-175e3821-865a-48e4-b005-4ed9851f2a31 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.063136] env[70867]: DEBUG nova.compute.manager [req-493a81ce-4b72-49d9-bd20-fa67b70a0f67 req-c0b350f1-a2c1-4285-a58f-5d89d8651335 service nova] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Refreshing instance network info cache due to event network-changed-175e3821-865a-48e4-b005-4ed9851f2a31. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.063136] env[70867]: DEBUG oslo_concurrency.lockutils [req-493a81ce-4b72-49d9-bd20-fa67b70a0f67 req-c0b350f1-a2c1-4285-a58f-5d89d8651335 service nova] Acquiring lock "refresh_cache-8dc05e7d-bad4-42ba-a73e-30816551cf75" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.063555] env[70867]: DEBUG oslo_concurrency.lockutils [req-493a81ce-4b72-49d9-bd20-fa67b70a0f67 req-c0b350f1-a2c1-4285-a58f-5d89d8651335 service nova] Acquired lock "refresh_cache-8dc05e7d-bad4-42ba-a73e-30816551cf75" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.063555] env[70867]: DEBUG nova.network.neutron [req-493a81ce-4b72-49d9-bd20-fa67b70a0f67 req-c0b350f1-a2c1-4285-a58f-5d89d8651335 service nova] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Refreshing network info cache for port 175e3821-865a-48e4-b005-4ed9851f2a31 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.070153] env[70867]: DEBUG oslo_vmware.api [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5229a699-5f29-6aa1-2b74-9171ef9e05e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.083036] env[70867]: INFO nova.compute.manager [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Took 42.73 seconds to build instance. [ 735.137365] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0883071e-888a-4d6c-bd66-5be85080fd38 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Acquiring lock "a893add8-af75-482e-b1a9-0fa099407df8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.137595] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0883071e-888a-4d6c-bd66-5be85080fd38 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Lock "a893add8-af75-482e-b1a9-0fa099407df8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.137792] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0883071e-888a-4d6c-bd66-5be85080fd38 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Acquiring lock "a893add8-af75-482e-b1a9-0fa099407df8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.137987] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0883071e-888a-4d6c-bd66-5be85080fd38 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Lock "a893add8-af75-482e-b1a9-0fa099407df8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.138203] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0883071e-888a-4d6c-bd66-5be85080fd38 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Lock "a893add8-af75-482e-b1a9-0fa099407df8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.140409] env[70867]: INFO nova.compute.manager [None req-0883071e-888a-4d6c-bd66-5be85080fd38 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Terminating instance [ 735.203072] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Releasing lock "refresh_cache-cd4b0d7b-8070-4a0a-a8bd-09cc2c296789" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.203405] env[70867]: DEBUG nova.compute.manager [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Instance network_info: |[{"id": "c7c2966a-dd9b-4379-a5ee-4219faa56e6b", "address": "fa:16:3e:72:fd:c3", "network": {"id": "92679d6e-9d23-48b6-ac5f-eb75f3549552", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-309244147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9887a501ada94094811782796978977f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7c2966a-dd", "ovs_interfaceid": "c7c2966a-dd9b-4379-a5ee-4219faa56e6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 735.203905] env[70867]: DEBUG oslo_concurrency.lockutils [req-3e620ce0-131d-45f4-95c9-02983e957d42 req-baed967f-5c38-4dc2-bc5c-e53b935d7965 service nova] Acquired lock "refresh_cache-cd4b0d7b-8070-4a0a-a8bd-09cc2c296789" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.204102] env[70867]: DEBUG nova.network.neutron [req-3e620ce0-131d-45f4-95c9-02983e957d42 req-baed967f-5c38-4dc2-bc5c-e53b935d7965 service nova] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Refreshing network info cache for port c7c2966a-dd9b-4379-a5ee-4219faa56e6b {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.205330] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:fd:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5291d0-ee0f-4d70-b2ae-ab6879a67b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7c2966a-dd9b-4379-a5ee-4219faa56e6b', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.213685] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.219509] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.219634] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fd62be2-23d3-41fc-96bb-820b27f3cd15 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.243385] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.243385] env[70867]: value = "task-3473324" [ 735.243385] env[70867]: _type = "Task" [ 735.243385] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.251988] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473324, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.291346] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0b9be9-b5fb-4567-8eef-a1e5fe584edf tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Creating Snapshot of the VM instance {{(pid=70867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 735.291740] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f79da59e-2ad7-405f-924f-1b3b2ee9472e tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Acquiring lock "8dc05e7d-bad4-42ba-a73e-30816551cf75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.291964] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f79da59e-2ad7-405f-924f-1b3b2ee9472e tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Lock "8dc05e7d-bad4-42ba-a73e-30816551cf75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.292181] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f79da59e-2ad7-405f-924f-1b3b2ee9472e tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Acquiring lock "8dc05e7d-bad4-42ba-a73e-30816551cf75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.292353] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f79da59e-2ad7-405f-924f-1b3b2ee9472e tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Lock "8dc05e7d-bad4-42ba-a73e-30816551cf75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.292595] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f79da59e-2ad7-405f-924f-1b3b2ee9472e tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Lock "8dc05e7d-bad4-42ba-a73e-30816551cf75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.294129] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f2c1e05e-4175-4973-9473-d1181635132c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.296885] env[70867]: INFO nova.compute.manager [None req-f79da59e-2ad7-405f-924f-1b3b2ee9472e tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Terminating instance [ 735.307162] env[70867]: DEBUG oslo_vmware.api [None req-6f0b9be9-b5fb-4567-8eef-a1e5fe584edf tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Waiting for the task: (returnval){ [ 735.307162] env[70867]: value = "task-3473325" [ 735.307162] env[70867]: _type = "Task" [ 735.307162] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.319196] env[70867]: DEBUG oslo_vmware.api [None req-6f0b9be9-b5fb-4567-8eef-a1e5fe584edf tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473325, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.488457] env[70867]: DEBUG nova.objects.base [None req-6d1eb7b7-01b0-4cba-9262-a024f28ece60 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 735.494299] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e81d4b8-0c76-4613-98b7-bd54621fdcba {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.511275] env[70867]: DEBUG oslo_vmware.api [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Task: {'id': task-3473323, 'name': Rename_Task, 'duration_secs': 0.353049} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.529362] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.533559] env[70867]: DEBUG nova.network.neutron [req-3e620ce0-131d-45f4-95c9-02983e957d42 req-baed967f-5c38-4dc2-bc5c-e53b935d7965 service nova] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Updated VIF entry in instance network info cache for port c7c2966a-dd9b-4379-a5ee-4219faa56e6b. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.534102] env[70867]: DEBUG nova.network.neutron [req-3e620ce0-131d-45f4-95c9-02983e957d42 req-baed967f-5c38-4dc2-bc5c-e53b935d7965 service nova] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Updating instance_info_cache with network_info: [{"id": "c7c2966a-dd9b-4379-a5ee-4219faa56e6b", "address": "fa:16:3e:72:fd:c3", "network": {"id": "92679d6e-9d23-48b6-ac5f-eb75f3549552", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-309244147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9887a501ada94094811782796978977f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7c2966a-dd", "ovs_interfaceid": "c7c2966a-dd9b-4379-a5ee-4219faa56e6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.535166] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7468cc61-b4c2-4dfb-992d-0dcb6fa0c75d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.538236] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1531927-0a4c-4b48-8309-14e956b44529 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.545867] env[70867]: DEBUG oslo_vmware.api [None req-6d1eb7b7-01b0-4cba-9262-a024f28ece60 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Waiting for the task: (returnval){ [ 735.545867] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52cbc89b-8399-904a-2ca5-9fe53d88960b" [ 735.545867] env[70867]: _type = "Task" [ 735.545867] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.555558] env[70867]: DEBUG oslo_vmware.api [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Waiting for the task: (returnval){ [ 735.555558] env[70867]: value = "task-3473326" [ 735.555558] env[70867]: _type = "Task" [ 735.555558] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.578661] env[70867]: DEBUG oslo_vmware.api [None req-6d1eb7b7-01b0-4cba-9262-a024f28ece60 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52cbc89b-8399-904a-2ca5-9fe53d88960b, 'name': SearchDatastore_Task, 'duration_secs': 0.006947} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.583602] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6d1eb7b7-01b0-4cba-9262-a024f28ece60 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.590268] env[70867]: DEBUG oslo_concurrency.lockutils [None req-743abce8-6790-49b2-8763-3d813d5f3611 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "6e714e41-8baf-492a-b38c-7b162a779556" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.020s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.590742] env[70867]: DEBUG oslo_vmware.api [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Task: {'id': task-3473326, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.597915] env[70867]: DEBUG oslo_vmware.api [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5229a699-5f29-6aa1-2b74-9171ef9e05e8, 'name': SearchDatastore_Task, 'duration_secs': 0.021195} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.602199] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.602495] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 76085f51-855e-4d02-ae73-ddf86201158a/76085f51-855e-4d02-ae73-ddf86201158a.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.603830] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44f61dc4-4468-453f-81b4-e837d45a2308 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.616506] env[70867]: DEBUG oslo_vmware.api [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Waiting for the task: (returnval){ [ 735.616506] env[70867]: value = "task-3473327" [ 735.616506] env[70867]: _type = "Task" [ 735.616506] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.627849] env[70867]: DEBUG oslo_vmware.api [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Task: {'id': task-3473327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.630038] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cede9e-8c22-467d-94db-9654856ae2a4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.637389] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a24ed09-3133-4e9f-acdd-2a487c3da1fc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.643825] env[70867]: DEBUG nova.compute.manager [None req-0883071e-888a-4d6c-bd66-5be85080fd38 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 735.644617] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0883071e-888a-4d6c-bd66-5be85080fd38 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.670534] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d030747-f92a-4fbb-8a81-b30838a92758 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.680094] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1b6f42-5efb-4b67-8e51-b2dc23c8fcac {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.689766] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe079d0-e7f0-40a4-a9cc-05a07896a3b2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.694328] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0883071e-888a-4d6c-bd66-5be85080fd38 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.694949] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00a3ab22-50a6-4d3c-83e0-13e130d08548 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.706738] env[70867]: DEBUG nova.compute.provider_tree [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.710090] env[70867]: DEBUG oslo_vmware.api [None req-0883071e-888a-4d6c-bd66-5be85080fd38 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for the task: (returnval){ [ 735.710090] env[70867]: value = "task-3473328" [ 735.710090] env[70867]: _type = "Task" [ 735.710090] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.718536] env[70867]: DEBUG oslo_vmware.api [None req-0883071e-888a-4d6c-bd66-5be85080fd38 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.753490] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473324, 'name': CreateVM_Task, 'duration_secs': 0.32596} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.753581] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.754350] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.754521] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.754814] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.755109] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe7d4793-89fd-41c5-b7d1-8fdc211ba4d8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.759930] env[70867]: DEBUG oslo_vmware.api [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 735.759930] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5295a03e-db5b-abe1-8011-7df4552ab19d" [ 735.759930] env[70867]: _type = "Task" [ 735.759930] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.770607] env[70867]: DEBUG oslo_vmware.api [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5295a03e-db5b-abe1-8011-7df4552ab19d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.808559] env[70867]: DEBUG nova.compute.manager [None req-f79da59e-2ad7-405f-924f-1b3b2ee9472e tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 735.808859] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f79da59e-2ad7-405f-924f-1b3b2ee9472e tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.809936] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9352bab-0da7-40f2-82f4-18ab1696f03e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.822660] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f79da59e-2ad7-405f-924f-1b3b2ee9472e tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.826835] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9725d87e-a93d-4197-b2c1-5a4639b0f7eb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.828883] env[70867]: DEBUG oslo_vmware.api [None req-6f0b9be9-b5fb-4567-8eef-a1e5fe584edf tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473325, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.835229] env[70867]: DEBUG oslo_vmware.api [None req-f79da59e-2ad7-405f-924f-1b3b2ee9472e tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Waiting for the task: (returnval){ [ 735.835229] env[70867]: value = "task-3473331" [ 735.835229] env[70867]: _type = "Task" [ 735.835229] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.848876] env[70867]: DEBUG oslo_vmware.api [None req-f79da59e-2ad7-405f-924f-1b3b2ee9472e tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': task-3473331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.938095] env[70867]: DEBUG nova.network.neutron [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Successfully updated port: d6b520e9-0905-41f1-8186-1c150720cef2 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.042815] env[70867]: DEBUG oslo_concurrency.lockutils [req-3e620ce0-131d-45f4-95c9-02983e957d42 req-baed967f-5c38-4dc2-bc5c-e53b935d7965 service nova] Releasing lock "refresh_cache-cd4b0d7b-8070-4a0a-a8bd-09cc2c296789" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.071654] env[70867]: DEBUG oslo_vmware.api [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Task: {'id': task-3473326, 'name': PowerOnVM_Task} progress is 81%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.072850] env[70867]: DEBUG nova.network.neutron [req-23f1260b-9a6c-44c1-8121-de8982308e2a req-ec5c33ec-bc9e-4353-8295-65b2843315cb service nova] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Updated VIF entry in instance network info cache for port 3d85cd30-4790-4eae-95a5-9368096dd8d8. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.074765] env[70867]: DEBUG nova.network.neutron [req-23f1260b-9a6c-44c1-8121-de8982308e2a req-ec5c33ec-bc9e-4353-8295-65b2843315cb service nova] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Updating instance_info_cache with network_info: [{"id": "3d85cd30-4790-4eae-95a5-9368096dd8d8", "address": "fa:16:3e:e4:e5:d4", "network": {"id": "37dda7c4-81b4-436e-bbb0-f572536f66a9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-506597560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4982a2049a734c57b775d3a5b1f789af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d85cd30-47", "ovs_interfaceid": "3d85cd30-4790-4eae-95a5-9368096dd8d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.106030] env[70867]: DEBUG nova.compute.manager [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.128037] env[70867]: DEBUG oslo_vmware.api [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Task: {'id': task-3473327, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505368} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.129130] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 76085f51-855e-4d02-ae73-ddf86201158a/76085f51-855e-4d02-ae73-ddf86201158a.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.129771] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.130290] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91d0c892-6a84-48d1-955d-5ec332a6a89d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.141418] env[70867]: DEBUG oslo_vmware.api [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Waiting for the task: (returnval){ [ 736.141418] env[70867]: value = "task-3473332" [ 736.141418] env[70867]: _type = "Task" [ 736.141418] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.142133] env[70867]: DEBUG nova.network.neutron [req-493a81ce-4b72-49d9-bd20-fa67b70a0f67 req-c0b350f1-a2c1-4285-a58f-5d89d8651335 service nova] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Updated VIF entry in instance network info cache for port 175e3821-865a-48e4-b005-4ed9851f2a31. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.146139] env[70867]: DEBUG nova.network.neutron [req-493a81ce-4b72-49d9-bd20-fa67b70a0f67 req-c0b350f1-a2c1-4285-a58f-5d89d8651335 service nova] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Updating instance_info_cache with network_info: [{"id": "175e3821-865a-48e4-b005-4ed9851f2a31", "address": "fa:16:3e:5a:a0:89", "network": {"id": "15d29c15-fd92-482e-94cb-52a40d930917", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2075411538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a610b2a9976a4c5fb8952d153681925e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap175e3821-86", "ovs_interfaceid": "175e3821-865a-48e4-b005-4ed9851f2a31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.155698] env[70867]: DEBUG oslo_vmware.api [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Task: {'id': task-3473332, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.214350] env[70867]: DEBUG nova.scheduler.client.report [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.231048] env[70867]: DEBUG oslo_vmware.api [None req-0883071e-888a-4d6c-bd66-5be85080fd38 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473328, 'name': PowerOffVM_Task, 'duration_secs': 0.205645} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.231375] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0883071e-888a-4d6c-bd66-5be85080fd38 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.231618] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0883071e-888a-4d6c-bd66-5be85080fd38 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.231928] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f2c4390-023b-489d-a7a4-4df243fa0ad7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.271079] env[70867]: DEBUG oslo_vmware.api [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5295a03e-db5b-abe1-8011-7df4552ab19d, 'name': SearchDatastore_Task, 'duration_secs': 0.01074} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.271245] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.271475] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.273485] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.273485] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.273485] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.273485] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d387849-f9b8-4b4b-99da-00f558f2bd20 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.283976] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.283976] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.284565] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8eea847-d9af-4935-a5cc-8c62eb03fafd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.290898] env[70867]: DEBUG oslo_vmware.api [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 736.290898] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52d7e006-a40f-1aa3-d13a-f69d77ec3bcf" [ 736.290898] env[70867]: _type = "Task" [ 736.290898] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.303373] env[70867]: DEBUG oslo_vmware.api [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52d7e006-a40f-1aa3-d13a-f69d77ec3bcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.304869] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0883071e-888a-4d6c-bd66-5be85080fd38 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.305080] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0883071e-888a-4d6c-bd66-5be85080fd38 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.305337] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-0883071e-888a-4d6c-bd66-5be85080fd38 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Deleting the datastore file [datastore1] a893add8-af75-482e-b1a9-0fa099407df8 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.305609] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3188d5f8-8009-4eb5-b98f-a8c73938bf7d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.314394] env[70867]: DEBUG oslo_vmware.api [None req-0883071e-888a-4d6c-bd66-5be85080fd38 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for the task: (returnval){ [ 736.314394] env[70867]: value = "task-3473334" [ 736.314394] env[70867]: _type = "Task" [ 736.314394] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.322537] env[70867]: DEBUG oslo_vmware.api [None req-6f0b9be9-b5fb-4567-8eef-a1e5fe584edf tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473325, 'name': CreateSnapshot_Task, 'duration_secs': 0.578517} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.323779] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0b9be9-b5fb-4567-8eef-a1e5fe584edf tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Created Snapshot of the VM instance {{(pid=70867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 736.324736] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443d1e5c-9c77-4fe1-8efb-7bcfb9b705c5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.331691] env[70867]: DEBUG oslo_vmware.api [None req-0883071e-888a-4d6c-bd66-5be85080fd38 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.346103] env[70867]: DEBUG oslo_vmware.api [None req-f79da59e-2ad7-405f-924f-1b3b2ee9472e tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': task-3473331, 'name': PowerOffVM_Task, 'duration_secs': 0.416604} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.346381] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f79da59e-2ad7-405f-924f-1b3b2ee9472e tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.346547] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f79da59e-2ad7-405f-924f-1b3b2ee9472e tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.346805] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-634d2eb6-6e0c-458d-8be4-c18979b18d1c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.448063] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f79da59e-2ad7-405f-924f-1b3b2ee9472e tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.448063] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f79da59e-2ad7-405f-924f-1b3b2ee9472e tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.448063] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f79da59e-2ad7-405f-924f-1b3b2ee9472e tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Deleting the datastore file [datastore1] 8dc05e7d-bad4-42ba-a73e-30816551cf75 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.448063] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-847688d5-9cd0-4021-abfc-02d655f93d88 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.448063] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Acquiring lock "refresh_cache-7dcc0086-65cf-41c7-b647-6426f7c36c10" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.448913] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Acquired lock "refresh_cache-7dcc0086-65cf-41c7-b647-6426f7c36c10" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.448913] env[70867]: DEBUG nova.network.neutron [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.448913] env[70867]: DEBUG oslo_vmware.api [None req-f79da59e-2ad7-405f-924f-1b3b2ee9472e tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Waiting for the task: (returnval){ [ 736.448913] env[70867]: value = "task-3473336" [ 736.448913] env[70867]: _type = "Task" [ 736.448913] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.467211] env[70867]: DEBUG oslo_vmware.api [None req-f79da59e-2ad7-405f-924f-1b3b2ee9472e tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': task-3473336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.571331] env[70867]: DEBUG oslo_vmware.api [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Task: {'id': task-3473326, 'name': PowerOnVM_Task, 'duration_secs': 0.835581} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.571654] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.571897] env[70867]: INFO nova.compute.manager [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Took 9.94 seconds to spawn the instance on the hypervisor. [ 736.572128] env[70867]: DEBUG nova.compute.manager [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.572908] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b6314e-fd21-4d43-900e-31d22203af44 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.575964] env[70867]: DEBUG oslo_concurrency.lockutils [req-23f1260b-9a6c-44c1-8121-de8982308e2a req-ec5c33ec-bc9e-4353-8295-65b2843315cb service nova] Releasing lock "refresh_cache-39540351-0bb2-4505-a505-06bf5aaca7f2" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.633029] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.650398] env[70867]: DEBUG oslo_concurrency.lockutils [req-493a81ce-4b72-49d9-bd20-fa67b70a0f67 req-c0b350f1-a2c1-4285-a58f-5d89d8651335 service nova] Releasing lock "refresh_cache-8dc05e7d-bad4-42ba-a73e-30816551cf75" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.654720] env[70867]: DEBUG oslo_vmware.api [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Task: {'id': task-3473332, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083753} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.654970] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.655760] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08cd35a-5b76-45b6-9056-248cb609042e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.680165] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 76085f51-855e-4d02-ae73-ddf86201158a/76085f51-855e-4d02-ae73-ddf86201158a.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.680829] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c3608f0-b27e-4c4d-9e11-5a36e488c09c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.700439] env[70867]: DEBUG oslo_vmware.api [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Waiting for the task: (returnval){ [ 736.700439] env[70867]: value = "task-3473337" [ 736.700439] env[70867]: _type = "Task" [ 736.700439] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.708700] env[70867]: DEBUG oslo_vmware.api [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Task: {'id': task-3473337, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.724332] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.800s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.725500] env[70867]: DEBUG nova.compute.manager [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.727865] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a90f1395-8310-412e-a372-dba9b6f91ae6 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.666s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.728124] env[70867]: DEBUG nova.objects.instance [None req-a90f1395-8310-412e-a372-dba9b6f91ae6 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Lazy-loading 'resources' on Instance uuid 3dcf9e2a-4306-4025-a942-9aa1a598f49f {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.801912] env[70867]: DEBUG oslo_vmware.api [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52d7e006-a40f-1aa3-d13a-f69d77ec3bcf, 'name': SearchDatastore_Task, 'duration_secs': 0.015395} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.802730] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a68b0287-83ab-463d-91ca-ed3cdf001125 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.811035] env[70867]: DEBUG oslo_vmware.api [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 736.811035] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5235daf8-31b9-3bcf-b2af-4d526b30f802" [ 736.811035] env[70867]: _type = "Task" [ 736.811035] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.816091] env[70867]: DEBUG oslo_vmware.api [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5235daf8-31b9-3bcf-b2af-4d526b30f802, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.823951] env[70867]: DEBUG oslo_vmware.api [None req-0883071e-888a-4d6c-bd66-5be85080fd38 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231754} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.824241] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-0883071e-888a-4d6c-bd66-5be85080fd38 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.824425] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0883071e-888a-4d6c-bd66-5be85080fd38 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 736.824594] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0883071e-888a-4d6c-bd66-5be85080fd38 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 736.824754] env[70867]: INFO nova.compute.manager [None req-0883071e-888a-4d6c-bd66-5be85080fd38 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Took 1.18 seconds to destroy the instance on the hypervisor. [ 736.825012] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0883071e-888a-4d6c-bd66-5be85080fd38 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.825240] env[70867]: DEBUG nova.compute.manager [-] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 736.825333] env[70867]: DEBUG nova.network.neutron [-] [instance: a893add8-af75-482e-b1a9-0fa099407df8] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 736.849616] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0b9be9-b5fb-4567-8eef-a1e5fe584edf tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Creating linked-clone VM from snapshot {{(pid=70867) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 736.850848] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-58733597-1f37-400c-bd8a-746cd010574c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.860055] env[70867]: DEBUG oslo_vmware.api [None req-6f0b9be9-b5fb-4567-8eef-a1e5fe584edf tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Waiting for the task: (returnval){ [ 736.860055] env[70867]: value = "task-3473338" [ 736.860055] env[70867]: _type = "Task" [ 736.860055] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.868538] env[70867]: DEBUG oslo_vmware.api [None req-6f0b9be9-b5fb-4567-8eef-a1e5fe584edf tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473338, 'name': CloneVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.958943] env[70867]: DEBUG oslo_vmware.api [None req-f79da59e-2ad7-405f-924f-1b3b2ee9472e tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': task-3473336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.967902] env[70867]: DEBUG nova.compute.manager [req-78b2dec2-462d-40c8-a522-3c64ba96f56d req-9810289d-ea2b-484a-b2a6-a9a40b4f968a service nova] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Received event network-vif-plugged-d6b520e9-0905-41f1-8186-1c150720cef2 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.968138] env[70867]: DEBUG oslo_concurrency.lockutils [req-78b2dec2-462d-40c8-a522-3c64ba96f56d req-9810289d-ea2b-484a-b2a6-a9a40b4f968a service nova] Acquiring lock "7dcc0086-65cf-41c7-b647-6426f7c36c10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.968404] env[70867]: DEBUG oslo_concurrency.lockutils [req-78b2dec2-462d-40c8-a522-3c64ba96f56d req-9810289d-ea2b-484a-b2a6-a9a40b4f968a service nova] Lock "7dcc0086-65cf-41c7-b647-6426f7c36c10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.968597] env[70867]: DEBUG oslo_concurrency.lockutils [req-78b2dec2-462d-40c8-a522-3c64ba96f56d req-9810289d-ea2b-484a-b2a6-a9a40b4f968a service nova] Lock "7dcc0086-65cf-41c7-b647-6426f7c36c10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.968816] env[70867]: DEBUG nova.compute.manager [req-78b2dec2-462d-40c8-a522-3c64ba96f56d req-9810289d-ea2b-484a-b2a6-a9a40b4f968a service nova] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] No waiting events found dispatching network-vif-plugged-d6b520e9-0905-41f1-8186-1c150720cef2 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 736.969146] env[70867]: WARNING nova.compute.manager [req-78b2dec2-462d-40c8-a522-3c64ba96f56d req-9810289d-ea2b-484a-b2a6-a9a40b4f968a service nova] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Received unexpected event network-vif-plugged-d6b520e9-0905-41f1-8186-1c150720cef2 for instance with vm_state building and task_state spawning. [ 736.969288] env[70867]: DEBUG nova.compute.manager [req-78b2dec2-462d-40c8-a522-3c64ba96f56d req-9810289d-ea2b-484a-b2a6-a9a40b4f968a service nova] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Received event network-changed-d6b520e9-0905-41f1-8186-1c150720cef2 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.969353] env[70867]: DEBUG nova.compute.manager [req-78b2dec2-462d-40c8-a522-3c64ba96f56d req-9810289d-ea2b-484a-b2a6-a9a40b4f968a service nova] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Refreshing instance network info cache due to event network-changed-d6b520e9-0905-41f1-8186-1c150720cef2. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 736.969520] env[70867]: DEBUG oslo_concurrency.lockutils [req-78b2dec2-462d-40c8-a522-3c64ba96f56d req-9810289d-ea2b-484a-b2a6-a9a40b4f968a service nova] Acquiring lock "refresh_cache-7dcc0086-65cf-41c7-b647-6426f7c36c10" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.095973] env[70867]: INFO nova.compute.manager [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Took 43.13 seconds to build instance. [ 737.219108] env[70867]: DEBUG oslo_vmware.api [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Task: {'id': task-3473337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.231743] env[70867]: DEBUG nova.compute.utils [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.237362] env[70867]: DEBUG nova.compute.manager [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.237547] env[70867]: DEBUG nova.network.neutron [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.241353] env[70867]: DEBUG nova.network.neutron [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.287322] env[70867]: DEBUG nova.policy [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '924913dad2044dd78481e681ec682ee9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06a887df179441049f4c4f647d27fc5f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.319936] env[70867]: DEBUG oslo_vmware.api [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5235daf8-31b9-3bcf-b2af-4d526b30f802, 'name': SearchDatastore_Task, 'duration_secs': 0.043174} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.323024] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.323308] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] cd4b0d7b-8070-4a0a-a8bd-09cc2c296789/cd4b0d7b-8070-4a0a-a8bd-09cc2c296789.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.324483] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44f5b542-636a-4647-9a66-6c3bad83bc4d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.372020] env[70867]: DEBUG oslo_vmware.api [None req-6f0b9be9-b5fb-4567-8eef-a1e5fe584edf tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473338, 'name': CloneVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.382458] env[70867]: DEBUG oslo_vmware.api [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 737.382458] env[70867]: value = "task-3473339" [ 737.382458] env[70867]: _type = "Task" [ 737.382458] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.398612] env[70867]: DEBUG oslo_vmware.api [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.474858] env[70867]: DEBUG oslo_vmware.api [None req-f79da59e-2ad7-405f-924f-1b3b2ee9472e tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Task: {'id': task-3473336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.592948} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.475540] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f79da59e-2ad7-405f-924f-1b3b2ee9472e tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.475756] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f79da59e-2ad7-405f-924f-1b3b2ee9472e tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.475955] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f79da59e-2ad7-405f-924f-1b3b2ee9472e tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.476224] env[70867]: INFO nova.compute.manager [None req-f79da59e-2ad7-405f-924f-1b3b2ee9472e tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Took 1.67 seconds to destroy the instance on the hypervisor. [ 737.476477] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f79da59e-2ad7-405f-924f-1b3b2ee9472e tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.476696] env[70867]: DEBUG nova.compute.manager [-] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 737.476783] env[70867]: DEBUG nova.network.neutron [-] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 737.551843] env[70867]: DEBUG nova.network.neutron [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Updating instance_info_cache with network_info: [{"id": "d6b520e9-0905-41f1-8186-1c150720cef2", "address": "fa:16:3e:12:02:1e", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6b520e9-09", "ovs_interfaceid": "d6b520e9-0905-41f1-8186-1c150720cef2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.603568] env[70867]: DEBUG oslo_concurrency.lockutils [None req-571cffdf-7ed2-4805-af14-dd2c531e5556 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Lock "f7271eec-aab3-4258-a6c3-08ac0664d200" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.030s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.713759] env[70867]: DEBUG oslo_vmware.api [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Task: {'id': task-3473337, 'name': ReconfigVM_Task, 'duration_secs': 0.786556} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.714101] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 76085f51-855e-4d02-ae73-ddf86201158a/76085f51-855e-4d02-ae73-ddf86201158a.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.714788] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b179c210-2cea-44e2-b47e-4c9ab665dcbe {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.721380] env[70867]: DEBUG oslo_vmware.api [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Waiting for the task: (returnval){ [ 737.721380] env[70867]: value = "task-3473340" [ 737.721380] env[70867]: _type = "Task" [ 737.721380] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.733746] env[70867]: DEBUG oslo_vmware.api [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Task: {'id': task-3473340, 'name': Rename_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.738624] env[70867]: DEBUG nova.compute.manager [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.815054] env[70867]: DEBUG nova.compute.manager [req-39660e5d-5328-4fd8-bd98-aff417cf91e3 req-f4f45dff-9a1f-4ad7-9d6b-054035873a6d service nova] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Received event network-vif-deleted-d42697a8-7d06-4397-92f2-77cdd7fc97a1 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.815232] env[70867]: INFO nova.compute.manager [req-39660e5d-5328-4fd8-bd98-aff417cf91e3 req-f4f45dff-9a1f-4ad7-9d6b-054035873a6d service nova] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Neutron deleted interface d42697a8-7d06-4397-92f2-77cdd7fc97a1; detaching it from the instance and deleting it from the info cache [ 737.815419] env[70867]: DEBUG nova.network.neutron [req-39660e5d-5328-4fd8-bd98-aff417cf91e3 req-f4f45dff-9a1f-4ad7-9d6b-054035873a6d service nova] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.875093] env[70867]: DEBUG oslo_vmware.api [None req-6f0b9be9-b5fb-4567-8eef-a1e5fe584edf tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473338, 'name': CloneVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.898859] env[70867]: DEBUG oslo_vmware.api [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473339, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.942165] env[70867]: DEBUG nova.network.neutron [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Successfully created port: 3d4a8458-9523-4fff-8b52-cf67049f1540 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.008664] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c199b818-cfbf-4ba4-aae1-8eaedf36c667 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.016156] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041b9e37-02bb-4678-8ac1-3ce4d6b09b94 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.056149] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e82ee6-871c-4018-9423-63569470d574 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.060575] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Releasing lock "refresh_cache-7dcc0086-65cf-41c7-b647-6426f7c36c10" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.061076] env[70867]: DEBUG nova.compute.manager [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Instance network_info: |[{"id": "d6b520e9-0905-41f1-8186-1c150720cef2", "address": "fa:16:3e:12:02:1e", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6b520e9-09", "ovs_interfaceid": "d6b520e9-0905-41f1-8186-1c150720cef2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.061397] env[70867]: DEBUG oslo_concurrency.lockutils [req-78b2dec2-462d-40c8-a522-3c64ba96f56d req-9810289d-ea2b-484a-b2a6-a9a40b4f968a service nova] Acquired lock "refresh_cache-7dcc0086-65cf-41c7-b647-6426f7c36c10" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.061578] env[70867]: DEBUG nova.network.neutron [req-78b2dec2-462d-40c8-a522-3c64ba96f56d req-9810289d-ea2b-484a-b2a6-a9a40b4f968a service nova] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Refreshing network info cache for port d6b520e9-0905-41f1-8186-1c150720cef2 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.062785] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:02:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6b520e9-0905-41f1-8186-1c150720cef2', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.072272] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.075768] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.078670] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-453f8c2e-e5d7-467d-80de-cea24348dc89 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.097892] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9969f464-84f1-42ec-a100-dfa109136ba7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.113942] env[70867]: DEBUG nova.compute.manager [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 738.117332] env[70867]: DEBUG nova.compute.provider_tree [None req-a90f1395-8310-412e-a372-dba9b6f91ae6 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.121595] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.121595] env[70867]: value = "task-3473343" [ 738.121595] env[70867]: _type = "Task" [ 738.121595] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.128962] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473343, 'name': CreateVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.139268] env[70867]: DEBUG nova.network.neutron [-] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.234877] env[70867]: DEBUG oslo_vmware.api [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Task: {'id': task-3473340, 'name': Rename_Task, 'duration_secs': 0.183443} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.235173] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.235655] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6e67f06-6dbb-42bb-80f9-64b67f2c6545 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.242297] env[70867]: DEBUG oslo_vmware.api [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Waiting for the task: (returnval){ [ 738.242297] env[70867]: value = "task-3473344" [ 738.242297] env[70867]: _type = "Task" [ 738.242297] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.258140] env[70867]: DEBUG oslo_vmware.api [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Task: {'id': task-3473344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.319712] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58dc2187-c132-4f7c-b4c6-0d916d9e44c2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.330391] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea330d6-1280-493f-aaed-f61403e9adc3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.369065] env[70867]: DEBUG nova.compute.manager [req-39660e5d-5328-4fd8-bd98-aff417cf91e3 req-f4f45dff-9a1f-4ad7-9d6b-054035873a6d service nova] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Detach interface failed, port_id=d42697a8-7d06-4397-92f2-77cdd7fc97a1, reason: Instance a893add8-af75-482e-b1a9-0fa099407df8 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 738.373424] env[70867]: DEBUG nova.network.neutron [req-78b2dec2-462d-40c8-a522-3c64ba96f56d req-9810289d-ea2b-484a-b2a6-a9a40b4f968a service nova] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Updated VIF entry in instance network info cache for port d6b520e9-0905-41f1-8186-1c150720cef2. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.373813] env[70867]: DEBUG nova.network.neutron [req-78b2dec2-462d-40c8-a522-3c64ba96f56d req-9810289d-ea2b-484a-b2a6-a9a40b4f968a service nova] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Updating instance_info_cache with network_info: [{"id": "d6b520e9-0905-41f1-8186-1c150720cef2", "address": "fa:16:3e:12:02:1e", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6b520e9-09", "ovs_interfaceid": "d6b520e9-0905-41f1-8186-1c150720cef2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.381931] env[70867]: DEBUG oslo_vmware.api [None req-6f0b9be9-b5fb-4567-8eef-a1e5fe584edf tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473338, 'name': CloneVM_Task} progress is 95%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.395135] env[70867]: DEBUG oslo_vmware.api [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473339, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704477} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.395402] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] cd4b0d7b-8070-4a0a-a8bd-09cc2c296789/cd4b0d7b-8070-4a0a-a8bd-09cc2c296789.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.395701] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.395932] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-673c4c1f-2b34-42c7-8756-16c1685d103d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.406157] env[70867]: DEBUG oslo_vmware.api [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 738.406157] env[70867]: value = "task-3473345" [ 738.406157] env[70867]: _type = "Task" [ 738.406157] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.417359] env[70867]: DEBUG oslo_vmware.api [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473345, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.602727] env[70867]: DEBUG nova.network.neutron [-] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.624997] env[70867]: DEBUG nova.scheduler.client.report [None req-a90f1395-8310-412e-a372-dba9b6f91ae6 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.641565] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473343, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.645548] env[70867]: INFO nova.compute.manager [-] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Took 1.82 seconds to deallocate network for instance. [ 738.652091] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.753844] env[70867]: DEBUG oslo_vmware.api [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Task: {'id': task-3473344, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.759115] env[70867]: DEBUG nova.compute.manager [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.789446] env[70867]: DEBUG nova.virt.hardware [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.789733] env[70867]: DEBUG nova.virt.hardware [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.789909] env[70867]: DEBUG nova.virt.hardware [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.790112] env[70867]: DEBUG nova.virt.hardware [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.790293] env[70867]: DEBUG nova.virt.hardware [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.790466] env[70867]: DEBUG nova.virt.hardware [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.790677] env[70867]: DEBUG nova.virt.hardware [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.790838] env[70867]: DEBUG nova.virt.hardware [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.791013] env[70867]: DEBUG nova.virt.hardware [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.791185] env[70867]: DEBUG nova.virt.hardware [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.791359] env[70867]: DEBUG nova.virt.hardware [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.792286] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5633d5b8-6743-4de1-954e-39d8e787841c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.801134] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec08475-b093-4963-a5ff-ead3fca86c5e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.879175] env[70867]: DEBUG oslo_concurrency.lockutils [req-78b2dec2-462d-40c8-a522-3c64ba96f56d req-9810289d-ea2b-484a-b2a6-a9a40b4f968a service nova] Releasing lock "refresh_cache-7dcc0086-65cf-41c7-b647-6426f7c36c10" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.879175] env[70867]: DEBUG nova.compute.manager [req-78b2dec2-462d-40c8-a522-3c64ba96f56d req-9810289d-ea2b-484a-b2a6-a9a40b4f968a service nova] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Received event network-changed-f2fec0ce-de2b-4fdd-bc07-f8401097abbc {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.879175] env[70867]: DEBUG nova.compute.manager [req-78b2dec2-462d-40c8-a522-3c64ba96f56d req-9810289d-ea2b-484a-b2a6-a9a40b4f968a service nova] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Refreshing instance network info cache due to event network-changed-f2fec0ce-de2b-4fdd-bc07-f8401097abbc. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.879354] env[70867]: DEBUG oslo_concurrency.lockutils [req-78b2dec2-462d-40c8-a522-3c64ba96f56d req-9810289d-ea2b-484a-b2a6-a9a40b4f968a service nova] Acquiring lock "refresh_cache-6e714e41-8baf-492a-b38c-7b162a779556" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.879490] env[70867]: DEBUG oslo_concurrency.lockutils [req-78b2dec2-462d-40c8-a522-3c64ba96f56d req-9810289d-ea2b-484a-b2a6-a9a40b4f968a service nova] Acquired lock "refresh_cache-6e714e41-8baf-492a-b38c-7b162a779556" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.879644] env[70867]: DEBUG nova.network.neutron [req-78b2dec2-462d-40c8-a522-3c64ba96f56d req-9810289d-ea2b-484a-b2a6-a9a40b4f968a service nova] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Refreshing network info cache for port f2fec0ce-de2b-4fdd-bc07-f8401097abbc {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.880827] env[70867]: DEBUG oslo_vmware.api [None req-6f0b9be9-b5fb-4567-8eef-a1e5fe584edf tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473338, 'name': CloneVM_Task, 'duration_secs': 1.681601} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.881075] env[70867]: INFO nova.virt.vmwareapi.vmops [None req-6f0b9be9-b5fb-4567-8eef-a1e5fe584edf tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Created linked-clone VM from snapshot [ 738.882031] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2180c61f-0152-4748-8160-9404aca0a029 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.889773] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-6f0b9be9-b5fb-4567-8eef-a1e5fe584edf tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Uploading image a10039aa-4e2d-48fd-836b-1f1b0b49bb74 {{(pid=70867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 738.914027] env[70867]: DEBUG oslo_vmware.rw_handles [None req-6f0b9be9-b5fb-4567-8eef-a1e5fe584edf tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 738.914027] env[70867]: value = "vm-694345" [ 738.914027] env[70867]: _type = "VirtualMachine" [ 738.914027] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 738.914027] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f89fbfc2-b66e-4618-8418-f78e705d4018 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.919778] env[70867]: DEBUG oslo_vmware.api [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473345, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101245} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.921144] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.921487] env[70867]: DEBUG oslo_vmware.rw_handles [None req-6f0b9be9-b5fb-4567-8eef-a1e5fe584edf tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Lease: (returnval){ [ 738.921487] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52aaa23c-e903-75bc-c01f-2750891b757d" [ 738.921487] env[70867]: _type = "HttpNfcLease" [ 738.921487] env[70867]: } obtained for exporting VM: (result){ [ 738.921487] env[70867]: value = "vm-694345" [ 738.921487] env[70867]: _type = "VirtualMachine" [ 738.921487] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 738.921792] env[70867]: DEBUG oslo_vmware.api [None req-6f0b9be9-b5fb-4567-8eef-a1e5fe584edf tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Waiting for the lease: (returnval){ [ 738.921792] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52aaa23c-e903-75bc-c01f-2750891b757d" [ 738.921792] env[70867]: _type = "HttpNfcLease" [ 738.921792] env[70867]: } to be ready. {{(pid=70867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 738.925137] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94c3eac-7652-42d0-9d75-81cfa51c1d51 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.925137] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cb14d0fe-f602-4490-8c6c-d74c63183c34 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Acquiring lock "2f11308d-9290-472a-9a2d-62e3e5dcac8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.925355] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cb14d0fe-f602-4490-8c6c-d74c63183c34 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Lock "2f11308d-9290-472a-9a2d-62e3e5dcac8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.925382] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cb14d0fe-f602-4490-8c6c-d74c63183c34 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Acquiring lock "2f11308d-9290-472a-9a2d-62e3e5dcac8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.925931] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cb14d0fe-f602-4490-8c6c-d74c63183c34 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Lock "2f11308d-9290-472a-9a2d-62e3e5dcac8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.926109] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cb14d0fe-f602-4490-8c6c-d74c63183c34 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Lock "2f11308d-9290-472a-9a2d-62e3e5dcac8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.931875] env[70867]: INFO nova.compute.manager [None req-cb14d0fe-f602-4490-8c6c-d74c63183c34 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Terminating instance [ 738.953240] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] cd4b0d7b-8070-4a0a-a8bd-09cc2c296789/cd4b0d7b-8070-4a0a-a8bd-09cc2c296789.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.953558] env[70867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 738.953558] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52aaa23c-e903-75bc-c01f-2750891b757d" [ 738.953558] env[70867]: _type = "HttpNfcLease" [ 738.953558] env[70867]: } is initializing. {{(pid=70867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 738.954853] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f0c1d5a-e058-47f8-9de8-c5c4b578eb94 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.975101] env[70867]: DEBUG oslo_vmware.api [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 738.975101] env[70867]: value = "task-3473347" [ 738.975101] env[70867]: _type = "Task" [ 738.975101] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.983530] env[70867]: DEBUG oslo_vmware.api [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473347, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.076236] env[70867]: DEBUG nova.compute.manager [req-dcc2e78c-9356-4eb4-bcb8-10bfcec8d46e req-3176e197-d881-4e1c-a5b1-7d0332a686f3 service nova] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Received event network-vif-deleted-175e3821-865a-48e4-b005-4ed9851f2a31 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.106831] env[70867]: INFO nova.compute.manager [-] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Took 1.63 seconds to deallocate network for instance. [ 739.139107] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a90f1395-8310-412e-a372-dba9b6f91ae6 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.411s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.141202] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473343, 'name': CreateVM_Task, 'duration_secs': 0.614957} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.141671] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.372s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.141859] env[70867]: DEBUG nova.objects.instance [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70867) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 739.144672] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.145903] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.146071] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.146385] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.147492] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-929df3b3-65de-497f-8734-3bd3f014857b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.152819] env[70867]: DEBUG oslo_vmware.api [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Waiting for the task: (returnval){ [ 739.152819] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]522ed464-2e37-797e-9f2c-d4681c91ca6c" [ 739.152819] env[70867]: _type = "Task" [ 739.152819] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.153670] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0883071e-888a-4d6c-bd66-5be85080fd38 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.164037] env[70867]: DEBUG oslo_vmware.api [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]522ed464-2e37-797e-9f2c-d4681c91ca6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.172433] env[70867]: INFO nova.scheduler.client.report [None req-a90f1395-8310-412e-a372-dba9b6f91ae6 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Deleted allocations for instance 3dcf9e2a-4306-4025-a942-9aa1a598f49f [ 739.254834] env[70867]: DEBUG oslo_vmware.api [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Task: {'id': task-3473344, 'name': PowerOnVM_Task, 'duration_secs': 0.874181} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.255110] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.255322] env[70867]: INFO nova.compute.manager [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Took 9.83 seconds to spawn the instance on the hypervisor. [ 739.255501] env[70867]: DEBUG nova.compute.manager [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.256479] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69aefa5-872c-48f3-9681-19c4e4b19cad {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.433262] env[70867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 739.433262] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52aaa23c-e903-75bc-c01f-2750891b757d" [ 739.433262] env[70867]: _type = "HttpNfcLease" [ 739.433262] env[70867]: } is ready. {{(pid=70867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 739.433702] env[70867]: DEBUG oslo_vmware.rw_handles [None req-6f0b9be9-b5fb-4567-8eef-a1e5fe584edf tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 739.433702] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52aaa23c-e903-75bc-c01f-2750891b757d" [ 739.433702] env[70867]: _type = "HttpNfcLease" [ 739.433702] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 739.434624] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3d6eab-2483-4ae6-a227-b23c3aee5132 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.445394] env[70867]: DEBUG oslo_vmware.rw_handles [None req-6f0b9be9-b5fb-4567-8eef-a1e5fe584edf tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b182cd-1019-a6d1-980b-5cdd0e5b1f58/disk-0.vmdk from lease info. {{(pid=70867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 739.445394] env[70867]: DEBUG oslo_vmware.rw_handles [None req-6f0b9be9-b5fb-4567-8eef-a1e5fe584edf tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b182cd-1019-a6d1-980b-5cdd0e5b1f58/disk-0.vmdk for reading. {{(pid=70867) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 739.509287] env[70867]: DEBUG nova.compute.manager [None req-cb14d0fe-f602-4490-8c6c-d74c63183c34 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 739.510046] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-cb14d0fe-f602-4490-8c6c-d74c63183c34 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 739.510179] env[70867]: DEBUG oslo_concurrency.lockutils [None req-962251fb-29e5-475a-8c2b-0deaf54289c1 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Acquiring lock "f7271eec-aab3-4258-a6c3-08ac0664d200" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.510557] env[70867]: DEBUG oslo_concurrency.lockutils [None req-962251fb-29e5-475a-8c2b-0deaf54289c1 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Lock "f7271eec-aab3-4258-a6c3-08ac0664d200" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.510877] env[70867]: DEBUG oslo_concurrency.lockutils [None req-962251fb-29e5-475a-8c2b-0deaf54289c1 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Acquiring lock "f7271eec-aab3-4258-a6c3-08ac0664d200-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.511083] env[70867]: DEBUG oslo_concurrency.lockutils [None req-962251fb-29e5-475a-8c2b-0deaf54289c1 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Lock "f7271eec-aab3-4258-a6c3-08ac0664d200-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.511339] env[70867]: DEBUG oslo_concurrency.lockutils [None req-962251fb-29e5-475a-8c2b-0deaf54289c1 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Lock "f7271eec-aab3-4258-a6c3-08ac0664d200-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.518201] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cf1f2a-eb36-40ff-858a-1b4b622c4901 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.524590] env[70867]: INFO nova.compute.manager [None req-962251fb-29e5-475a-8c2b-0deaf54289c1 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Terminating instance [ 739.535699] env[70867]: DEBUG oslo_vmware.api [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.538703] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb14d0fe-f602-4490-8c6c-d74c63183c34 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.538855] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b69d1c64-f196-4cbe-ba8b-d633238f862c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.548242] env[70867]: DEBUG oslo_vmware.api [None req-cb14d0fe-f602-4490-8c6c-d74c63183c34 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Waiting for the task: (returnval){ [ 739.548242] env[70867]: value = "task-3473348" [ 739.548242] env[70867]: _type = "Task" [ 739.548242] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.557567] env[70867]: DEBUG oslo_vmware.api [None req-cb14d0fe-f602-4490-8c6c-d74c63183c34 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Task: {'id': task-3473348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.564161] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5a6f3d1c-ed13-4552-8f18-17adba398e7a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.616552] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f79da59e-2ad7-405f-924f-1b3b2ee9472e tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.643130] env[70867]: DEBUG nova.network.neutron [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Successfully updated port: 3d4a8458-9523-4fff-8b52-cf67049f1540 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 739.665850] env[70867]: DEBUG oslo_vmware.api [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]522ed464-2e37-797e-9f2c-d4681c91ca6c, 'name': SearchDatastore_Task, 'duration_secs': 0.024633} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.666212] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.666430] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.666687] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.666895] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.667135] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.667637] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c301eafc-3662-4813-9844-980fe5de525a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.683125] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.683318] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.684379] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a90f1395-8310-412e-a372-dba9b6f91ae6 tempest-ServersListShow296Test-1911436130 tempest-ServersListShow296Test-1911436130-project-member] Lock "3dcf9e2a-4306-4025-a942-9aa1a598f49f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.125s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.685375] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6125926-8c55-466a-b4a9-33e34c85439b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.691950] env[70867]: DEBUG oslo_vmware.api [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Waiting for the task: (returnval){ [ 739.691950] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52de8e0a-5205-023e-f65b-6361236ffdbd" [ 739.691950] env[70867]: _type = "Task" [ 739.691950] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.393776] env[70867]: DEBUG nova.compute.manager [None req-962251fb-29e5-475a-8c2b-0deaf54289c1 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 740.393776] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-962251fb-29e5-475a-8c2b-0deaf54289c1 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.393776] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Acquiring lock "refresh_cache-47e97d46-a933-43cf-98fc-2865c78a4492" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.393776] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Acquired lock "refresh_cache-47e97d46-a933-43cf-98fc-2865c78a4492" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.393776] env[70867]: DEBUG nova.network.neutron [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.395362] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e036d28c-bd09-426a-a8ea-feb303b35d03 tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.254s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.398026] env[70867]: DEBUG oslo_vmware.api [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52de8e0a-5205-023e-f65b-6361236ffdbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.398026] env[70867]: WARNING oslo_vmware.common.loopingcall [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] task run outlasted interval by 0.204411 sec [ 740.405845] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c417fe-06c4-4136-9788-c314834a7b8e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.410983] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.525s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.412491] env[70867]: INFO nova.compute.claims [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.415662] env[70867]: INFO nova.compute.manager [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Took 36.99 seconds to build instance. [ 740.433743] env[70867]: DEBUG oslo_vmware.api [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473347, 'name': ReconfigVM_Task, 'duration_secs': 0.702658} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.433743] env[70867]: DEBUG oslo_vmware.api [None req-cb14d0fe-f602-4490-8c6c-d74c63183c34 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Task: {'id': task-3473348, 'name': PowerOffVM_Task, 'duration_secs': 0.211785} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.433743] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-962251fb-29e5-475a-8c2b-0deaf54289c1 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.440048] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Reconfigured VM instance instance-00000016 to attach disk [datastore2] cd4b0d7b-8070-4a0a-a8bd-09cc2c296789/cd4b0d7b-8070-4a0a-a8bd-09cc2c296789.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.440778] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb14d0fe-f602-4490-8c6c-d74c63183c34 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.440926] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-cb14d0fe-f602-4490-8c6c-d74c63183c34 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.441131] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6a59b1c-0e9d-469a-a3b1-79bc2c456924 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.446133] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-233d84e0-0a8e-45c1-91cf-6eab0333a617 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.447931] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9a9b133-b236-4ac6-bb00-7267db9c06a9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.453759] env[70867]: DEBUG oslo_vmware.api [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52de8e0a-5205-023e-f65b-6361236ffdbd, 'name': SearchDatastore_Task, 'duration_secs': 0.015114} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.455504] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7750dea-1c4d-4333-919a-506902cf2242 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.459683] env[70867]: DEBUG oslo_vmware.api [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 740.459683] env[70867]: value = "task-3473351" [ 740.459683] env[70867]: _type = "Task" [ 740.459683] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.461311] env[70867]: DEBUG oslo_vmware.api [None req-962251fb-29e5-475a-8c2b-0deaf54289c1 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Waiting for the task: (returnval){ [ 740.461311] env[70867]: value = "task-3473350" [ 740.461311] env[70867]: _type = "Task" [ 740.461311] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.470242] env[70867]: DEBUG oslo_vmware.api [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Waiting for the task: (returnval){ [ 740.470242] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52d48d92-321c-ffaf-61cf-96b48c3a4d56" [ 740.470242] env[70867]: _type = "Task" [ 740.470242] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.482400] env[70867]: DEBUG oslo_vmware.api [None req-962251fb-29e5-475a-8c2b-0deaf54289c1 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Task: {'id': task-3473350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.482744] env[70867]: DEBUG oslo_vmware.api [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473351, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.483907] env[70867]: DEBUG nova.network.neutron [req-78b2dec2-462d-40c8-a522-3c64ba96f56d req-9810289d-ea2b-484a-b2a6-a9a40b4f968a service nova] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Updated VIF entry in instance network info cache for port f2fec0ce-de2b-4fdd-bc07-f8401097abbc. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.484363] env[70867]: DEBUG nova.network.neutron [req-78b2dec2-462d-40c8-a522-3c64ba96f56d req-9810289d-ea2b-484a-b2a6-a9a40b4f968a service nova] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Updating instance_info_cache with network_info: [{"id": "f2fec0ce-de2b-4fdd-bc07-f8401097abbc", "address": "fa:16:3e:f8:37:34", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2fec0ce-de", "ovs_interfaceid": "f2fec0ce-de2b-4fdd-bc07-f8401097abbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.491153] env[70867]: DEBUG oslo_vmware.api [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52d48d92-321c-ffaf-61cf-96b48c3a4d56, 'name': SearchDatastore_Task, 'duration_secs': 0.012031} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.491444] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.491730] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 7dcc0086-65cf-41c7-b647-6426f7c36c10/7dcc0086-65cf-41c7-b647-6426f7c36c10.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.492043] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f5649dc-2fb6-4440-bb97-c1fdc0b0b879 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.498634] env[70867]: DEBUG oslo_vmware.api [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Waiting for the task: (returnval){ [ 740.498634] env[70867]: value = "task-3473353" [ 740.498634] env[70867]: _type = "Task" [ 740.498634] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.508323] env[70867]: DEBUG oslo_vmware.api [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': task-3473353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.521466] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-cb14d0fe-f602-4490-8c6c-d74c63183c34 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.521672] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-cb14d0fe-f602-4490-8c6c-d74c63183c34 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.521924] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb14d0fe-f602-4490-8c6c-d74c63183c34 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Deleting the datastore file [datastore1] 2f11308d-9290-472a-9a2d-62e3e5dcac8b {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.522208] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-052e94a8-c3df-4565-b3c5-d1c9dc52ac96 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.528719] env[70867]: DEBUG oslo_vmware.api [None req-cb14d0fe-f602-4490-8c6c-d74c63183c34 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Waiting for the task: (returnval){ [ 740.528719] env[70867]: value = "task-3473354" [ 740.528719] env[70867]: _type = "Task" [ 740.528719] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.538452] env[70867]: DEBUG oslo_vmware.api [None req-cb14d0fe-f602-4490-8c6c-d74c63183c34 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Task: {'id': task-3473354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.921690] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2209896e-3af6-4f05-af32-88d4bd6ac133 tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Lock "76085f51-855e-4d02-ae73-ddf86201158a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.654s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.958409] env[70867]: DEBUG nova.network.neutron [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.979585] env[70867]: DEBUG oslo_vmware.api [None req-962251fb-29e5-475a-8c2b-0deaf54289c1 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Task: {'id': task-3473350, 'name': PowerOffVM_Task, 'duration_secs': 0.268871} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.979864] env[70867]: DEBUG oslo_vmware.api [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473351, 'name': Rename_Task, 'duration_secs': 0.240775} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.980353] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-962251fb-29e5-475a-8c2b-0deaf54289c1 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.980697] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-962251fb-29e5-475a-8c2b-0deaf54289c1 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.980980] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.981225] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b46dbd25-8344-47e4-9f21-0264fdf1759a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.982916] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbc52097-8797-4dd4-9dd7-3de1d3950bc5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.987548] env[70867]: DEBUG oslo_concurrency.lockutils [req-78b2dec2-462d-40c8-a522-3c64ba96f56d req-9810289d-ea2b-484a-b2a6-a9a40b4f968a service nova] Releasing lock "refresh_cache-6e714e41-8baf-492a-b38c-7b162a779556" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.990325] env[70867]: DEBUG oslo_vmware.api [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 740.990325] env[70867]: value = "task-3473356" [ 740.990325] env[70867]: _type = "Task" [ 740.990325] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.003173] env[70867]: DEBUG oslo_vmware.api [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.013451] env[70867]: DEBUG oslo_vmware.api [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': task-3473353, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.014743] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1d3af7c6-c663-45fb-ae5e-781a8557fabf tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Acquiring lock "76085f51-855e-4d02-ae73-ddf86201158a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.015067] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1d3af7c6-c663-45fb-ae5e-781a8557fabf tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Lock "76085f51-855e-4d02-ae73-ddf86201158a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.016523] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1d3af7c6-c663-45fb-ae5e-781a8557fabf tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Acquiring lock "76085f51-855e-4d02-ae73-ddf86201158a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.016523] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1d3af7c6-c663-45fb-ae5e-781a8557fabf tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Lock "76085f51-855e-4d02-ae73-ddf86201158a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.016523] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1d3af7c6-c663-45fb-ae5e-781a8557fabf tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Lock "76085f51-855e-4d02-ae73-ddf86201158a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.020319] env[70867]: INFO nova.compute.manager [None req-1d3af7c6-c663-45fb-ae5e-781a8557fabf tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Terminating instance [ 741.048279] env[70867]: DEBUG oslo_vmware.api [None req-cb14d0fe-f602-4490-8c6c-d74c63183c34 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Task: {'id': task-3473354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188792} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.048590] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb14d0fe-f602-4490-8c6c-d74c63183c34 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.048805] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-cb14d0fe-f602-4490-8c6c-d74c63183c34 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.049533] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-cb14d0fe-f602-4490-8c6c-d74c63183c34 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.049745] env[70867]: INFO nova.compute.manager [None req-cb14d0fe-f602-4490-8c6c-d74c63183c34 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Took 1.54 seconds to destroy the instance on the hypervisor. [ 741.050161] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb14d0fe-f602-4490-8c6c-d74c63183c34 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.051632] env[70867]: DEBUG nova.compute.manager [-] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 741.051868] env[70867]: DEBUG nova.network.neutron [-] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.054434] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-962251fb-29e5-475a-8c2b-0deaf54289c1 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.054794] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-962251fb-29e5-475a-8c2b-0deaf54289c1 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.055042] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-962251fb-29e5-475a-8c2b-0deaf54289c1 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Deleting the datastore file [datastore1] f7271eec-aab3-4258-a6c3-08ac0664d200 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.055646] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01936203-53b2-440f-93c8-0cfc21f81de8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.062190] env[70867]: DEBUG oslo_vmware.api [None req-962251fb-29e5-475a-8c2b-0deaf54289c1 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Waiting for the task: (returnval){ [ 741.062190] env[70867]: value = "task-3473357" [ 741.062190] env[70867]: _type = "Task" [ 741.062190] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.072507] env[70867]: DEBUG oslo_vmware.api [None req-962251fb-29e5-475a-8c2b-0deaf54289c1 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Task: {'id': task-3473357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.194574] env[70867]: DEBUG nova.compute.manager [req-1251ba33-b9de-46a6-abaa-dc4e962b89d8 req-cd362395-9812-45be-bf12-c2d41f50003d service nova] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Received event network-vif-plugged-3d4a8458-9523-4fff-8b52-cf67049f1540 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.194811] env[70867]: DEBUG oslo_concurrency.lockutils [req-1251ba33-b9de-46a6-abaa-dc4e962b89d8 req-cd362395-9812-45be-bf12-c2d41f50003d service nova] Acquiring lock "47e97d46-a933-43cf-98fc-2865c78a4492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.195100] env[70867]: DEBUG oslo_concurrency.lockutils [req-1251ba33-b9de-46a6-abaa-dc4e962b89d8 req-cd362395-9812-45be-bf12-c2d41f50003d service nova] Lock "47e97d46-a933-43cf-98fc-2865c78a4492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.195338] env[70867]: DEBUG oslo_concurrency.lockutils [req-1251ba33-b9de-46a6-abaa-dc4e962b89d8 req-cd362395-9812-45be-bf12-c2d41f50003d service nova] Lock "47e97d46-a933-43cf-98fc-2865c78a4492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.195510] env[70867]: DEBUG nova.compute.manager [req-1251ba33-b9de-46a6-abaa-dc4e962b89d8 req-cd362395-9812-45be-bf12-c2d41f50003d service nova] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] No waiting events found dispatching network-vif-plugged-3d4a8458-9523-4fff-8b52-cf67049f1540 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 741.195786] env[70867]: WARNING nova.compute.manager [req-1251ba33-b9de-46a6-abaa-dc4e962b89d8 req-cd362395-9812-45be-bf12-c2d41f50003d service nova] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Received unexpected event network-vif-plugged-3d4a8458-9523-4fff-8b52-cf67049f1540 for instance with vm_state building and task_state spawning. [ 741.195955] env[70867]: DEBUG nova.compute.manager [req-1251ba33-b9de-46a6-abaa-dc4e962b89d8 req-cd362395-9812-45be-bf12-c2d41f50003d service nova] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Received event network-changed-3d4a8458-9523-4fff-8b52-cf67049f1540 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.196118] env[70867]: DEBUG nova.compute.manager [req-1251ba33-b9de-46a6-abaa-dc4e962b89d8 req-cd362395-9812-45be-bf12-c2d41f50003d service nova] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Refreshing instance network info cache due to event network-changed-3d4a8458-9523-4fff-8b52-cf67049f1540. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.196279] env[70867]: DEBUG oslo_concurrency.lockutils [req-1251ba33-b9de-46a6-abaa-dc4e962b89d8 req-cd362395-9812-45be-bf12-c2d41f50003d service nova] Acquiring lock "refresh_cache-47e97d46-a933-43cf-98fc-2865c78a4492" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.202888] env[70867]: DEBUG nova.network.neutron [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Updating instance_info_cache with network_info: [{"id": "3d4a8458-9523-4fff-8b52-cf67049f1540", "address": "fa:16:3e:8b:e6:62", "network": {"id": "597d81de-b815-4619-8377-bdb8eb0effc3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1798964727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06a887df179441049f4c4f647d27fc5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d4a8458-95", "ovs_interfaceid": "3d4a8458-9523-4fff-8b52-cf67049f1540", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.427999] env[70867]: DEBUG nova.compute.manager [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.503235] env[70867]: DEBUG oslo_vmware.api [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473356, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.517336] env[70867]: DEBUG oslo_vmware.api [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': task-3473353, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61438} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.517544] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 7dcc0086-65cf-41c7-b647-6426f7c36c10/7dcc0086-65cf-41c7-b647-6426f7c36c10.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.517822] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.518135] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a1967e9-2a11-46c0-a111-3a0f6e298eda {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.525584] env[70867]: DEBUG nova.compute.manager [None req-1d3af7c6-c663-45fb-ae5e-781a8557fabf tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 741.525993] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-1d3af7c6-c663-45fb-ae5e-781a8557fabf tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.526780] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38715ea2-4998-49fe-a68c-546046bbad6d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.532369] env[70867]: DEBUG oslo_vmware.api [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Waiting for the task: (returnval){ [ 741.532369] env[70867]: value = "task-3473358" [ 741.532369] env[70867]: _type = "Task" [ 741.532369] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.541594] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d3af7c6-c663-45fb-ae5e-781a8557fabf tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.541594] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f5f37f4-839c-4d4b-a386-3132102f9930 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.549084] env[70867]: DEBUG oslo_vmware.api [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': task-3473358, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.558431] env[70867]: DEBUG oslo_vmware.api [None req-1d3af7c6-c663-45fb-ae5e-781a8557fabf tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Waiting for the task: (returnval){ [ 741.558431] env[70867]: value = "task-3473359" [ 741.558431] env[70867]: _type = "Task" [ 741.558431] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.574379] env[70867]: DEBUG oslo_vmware.api [None req-1d3af7c6-c663-45fb-ae5e-781a8557fabf tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Task: {'id': task-3473359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.580267] env[70867]: DEBUG oslo_vmware.api [None req-962251fb-29e5-475a-8c2b-0deaf54289c1 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Task: {'id': task-3473357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.477499} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.581436] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-962251fb-29e5-475a-8c2b-0deaf54289c1 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.581630] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-962251fb-29e5-475a-8c2b-0deaf54289c1 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.581803] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-962251fb-29e5-475a-8c2b-0deaf54289c1 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.581972] env[70867]: INFO nova.compute.manager [None req-962251fb-29e5-475a-8c2b-0deaf54289c1 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Took 1.19 seconds to destroy the instance on the hypervisor. [ 741.582518] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-962251fb-29e5-475a-8c2b-0deaf54289c1 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.582518] env[70867]: DEBUG nova.compute.manager [-] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 741.582518] env[70867]: DEBUG nova.network.neutron [-] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.708673] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Releasing lock "refresh_cache-47e97d46-a933-43cf-98fc-2865c78a4492" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.708887] env[70867]: DEBUG nova.compute.manager [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Instance network_info: |[{"id": "3d4a8458-9523-4fff-8b52-cf67049f1540", "address": "fa:16:3e:8b:e6:62", "network": {"id": "597d81de-b815-4619-8377-bdb8eb0effc3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1798964727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06a887df179441049f4c4f647d27fc5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d4a8458-95", "ovs_interfaceid": "3d4a8458-9523-4fff-8b52-cf67049f1540", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 741.709222] env[70867]: DEBUG oslo_concurrency.lockutils [req-1251ba33-b9de-46a6-abaa-dc4e962b89d8 req-cd362395-9812-45be-bf12-c2d41f50003d service nova] Acquired lock "refresh_cache-47e97d46-a933-43cf-98fc-2865c78a4492" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.709446] env[70867]: DEBUG nova.network.neutron [req-1251ba33-b9de-46a6-abaa-dc4e962b89d8 req-cd362395-9812-45be-bf12-c2d41f50003d service nova] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Refreshing network info cache for port 3d4a8458-9523-4fff-8b52-cf67049f1540 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.710900] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:e6:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2c68e7-b690-42e2-9491-c3f9357cc66a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d4a8458-9523-4fff-8b52-cf67049f1540', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.719056] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Creating folder: Project (06a887df179441049f4c4f647d27fc5f). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.722490] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f104d11-6ee0-46be-a72e-191de57803c3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.735102] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Created folder: Project (06a887df179441049f4c4f647d27fc5f) in parent group-v694272. [ 741.735402] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Creating folder: Instances. Parent ref: group-v694348. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.736308] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a51f7824-2d2a-4b00-876f-4a1411b43b34 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.744911] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Created folder: Instances in parent group-v694348. [ 741.748135] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.748135] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.748135] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bdba3a0-618b-45d0-afcd-a562b3d32522 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.771380] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.771380] env[70867]: value = "task-3473362" [ 741.771380] env[70867]: _type = "Task" [ 741.771380] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.781974] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473362, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.957082] env[70867]: DEBUG oslo_concurrency.lockutils [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.980564] env[70867]: DEBUG nova.compute.manager [req-d5fd9790-597e-41b5-898c-eb779a65def1 req-59efca29-75d8-4113-9b1e-f2d11b0db0ba service nova] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Received event network-vif-deleted-a6d5450d-1abb-49eb-ac7c-f38c6484209c {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.980990] env[70867]: INFO nova.compute.manager [req-d5fd9790-597e-41b5-898c-eb779a65def1 req-59efca29-75d8-4113-9b1e-f2d11b0db0ba service nova] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Neutron deleted interface a6d5450d-1abb-49eb-ac7c-f38c6484209c; detaching it from the instance and deleting it from the info cache [ 741.981321] env[70867]: DEBUG nova.network.neutron [req-d5fd9790-597e-41b5-898c-eb779a65def1 req-59efca29-75d8-4113-9b1e-f2d11b0db0ba service nova] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.006855] env[70867]: DEBUG oslo_vmware.api [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473356, 'name': PowerOnVM_Task, 'duration_secs': 0.880286} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.008567] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.008567] env[70867]: INFO nova.compute.manager [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Took 9.87 seconds to spawn the instance on the hypervisor. [ 742.008567] env[70867]: DEBUG nova.compute.manager [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.009115] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e63aaa6-0153-4a3e-8558-7b39db62612a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.049362] env[70867]: DEBUG oslo_vmware.api [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': task-3473358, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076541} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.049665] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.050610] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671f650c-e91c-4280-97db-49a0792e9791 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.079719] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 7dcc0086-65cf-41c7-b647-6426f7c36c10/7dcc0086-65cf-41c7-b647-6426f7c36c10.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.086903] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-985004c2-abf2-49f7-ae62-f5e71240cf06 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.110988] env[70867]: DEBUG oslo_vmware.api [None req-1d3af7c6-c663-45fb-ae5e-781a8557fabf tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Task: {'id': task-3473359, 'name': PowerOffVM_Task, 'duration_secs': 0.548112} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.112619] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d3af7c6-c663-45fb-ae5e-781a8557fabf tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.112907] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-1d3af7c6-c663-45fb-ae5e-781a8557fabf tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.113565] env[70867]: DEBUG oslo_vmware.api [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Waiting for the task: (returnval){ [ 742.113565] env[70867]: value = "task-3473365" [ 742.113565] env[70867]: _type = "Task" [ 742.113565] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.116203] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e12b4e3-70e7-45c3-a565-73d7406a9498 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.129089] env[70867]: DEBUG oslo_vmware.api [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': task-3473365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.133667] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68b5144-7f37-47b6-aa07-ac8c110f1351 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.140812] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904764c8-10e0-4202-8027-f329b09bdfd4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.172898] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578627c7-491f-4da1-9d83-4cc44a1f10a5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.180632] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1762bd55-4cd3-4d9b-a86a-2c271a107c6d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.197102] env[70867]: DEBUG nova.compute.provider_tree [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.218138] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-1d3af7c6-c663-45fb-ae5e-781a8557fabf tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 742.218138] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-1d3af7c6-c663-45fb-ae5e-781a8557fabf tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 742.218300] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d3af7c6-c663-45fb-ae5e-781a8557fabf tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Deleting the datastore file [datastore1] 76085f51-855e-4d02-ae73-ddf86201158a {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 742.218505] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f84ee81d-5d9d-4e64-a9f3-d61b979a74d7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.226291] env[70867]: DEBUG oslo_vmware.api [None req-1d3af7c6-c663-45fb-ae5e-781a8557fabf tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Waiting for the task: (returnval){ [ 742.226291] env[70867]: value = "task-3473367" [ 742.226291] env[70867]: _type = "Task" [ 742.226291] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.234646] env[70867]: DEBUG oslo_vmware.api [None req-1d3af7c6-c663-45fb-ae5e-781a8557fabf tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Task: {'id': task-3473367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.281604] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473362, 'name': CreateVM_Task, 'duration_secs': 0.456858} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.281877] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.282604] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.282805] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.283157] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.283471] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8ade6eb-7c91-4db9-827a-6133c6e609fa {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.288741] env[70867]: DEBUG oslo_vmware.api [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Waiting for the task: (returnval){ [ 742.288741] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]526d17ff-ac21-ea2f-af3c-d56d07fef589" [ 742.288741] env[70867]: _type = "Task" [ 742.288741] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.297763] env[70867]: DEBUG oslo_vmware.api [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]526d17ff-ac21-ea2f-af3c-d56d07fef589, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.350164] env[70867]: DEBUG nova.network.neutron [-] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.422033] env[70867]: DEBUG nova.network.neutron [-] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.486912] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7938947-5fe0-46b3-95a8-4a2cad96bd5d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.496049] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944cfc03-db00-40fe-99a7-1795c7b675e7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.542033] env[70867]: DEBUG nova.compute.manager [req-d5fd9790-597e-41b5-898c-eb779a65def1 req-59efca29-75d8-4113-9b1e-f2d11b0db0ba service nova] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Detach interface failed, port_id=a6d5450d-1abb-49eb-ac7c-f38c6484209c, reason: Instance f7271eec-aab3-4258-a6c3-08ac0664d200 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 742.547029] env[70867]: DEBUG nova.network.neutron [req-1251ba33-b9de-46a6-abaa-dc4e962b89d8 req-cd362395-9812-45be-bf12-c2d41f50003d service nova] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Updated VIF entry in instance network info cache for port 3d4a8458-9523-4fff-8b52-cf67049f1540. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.547029] env[70867]: DEBUG nova.network.neutron [req-1251ba33-b9de-46a6-abaa-dc4e962b89d8 req-cd362395-9812-45be-bf12-c2d41f50003d service nova] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Updating instance_info_cache with network_info: [{"id": "3d4a8458-9523-4fff-8b52-cf67049f1540", "address": "fa:16:3e:8b:e6:62", "network": {"id": "597d81de-b815-4619-8377-bdb8eb0effc3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1798964727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06a887df179441049f4c4f647d27fc5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d4a8458-95", "ovs_interfaceid": "3d4a8458-9523-4fff-8b52-cf67049f1540", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.549811] env[70867]: INFO nova.compute.manager [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Took 38.63 seconds to build instance. [ 742.632326] env[70867]: DEBUG oslo_vmware.api [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': task-3473365, 'name': ReconfigVM_Task, 'duration_secs': 0.445071} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.632617] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 7dcc0086-65cf-41c7-b647-6426f7c36c10/7dcc0086-65cf-41c7-b647-6426f7c36c10.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.633311] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8085bf3-4be8-4685-97ce-1cb18a3d9589 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.641347] env[70867]: DEBUG oslo_vmware.api [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Waiting for the task: (returnval){ [ 742.641347] env[70867]: value = "task-3473368" [ 742.641347] env[70867]: _type = "Task" [ 742.641347] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.650312] env[70867]: DEBUG oslo_vmware.api [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': task-3473368, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.701044] env[70867]: DEBUG nova.scheduler.client.report [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.736667] env[70867]: DEBUG oslo_vmware.api [None req-1d3af7c6-c663-45fb-ae5e-781a8557fabf tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Task: {'id': task-3473367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265953} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.736827] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d3af7c6-c663-45fb-ae5e-781a8557fabf tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.736971] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-1d3af7c6-c663-45fb-ae5e-781a8557fabf tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.737176] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-1d3af7c6-c663-45fb-ae5e-781a8557fabf tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.737347] env[70867]: INFO nova.compute.manager [None req-1d3af7c6-c663-45fb-ae5e-781a8557fabf tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Took 1.21 seconds to destroy the instance on the hypervisor. [ 742.737592] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d3af7c6-c663-45fb-ae5e-781a8557fabf tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.737790] env[70867]: DEBUG nova.compute.manager [-] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 742.737889] env[70867]: DEBUG nova.network.neutron [-] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 742.800094] env[70867]: DEBUG oslo_vmware.api [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]526d17ff-ac21-ea2f-af3c-d56d07fef589, 'name': SearchDatastore_Task, 'duration_secs': 0.0127} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.800094] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.800094] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.800299] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.800388] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.800591] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.800858] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-659781be-37e7-4664-91ab-3acf450b7feb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.810892] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.811062] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.811932] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-124d79c9-38da-4862-b194-ecaa8faba292 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.822814] env[70867]: DEBUG oslo_vmware.api [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Waiting for the task: (returnval){ [ 742.822814] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e7b75c-8278-f00c-ea27-59c0f9259931" [ 742.822814] env[70867]: _type = "Task" [ 742.822814] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.831984] env[70867]: DEBUG oslo_vmware.api [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e7b75c-8278-f00c-ea27-59c0f9259931, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.852816] env[70867]: INFO nova.compute.manager [-] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Took 1.80 seconds to deallocate network for instance. [ 742.927495] env[70867]: INFO nova.compute.manager [-] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Took 1.34 seconds to deallocate network for instance. [ 743.052943] env[70867]: DEBUG oslo_concurrency.lockutils [req-1251ba33-b9de-46a6-abaa-dc4e962b89d8 req-cd362395-9812-45be-bf12-c2d41f50003d service nova] Releasing lock "refresh_cache-47e97d46-a933-43cf-98fc-2865c78a4492" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.053457] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fd790148-534a-4609-aae8-ae90042a375e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "cd4b0d7b-8070-4a0a-a8bd-09cc2c296789" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.720s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.152035] env[70867]: DEBUG oslo_vmware.api [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': task-3473368, 'name': Rename_Task, 'duration_secs': 0.217076} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.152035] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.152035] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3abf6ef3-72ee-45c6-9cab-0c12bcba1178 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.158779] env[70867]: DEBUG oslo_vmware.api [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Waiting for the task: (returnval){ [ 743.158779] env[70867]: value = "task-3473369" [ 743.158779] env[70867]: _type = "Task" [ 743.158779] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.166763] env[70867]: DEBUG oslo_vmware.api [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': task-3473369, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.206686] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.796s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.207269] env[70867]: DEBUG nova.compute.manager [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 743.209887] env[70867]: DEBUG oslo_concurrency.lockutils [None req-58add756-eca3-4140-ad23-f964c67c01ef tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.146s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.210121] env[70867]: DEBUG nova.objects.instance [None req-58add756-eca3-4140-ad23-f964c67c01ef tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Lazy-loading 'resources' on Instance uuid 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.279191] env[70867]: DEBUG nova.compute.manager [req-2aed7432-7779-4fd1-b76c-a9b2ef116231 req-0e777a45-e779-40a4-9e67-d32fa6c5fd4a service nova] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Received event network-vif-deleted-e89d3409-34a5-4919-9765-e15320979b51 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.334238] env[70867]: DEBUG oslo_vmware.api [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e7b75c-8278-f00c-ea27-59c0f9259931, 'name': SearchDatastore_Task, 'duration_secs': 0.021547} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.335165] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c7f7ce7-abdd-42fa-9161-3059675dd1b7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.340310] env[70867]: DEBUG oslo_vmware.api [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Waiting for the task: (returnval){ [ 743.340310] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f9c709-c739-f13e-1dc4-989e842bb6a4" [ 743.340310] env[70867]: _type = "Task" [ 743.340310] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.348377] env[70867]: DEBUG oslo_vmware.api [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f9c709-c739-f13e-1dc4-989e842bb6a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.362076] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cb14d0fe-f602-4490-8c6c-d74c63183c34 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.434416] env[70867]: DEBUG oslo_concurrency.lockutils [None req-962251fb-29e5-475a-8c2b-0deaf54289c1 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.549683] env[70867]: DEBUG nova.network.neutron [-] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.556331] env[70867]: DEBUG nova.compute.manager [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 743.669643] env[70867]: DEBUG oslo_vmware.api [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': task-3473369, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.713898] env[70867]: DEBUG nova.compute.utils [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.722015] env[70867]: DEBUG nova.compute.manager [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 743.722015] env[70867]: DEBUG nova.network.neutron [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.790360] env[70867]: DEBUG nova.policy [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '574c98589f18412f92e2fdbe26e41f06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c31f15f248a42599dcfb7b51eac75e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.853412] env[70867]: DEBUG oslo_vmware.api [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f9c709-c739-f13e-1dc4-989e842bb6a4, 'name': SearchDatastore_Task, 'duration_secs': 0.018758} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.853758] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.854064] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 47e97d46-a933-43cf-98fc-2865c78a4492/47e97d46-a933-43cf-98fc-2865c78a4492.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.854382] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3180090a-f70f-4878-8b38-f7e94383f30c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.862510] env[70867]: DEBUG oslo_vmware.api [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Waiting for the task: (returnval){ [ 743.862510] env[70867]: value = "task-3473370" [ 743.862510] env[70867]: _type = "Task" [ 743.862510] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.874731] env[70867]: DEBUG oslo_vmware.api [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': task-3473370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.038139] env[70867]: DEBUG nova.compute.manager [req-088cf008-1571-4339-995f-33eb0a9e750d req-cc34759d-59e8-4300-98a7-447f274010de service nova] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Received event network-vif-deleted-a798dd06-ae2a-4f53-99a7-e046b6fbff3f {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.052528] env[70867]: INFO nova.compute.manager [-] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Took 1.31 seconds to deallocate network for instance. [ 744.084214] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.175202] env[70867]: DEBUG oslo_vmware.api [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': task-3473369, 'name': PowerOnVM_Task, 'duration_secs': 0.688211} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.175482] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.175757] env[70867]: INFO nova.compute.manager [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Took 9.24 seconds to spawn the instance on the hypervisor. [ 744.175968] env[70867]: DEBUG nova.compute.manager [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.176791] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fe2f56-a956-4d33-8931-323a90bcaea4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.206720] env[70867]: DEBUG nova.network.neutron [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Successfully created port: cf1f2464-cd86-4809-9814-52ec0ba58c2b {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 744.219042] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquiring lock "5672f7d0-4265-47cb-9d68-9eb1a5420f3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.219291] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "5672f7d0-4265-47cb-9d68-9eb1a5420f3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.220802] env[70867]: DEBUG nova.compute.manager [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 744.287099] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059a0535-7ee3-4bfe-baee-f17c08d75c78 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.295633] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc241af5-96c2-4e22-9c20-c474a2b331d6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.328679] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37040b19-078d-4683-a247-1c2a1dea8794 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.338436] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60433f67-0ef8-4f1e-8912-67c0b9c3feb7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.354142] env[70867]: DEBUG nova.compute.provider_tree [None req-58add756-eca3-4140-ad23-f964c67c01ef tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.375536] env[70867]: DEBUG oslo_vmware.api [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': task-3473370, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.568254] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1d3af7c6-c663-45fb-ae5e-781a8557fabf tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.697998] env[70867]: INFO nova.compute.manager [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Took 39.21 seconds to build instance. [ 744.857840] env[70867]: DEBUG nova.scheduler.client.report [None req-58add756-eca3-4140-ad23-f964c67c01ef tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.877148] env[70867]: DEBUG oslo_vmware.api [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': task-3473370, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694329} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.877436] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 47e97d46-a933-43cf-98fc-2865c78a4492/47e97d46-a933-43cf-98fc-2865c78a4492.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.877665] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.877928] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e618f335-7fb8-4c7b-a634-3125e2ab7203 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.886244] env[70867]: DEBUG oslo_vmware.api [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Waiting for the task: (returnval){ [ 744.886244] env[70867]: value = "task-3473372" [ 744.886244] env[70867]: _type = "Task" [ 744.886244] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.896872] env[70867]: DEBUG oslo_vmware.api [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': task-3473372, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.206282] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cc171c4a-d185-4ee7-80ac-4424a5877c91 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Lock "7dcc0086-65cf-41c7-b647-6426f7c36c10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.913s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.232090] env[70867]: DEBUG nova.compute.manager [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 745.256308] env[70867]: DEBUG nova.virt.hardware [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.256557] env[70867]: DEBUG nova.virt.hardware [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.260016] env[70867]: DEBUG nova.virt.hardware [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.260016] env[70867]: DEBUG nova.virt.hardware [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.260016] env[70867]: DEBUG nova.virt.hardware [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.260016] env[70867]: DEBUG nova.virt.hardware [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.260016] env[70867]: DEBUG nova.virt.hardware [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.260258] env[70867]: DEBUG nova.virt.hardware [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.260258] env[70867]: DEBUG nova.virt.hardware [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.260258] env[70867]: DEBUG nova.virt.hardware [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.260258] env[70867]: DEBUG nova.virt.hardware [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.260258] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718d07d9-4476-4db2-a571-6a04830a2f73 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.269700] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cf1721-27bb-4943-949a-74fd05c21e18 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.314769] env[70867]: DEBUG oslo_concurrency.lockutils [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Acquiring lock "bd36ce91-908a-408b-ba11-95c6a135f4cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.315014] env[70867]: DEBUG oslo_concurrency.lockutils [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Lock "bd36ce91-908a-408b-ba11-95c6a135f4cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.363810] env[70867]: DEBUG oslo_concurrency.lockutils [None req-58add756-eca3-4140-ad23-f964c67c01ef tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.154s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.366456] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.438s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.369408] env[70867]: INFO nova.compute.claims [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.385077] env[70867]: INFO nova.scheduler.client.report [None req-58add756-eca3-4140-ad23-f964c67c01ef tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Deleted allocations for instance 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc [ 745.399486] env[70867]: DEBUG oslo_vmware.api [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': task-3473372, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.294222} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.400033] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.400770] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc37f630-5299-4742-a52c-79f100a146d7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.428232] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 47e97d46-a933-43cf-98fc-2865c78a4492/47e97d46-a933-43cf-98fc-2865c78a4492.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.428978] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cb1baa2-2d64-4f35-befa-c184ab1f8d8c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.452241] env[70867]: DEBUG oslo_vmware.api [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Waiting for the task: (returnval){ [ 745.452241] env[70867]: value = "task-3473373" [ 745.452241] env[70867]: _type = "Task" [ 745.452241] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.461530] env[70867]: DEBUG oslo_vmware.api [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': task-3473373, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.697345] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb82c5c0-a9d0-4a8d-a93b-634e31971315 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.704709] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7056c8-e013-45b4-be7d-82046c4f3aa3 tempest-ServersAdminNegativeTestJSON-1494461971 tempest-ServersAdminNegativeTestJSON-1494461971-project-admin] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Suspending the VM {{(pid=70867) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 745.704978] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7d72425e-62a4-4dfa-ae46-5f21fd48409f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.706964] env[70867]: DEBUG nova.compute.manager [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.719953] env[70867]: DEBUG oslo_vmware.api [None req-bf7056c8-e013-45b4-be7d-82046c4f3aa3 tempest-ServersAdminNegativeTestJSON-1494461971 tempest-ServersAdminNegativeTestJSON-1494461971-project-admin] Waiting for the task: (returnval){ [ 745.719953] env[70867]: value = "task-3473374" [ 745.719953] env[70867]: _type = "Task" [ 745.719953] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.732611] env[70867]: DEBUG oslo_vmware.api [None req-bf7056c8-e013-45b4-be7d-82046c4f3aa3 tempest-ServersAdminNegativeTestJSON-1494461971 tempest-ServersAdminNegativeTestJSON-1494461971-project-admin] Task: {'id': task-3473374, 'name': SuspendVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.850013] env[70867]: DEBUG nova.network.neutron [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Successfully updated port: cf1f2464-cd86-4809-9814-52ec0ba58c2b {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 745.898745] env[70867]: DEBUG oslo_concurrency.lockutils [None req-58add756-eca3-4140-ad23-f964c67c01ef tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Lock "97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.266s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.963572] env[70867]: DEBUG oslo_vmware.api [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': task-3473373, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.119673] env[70867]: DEBUG nova.compute.manager [req-75f41987-07ad-402f-8e9d-c4468c4ffb58 req-77695dea-9c29-4703-9f2d-2c4a59974bbd service nova] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Received event network-vif-plugged-cf1f2464-cd86-4809-9814-52ec0ba58c2b {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.119673] env[70867]: DEBUG oslo_concurrency.lockutils [req-75f41987-07ad-402f-8e9d-c4468c4ffb58 req-77695dea-9c29-4703-9f2d-2c4a59974bbd service nova] Acquiring lock "ec7a7de1-c7e5-469b-ada8-634381ee04fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.119673] env[70867]: DEBUG oslo_concurrency.lockutils [req-75f41987-07ad-402f-8e9d-c4468c4ffb58 req-77695dea-9c29-4703-9f2d-2c4a59974bbd service nova] Lock "ec7a7de1-c7e5-469b-ada8-634381ee04fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.119673] env[70867]: DEBUG oslo_concurrency.lockutils [req-75f41987-07ad-402f-8e9d-c4468c4ffb58 req-77695dea-9c29-4703-9f2d-2c4a59974bbd service nova] Lock "ec7a7de1-c7e5-469b-ada8-634381ee04fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.119673] env[70867]: DEBUG nova.compute.manager [req-75f41987-07ad-402f-8e9d-c4468c4ffb58 req-77695dea-9c29-4703-9f2d-2c4a59974bbd service nova] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] No waiting events found dispatching network-vif-plugged-cf1f2464-cd86-4809-9814-52ec0ba58c2b {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 746.119873] env[70867]: WARNING nova.compute.manager [req-75f41987-07ad-402f-8e9d-c4468c4ffb58 req-77695dea-9c29-4703-9f2d-2c4a59974bbd service nova] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Received unexpected event network-vif-plugged-cf1f2464-cd86-4809-9814-52ec0ba58c2b for instance with vm_state building and task_state spawning. [ 746.119873] env[70867]: DEBUG nova.compute.manager [req-75f41987-07ad-402f-8e9d-c4468c4ffb58 req-77695dea-9c29-4703-9f2d-2c4a59974bbd service nova] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Received event network-changed-cf1f2464-cd86-4809-9814-52ec0ba58c2b {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.124754] env[70867]: DEBUG nova.compute.manager [req-75f41987-07ad-402f-8e9d-c4468c4ffb58 req-77695dea-9c29-4703-9f2d-2c4a59974bbd service nova] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Refreshing instance network info cache due to event network-changed-cf1f2464-cd86-4809-9814-52ec0ba58c2b. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 746.124754] env[70867]: DEBUG oslo_concurrency.lockutils [req-75f41987-07ad-402f-8e9d-c4468c4ffb58 req-77695dea-9c29-4703-9f2d-2c4a59974bbd service nova] Acquiring lock "refresh_cache-ec7a7de1-c7e5-469b-ada8-634381ee04fd" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.124754] env[70867]: DEBUG oslo_concurrency.lockutils [req-75f41987-07ad-402f-8e9d-c4468c4ffb58 req-77695dea-9c29-4703-9f2d-2c4a59974bbd service nova] Acquired lock "refresh_cache-ec7a7de1-c7e5-469b-ada8-634381ee04fd" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.124754] env[70867]: DEBUG nova.network.neutron [req-75f41987-07ad-402f-8e9d-c4468c4ffb58 req-77695dea-9c29-4703-9f2d-2c4a59974bbd service nova] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Refreshing network info cache for port cf1f2464-cd86-4809-9814-52ec0ba58c2b {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.231283] env[70867]: DEBUG oslo_vmware.api [None req-bf7056c8-e013-45b4-be7d-82046c4f3aa3 tempest-ServersAdminNegativeTestJSON-1494461971 tempest-ServersAdminNegativeTestJSON-1494461971-project-admin] Task: {'id': task-3473374, 'name': SuspendVM_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.233243] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.354271] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Acquiring lock "refresh_cache-ec7a7de1-c7e5-469b-ada8-634381ee04fd" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.463667] env[70867]: DEBUG oslo_vmware.api [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': task-3473373, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.667961] env[70867]: DEBUG nova.network.neutron [req-75f41987-07ad-402f-8e9d-c4468c4ffb58 req-77695dea-9c29-4703-9f2d-2c4a59974bbd service nova] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.736301] env[70867]: DEBUG oslo_vmware.api [None req-bf7056c8-e013-45b4-be7d-82046c4f3aa3 tempest-ServersAdminNegativeTestJSON-1494461971 tempest-ServersAdminNegativeTestJSON-1494461971-project-admin] Task: {'id': task-3473374, 'name': SuspendVM_Task, 'duration_secs': 0.960318} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.736573] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7056c8-e013-45b4-be7d-82046c4f3aa3 tempest-ServersAdminNegativeTestJSON-1494461971 tempest-ServersAdminNegativeTestJSON-1494461971-project-admin] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Suspended the VM {{(pid=70867) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 746.736747] env[70867]: DEBUG nova.compute.manager [None req-bf7056c8-e013-45b4-be7d-82046c4f3aa3 tempest-ServersAdminNegativeTestJSON-1494461971 tempest-ServersAdminNegativeTestJSON-1494461971-project-admin] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.737581] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f791bcb-3177-49b1-bdaa-216402bb261b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.745449] env[70867]: DEBUG oslo_concurrency.lockutils [None req-94cd15ac-cba6-4e03-b20a-f3ee6d25d54d tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Acquiring lock "00ea765e-2487-4758-bfb8-2ff5e5ed4070" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.745449] env[70867]: DEBUG oslo_concurrency.lockutils [None req-94cd15ac-cba6-4e03-b20a-f3ee6d25d54d tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Lock "00ea765e-2487-4758-bfb8-2ff5e5ed4070" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.745652] env[70867]: DEBUG oslo_concurrency.lockutils [None req-94cd15ac-cba6-4e03-b20a-f3ee6d25d54d tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Acquiring lock "00ea765e-2487-4758-bfb8-2ff5e5ed4070-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.745881] env[70867]: DEBUG oslo_concurrency.lockutils [None req-94cd15ac-cba6-4e03-b20a-f3ee6d25d54d tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Lock "00ea765e-2487-4758-bfb8-2ff5e5ed4070-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.747010] env[70867]: DEBUG oslo_concurrency.lockutils [None req-94cd15ac-cba6-4e03-b20a-f3ee6d25d54d tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Lock "00ea765e-2487-4758-bfb8-2ff5e5ed4070-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.751733] env[70867]: INFO nova.compute.manager [None req-94cd15ac-cba6-4e03-b20a-f3ee6d25d54d tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 00ea765e-2487-4758-bfb8-2ff5e5ed4070] Terminating instance [ 746.801166] env[70867]: DEBUG nova.network.neutron [req-75f41987-07ad-402f-8e9d-c4468c4ffb58 req-77695dea-9c29-4703-9f2d-2c4a59974bbd service nova] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.873635] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252dca61-ffef-4334-82e5-685f8fc9f500 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.882932] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cc2061-b68c-4162-b408-63b0deb82412 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.920887] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1b4688-b088-4e6c-802e-9a2c3b726b12 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.930346] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6bea409-6f11-40aa-82a4-86e12b44ceda {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.946401] env[70867]: DEBUG nova.compute.provider_tree [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.964614] env[70867]: DEBUG oslo_vmware.api [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': task-3473373, 'name': ReconfigVM_Task, 'duration_secs': 1.472551} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.964879] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 47e97d46-a933-43cf-98fc-2865c78a4492/47e97d46-a933-43cf-98fc-2865c78a4492.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.965547] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e76a536a-0e16-4eee-a904-4b801ce83d66 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.973410] env[70867]: DEBUG oslo_vmware.api [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Waiting for the task: (returnval){ [ 746.973410] env[70867]: value = "task-3473376" [ 746.973410] env[70867]: _type = "Task" [ 746.973410] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.986341] env[70867]: DEBUG oslo_vmware.api [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': task-3473376, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.258084] env[70867]: DEBUG oslo_concurrency.lockutils [None req-94cd15ac-cba6-4e03-b20a-f3ee6d25d54d tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Acquiring lock "refresh_cache-00ea765e-2487-4758-bfb8-2ff5e5ed4070" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.258515] env[70867]: DEBUG oslo_concurrency.lockutils [None req-94cd15ac-cba6-4e03-b20a-f3ee6d25d54d tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Acquired lock "refresh_cache-00ea765e-2487-4758-bfb8-2ff5e5ed4070" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.258515] env[70867]: DEBUG nova.network.neutron [None req-94cd15ac-cba6-4e03-b20a-f3ee6d25d54d tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 00ea765e-2487-4758-bfb8-2ff5e5ed4070] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.265965] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.266276] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.303413] env[70867]: DEBUG oslo_concurrency.lockutils [req-75f41987-07ad-402f-8e9d-c4468c4ffb58 req-77695dea-9c29-4703-9f2d-2c4a59974bbd service nova] Releasing lock "refresh_cache-ec7a7de1-c7e5-469b-ada8-634381ee04fd" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.303711] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Acquired lock "refresh_cache-ec7a7de1-c7e5-469b-ada8-634381ee04fd" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.303876] env[70867]: DEBUG nova.network.neutron [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.449713] env[70867]: DEBUG nova.scheduler.client.report [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.485309] env[70867]: DEBUG oslo_vmware.api [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': task-3473376, 'name': Rename_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.776024] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.776024] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.776024] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.776024] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.776024] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.776024] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.776573] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70867) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 747.776573] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.777350] env[70867]: DEBUG nova.network.neutron [None req-94cd15ac-cba6-4e03-b20a-f3ee6d25d54d tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 00ea765e-2487-4758-bfb8-2ff5e5ed4070] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.830856] env[70867]: DEBUG nova.network.neutron [None req-94cd15ac-cba6-4e03-b20a-f3ee6d25d54d tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 00ea765e-2487-4758-bfb8-2ff5e5ed4070] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.846013] env[70867]: DEBUG nova.network.neutron [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.916497] env[70867]: DEBUG oslo_vmware.rw_handles [None req-6f0b9be9-b5fb-4567-8eef-a1e5fe584edf tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b182cd-1019-a6d1-980b-5cdd0e5b1f58/disk-0.vmdk. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 747.917568] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de56959e-7073-4b5f-a074-3afd95fe891f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.926661] env[70867]: DEBUG oslo_vmware.rw_handles [None req-6f0b9be9-b5fb-4567-8eef-a1e5fe584edf tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b182cd-1019-a6d1-980b-5cdd0e5b1f58/disk-0.vmdk is in state: ready. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 747.926881] env[70867]: ERROR oslo_vmware.rw_handles [None req-6f0b9be9-b5fb-4567-8eef-a1e5fe584edf tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b182cd-1019-a6d1-980b-5cdd0e5b1f58/disk-0.vmdk due to incomplete transfer. [ 747.927077] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-38953c44-320e-465c-8656-de0d0e34fd36 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.935291] env[70867]: DEBUG oslo_vmware.rw_handles [None req-6f0b9be9-b5fb-4567-8eef-a1e5fe584edf tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b182cd-1019-a6d1-980b-5cdd0e5b1f58/disk-0.vmdk. {{(pid=70867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 747.935474] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-6f0b9be9-b5fb-4567-8eef-a1e5fe584edf tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Uploaded image a10039aa-4e2d-48fd-836b-1f1b0b49bb74 to the Glance image server {{(pid=70867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 747.937824] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0b9be9-b5fb-4567-8eef-a1e5fe584edf tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Destroying the VM {{(pid=70867) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 747.938101] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1397ca99-11df-4d78-b344-5110acd93c03 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.946248] env[70867]: DEBUG oslo_vmware.api [None req-6f0b9be9-b5fb-4567-8eef-a1e5fe584edf tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Waiting for the task: (returnval){ [ 747.946248] env[70867]: value = "task-3473377" [ 747.946248] env[70867]: _type = "Task" [ 747.946248] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.956436] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.956952] env[70867]: DEBUG nova.compute.manager [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 747.959631] env[70867]: DEBUG oslo_vmware.api [None req-6f0b9be9-b5fb-4567-8eef-a1e5fe584edf tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473377, 'name': Destroy_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.962306] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.768s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.963823] env[70867]: INFO nova.compute.claims [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.986204] env[70867]: DEBUG oslo_vmware.api [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': task-3473376, 'name': Rename_Task, 'duration_secs': 0.580183} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.986478] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.986728] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9dde071f-7966-4563-a6a6-7a211feb0506 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.993937] env[70867]: DEBUG oslo_vmware.api [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Waiting for the task: (returnval){ [ 747.993937] env[70867]: value = "task-3473378" [ 747.993937] env[70867]: _type = "Task" [ 747.993937] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.002647] env[70867]: DEBUG oslo_vmware.api [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': task-3473378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.007681] env[70867]: DEBUG nova.network.neutron [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Updating instance_info_cache with network_info: [{"id": "cf1f2464-cd86-4809-9814-52ec0ba58c2b", "address": "fa:16:3e:2a:33:44", "network": {"id": "c99cbac9-3360-4574-bba1-e925e8678be6", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-302607894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c31f15f248a42599dcfb7b51eac75e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf1f2464-cd", "ovs_interfaceid": "cf1f2464-cd86-4809-9814-52ec0ba58c2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.281253] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.334037] env[70867]: DEBUG oslo_concurrency.lockutils [None req-94cd15ac-cba6-4e03-b20a-f3ee6d25d54d tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Releasing lock "refresh_cache-00ea765e-2487-4758-bfb8-2ff5e5ed4070" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.334494] env[70867]: DEBUG nova.compute.manager [None req-94cd15ac-cba6-4e03-b20a-f3ee6d25d54d tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 00ea765e-2487-4758-bfb8-2ff5e5ed4070] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 748.334977] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-94cd15ac-cba6-4e03-b20a-f3ee6d25d54d tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 00ea765e-2487-4758-bfb8-2ff5e5ed4070] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 748.335989] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c5790b-82fd-47b5-964c-7c054a8bbf82 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.344159] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-94cd15ac-cba6-4e03-b20a-f3ee6d25d54d tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 00ea765e-2487-4758-bfb8-2ff5e5ed4070] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.344440] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-729da059-7ee8-478e-9dca-be19dbcbb6d9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.354278] env[70867]: DEBUG oslo_vmware.api [None req-94cd15ac-cba6-4e03-b20a-f3ee6d25d54d tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Waiting for the task: (returnval){ [ 748.354278] env[70867]: value = "task-3473379" [ 748.354278] env[70867]: _type = "Task" [ 748.354278] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.364346] env[70867]: DEBUG oslo_vmware.api [None req-94cd15ac-cba6-4e03-b20a-f3ee6d25d54d tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.459429] env[70867]: DEBUG oslo_vmware.api [None req-6f0b9be9-b5fb-4567-8eef-a1e5fe584edf tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473377, 'name': Destroy_Task, 'duration_secs': 0.404478} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.459429] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-6f0b9be9-b5fb-4567-8eef-a1e5fe584edf tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Destroyed the VM [ 748.459429] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0b9be9-b5fb-4567-8eef-a1e5fe584edf tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Deleting Snapshot of the VM instance {{(pid=70867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 748.459429] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f85abaca-df19-4c40-81b3-95efaa1f30a4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.464153] env[70867]: DEBUG nova.compute.utils [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.467608] env[70867]: DEBUG nova.compute.manager [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.467906] env[70867]: DEBUG nova.network.neutron [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.474283] env[70867]: DEBUG oslo_vmware.api [None req-6f0b9be9-b5fb-4567-8eef-a1e5fe584edf tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Waiting for the task: (returnval){ [ 748.474283] env[70867]: value = "task-3473380" [ 748.474283] env[70867]: _type = "Task" [ 748.474283] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.486318] env[70867]: DEBUG oslo_vmware.api [None req-6f0b9be9-b5fb-4567-8eef-a1e5fe584edf tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473380, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.505532] env[70867]: DEBUG oslo_vmware.api [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': task-3473378, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.511022] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Releasing lock "refresh_cache-ec7a7de1-c7e5-469b-ada8-634381ee04fd" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.511022] env[70867]: DEBUG nova.compute.manager [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Instance network_info: |[{"id": "cf1f2464-cd86-4809-9814-52ec0ba58c2b", "address": "fa:16:3e:2a:33:44", "network": {"id": "c99cbac9-3360-4574-bba1-e925e8678be6", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-302607894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c31f15f248a42599dcfb7b51eac75e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf1f2464-cd", "ovs_interfaceid": "cf1f2464-cd86-4809-9814-52ec0ba58c2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.511264] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:33:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf1f2464-cd86-4809-9814-52ec0ba58c2b', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.519020] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Creating folder: Project (9c31f15f248a42599dcfb7b51eac75e1). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.519020] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0553364-a9bf-487b-b5cc-9f764b684b4f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.533259] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Created folder: Project (9c31f15f248a42599dcfb7b51eac75e1) in parent group-v694272. [ 748.533392] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Creating folder: Instances. Parent ref: group-v694351. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.535346] env[70867]: DEBUG nova.policy [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d46a444c64d46d1b1304554576e9d84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '531e77ef69fe4892bb20a8d005c760d4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.537324] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-691eb565-84b8-44e0-8622-db320efd2a32 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.550736] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Created folder: Instances in parent group-v694351. [ 748.550957] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.551309] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.551553] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0dc71016-8177-4881-a939-e67490e53ec1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.578132] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.578132] env[70867]: value = "task-3473383" [ 748.578132] env[70867]: _type = "Task" [ 748.578132] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.587054] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473383, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.868438] env[70867]: DEBUG oslo_vmware.api [None req-94cd15ac-cba6-4e03-b20a-f3ee6d25d54d tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473379, 'name': PowerOffVM_Task, 'duration_secs': 0.184717} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.868674] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-94cd15ac-cba6-4e03-b20a-f3ee6d25d54d tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 00ea765e-2487-4758-bfb8-2ff5e5ed4070] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.868846] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-94cd15ac-cba6-4e03-b20a-f3ee6d25d54d tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 00ea765e-2487-4758-bfb8-2ff5e5ed4070] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.869117] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93b6a13b-fd4c-4c8b-92f4-af9ee25c53c3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.903331] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-94cd15ac-cba6-4e03-b20a-f3ee6d25d54d tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 00ea765e-2487-4758-bfb8-2ff5e5ed4070] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.904060] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-94cd15ac-cba6-4e03-b20a-f3ee6d25d54d tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 00ea765e-2487-4758-bfb8-2ff5e5ed4070] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.904392] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-94cd15ac-cba6-4e03-b20a-f3ee6d25d54d tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Deleting the datastore file [datastore2] 00ea765e-2487-4758-bfb8-2ff5e5ed4070 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.904939] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a4a159a-20ef-4303-ac01-fbd08121929e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.914649] env[70867]: DEBUG oslo_vmware.api [None req-94cd15ac-cba6-4e03-b20a-f3ee6d25d54d tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Waiting for the task: (returnval){ [ 748.914649] env[70867]: value = "task-3473385" [ 748.914649] env[70867]: _type = "Task" [ 748.914649] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.925590] env[70867]: DEBUG oslo_vmware.api [None req-94cd15ac-cba6-4e03-b20a-f3ee6d25d54d tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.932546] env[70867]: DEBUG nova.network.neutron [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Successfully created port: 64ba4087-89f9-4ec0-99f9-3b5e67325b62 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 748.980470] env[70867]: DEBUG nova.compute.manager [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.016578] env[70867]: DEBUG oslo_vmware.api [None req-6f0b9be9-b5fb-4567-8eef-a1e5fe584edf tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473380, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.017195] env[70867]: DEBUG oslo_vmware.api [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': task-3473378, 'name': PowerOnVM_Task, 'duration_secs': 0.545517} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.020019] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.020019] env[70867]: INFO nova.compute.manager [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Took 10.26 seconds to spawn the instance on the hypervisor. [ 749.020019] env[70867]: DEBUG nova.compute.manager [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.020019] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b7f892-0f3c-4bfb-94ae-2ae65d8d30b1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.090637] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473383, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.405579] env[70867]: DEBUG oslo_concurrency.lockutils [None req-03a45dda-5f50-4326-804b-3c003dfe8785 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Acquiring lock "7dcc0086-65cf-41c7-b647-6426f7c36c10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.406455] env[70867]: DEBUG oslo_concurrency.lockutils [None req-03a45dda-5f50-4326-804b-3c003dfe8785 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Lock "7dcc0086-65cf-41c7-b647-6426f7c36c10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.406862] env[70867]: DEBUG oslo_concurrency.lockutils [None req-03a45dda-5f50-4326-804b-3c003dfe8785 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Acquiring lock "7dcc0086-65cf-41c7-b647-6426f7c36c10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.407169] env[70867]: DEBUG oslo_concurrency.lockutils [None req-03a45dda-5f50-4326-804b-3c003dfe8785 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Lock "7dcc0086-65cf-41c7-b647-6426f7c36c10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.409025] env[70867]: DEBUG oslo_concurrency.lockutils [None req-03a45dda-5f50-4326-804b-3c003dfe8785 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Lock "7dcc0086-65cf-41c7-b647-6426f7c36c10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.410107] env[70867]: INFO nova.compute.manager [None req-03a45dda-5f50-4326-804b-3c003dfe8785 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Terminating instance [ 749.427366] env[70867]: DEBUG oslo_vmware.api [None req-94cd15ac-cba6-4e03-b20a-f3ee6d25d54d tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Task: {'id': task-3473385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206264} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.430760] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-94cd15ac-cba6-4e03-b20a-f3ee6d25d54d tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.431117] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-94cd15ac-cba6-4e03-b20a-f3ee6d25d54d tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 00ea765e-2487-4758-bfb8-2ff5e5ed4070] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.431402] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-94cd15ac-cba6-4e03-b20a-f3ee6d25d54d tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 00ea765e-2487-4758-bfb8-2ff5e5ed4070] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.431670] env[70867]: INFO nova.compute.manager [None req-94cd15ac-cba6-4e03-b20a-f3ee6d25d54d tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] [instance: 00ea765e-2487-4758-bfb8-2ff5e5ed4070] Took 1.10 seconds to destroy the instance on the hypervisor. [ 749.432025] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94cd15ac-cba6-4e03-b20a-f3ee6d25d54d tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.432765] env[70867]: DEBUG nova.compute.manager [-] [instance: 00ea765e-2487-4758-bfb8-2ff5e5ed4070] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 749.432978] env[70867]: DEBUG nova.network.neutron [-] [instance: 00ea765e-2487-4758-bfb8-2ff5e5ed4070] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 749.459678] env[70867]: DEBUG nova.network.neutron [-] [instance: 00ea765e-2487-4758-bfb8-2ff5e5ed4070] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.502424] env[70867]: DEBUG oslo_vmware.api [None req-6f0b9be9-b5fb-4567-8eef-a1e5fe584edf tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473380, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.546918] env[70867]: INFO nova.compute.manager [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Took 37.32 seconds to build instance. [ 749.576211] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d4d2ff-0e0f-4c7c-b72f-0e6badefff95 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.591935] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48591198-348a-487c-a5c8-f8873aa7f5e6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.595317] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473383, 'name': CreateVM_Task, 'duration_secs': 0.578994} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.595906] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.596599] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.596800] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.597134] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.597392] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9aeeb56-7dad-4afb-9d57-edcd8ab7f9c8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.627553] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f673204-8f9e-46d5-a009-1637a36e8db6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.630599] env[70867]: DEBUG oslo_vmware.api [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Waiting for the task: (returnval){ [ 749.630599] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5264501a-53c5-39e5-d9c1-f94b448899d0" [ 749.630599] env[70867]: _type = "Task" [ 749.630599] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.637706] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08264bc-8556-47b9-83e6-15863b800fd4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.645363] env[70867]: DEBUG oslo_vmware.api [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5264501a-53c5-39e5-d9c1-f94b448899d0, 'name': SearchDatastore_Task, 'duration_secs': 0.027016} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.646156] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.646466] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.646729] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.646887] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.647081] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.647355] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8d6a034-0836-4ec0-96d8-bcb59d735afb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.659409] env[70867]: DEBUG nova.compute.provider_tree [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.675024] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.675024] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.675024] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0c5d0ef-45c8-4738-880a-f7ad5ccc5b5c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.682023] env[70867]: DEBUG oslo_vmware.api [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Waiting for the task: (returnval){ [ 749.682023] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]522f88e3-e5cb-cf30-49c7-90c81ca5ad1d" [ 749.682023] env[70867]: _type = "Task" [ 749.682023] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.691999] env[70867]: DEBUG oslo_vmware.api [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]522f88e3-e5cb-cf30-49c7-90c81ca5ad1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.916620] env[70867]: DEBUG nova.compute.manager [None req-03a45dda-5f50-4326-804b-3c003dfe8785 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 749.916890] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-03a45dda-5f50-4326-804b-3c003dfe8785 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.917854] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9b33d8-c542-4263-b754-4d043335230f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.930325] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-03a45dda-5f50-4326-804b-3c003dfe8785 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.930325] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e667568-503a-4d5e-ac4c-ec92b978470f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.962435] env[70867]: DEBUG nova.network.neutron [-] [instance: 00ea765e-2487-4758-bfb8-2ff5e5ed4070] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.997548] env[70867]: DEBUG oslo_vmware.api [None req-6f0b9be9-b5fb-4567-8eef-a1e5fe584edf tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473380, 'name': RemoveSnapshot_Task, 'duration_secs': 1.347416} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.997851] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0b9be9-b5fb-4567-8eef-a1e5fe584edf tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Deleted Snapshot of the VM instance {{(pid=70867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 749.998151] env[70867]: INFO nova.compute.manager [None req-6f0b9be9-b5fb-4567-8eef-a1e5fe584edf tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Took 15.25 seconds to snapshot the instance on the hypervisor. [ 750.007886] env[70867]: DEBUG nova.compute.manager [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.037775] env[70867]: DEBUG nova.virt.hardware [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.038129] env[70867]: DEBUG nova.virt.hardware [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.038226] env[70867]: DEBUG nova.virt.hardware [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.038826] env[70867]: DEBUG nova.virt.hardware [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.038826] env[70867]: DEBUG nova.virt.hardware [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.038826] env[70867]: DEBUG nova.virt.hardware [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.039021] env[70867]: DEBUG nova.virt.hardware [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.039130] env[70867]: DEBUG nova.virt.hardware [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.039318] env[70867]: DEBUG nova.virt.hardware [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.039494] env[70867]: DEBUG nova.virt.hardware [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.039689] env[70867]: DEBUG nova.virt.hardware [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.041022] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34362b14-f2cb-4e51-a477-86c5545dc22a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.046812] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-03a45dda-5f50-4326-804b-3c003dfe8785 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.047161] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-03a45dda-5f50-4326-804b-3c003dfe8785 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.047401] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-03a45dda-5f50-4326-804b-3c003dfe8785 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Deleting the datastore file [datastore2] 7dcc0086-65cf-41c7-b647-6426f7c36c10 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.048274] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33d2201b-4b6d-43ab-a81e-f2b9804639c9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.053324] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e106ae5b-96d0-48c4-a9b7-da795640ed51 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Lock "47e97d46-a933-43cf-98fc-2865c78a4492" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.548s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.056835] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce939b1-23b9-4952-9a50-cad020c848ee {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.064568] env[70867]: DEBUG oslo_vmware.api [None req-03a45dda-5f50-4326-804b-3c003dfe8785 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Waiting for the task: (returnval){ [ 750.064568] env[70867]: value = "task-3473387" [ 750.064568] env[70867]: _type = "Task" [ 750.064568] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.083756] env[70867]: DEBUG oslo_vmware.api [None req-03a45dda-5f50-4326-804b-3c003dfe8785 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': task-3473387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.162688] env[70867]: DEBUG nova.scheduler.client.report [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.193811] env[70867]: DEBUG oslo_vmware.api [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]522f88e3-e5cb-cf30-49c7-90c81ca5ad1d, 'name': SearchDatastore_Task, 'duration_secs': 0.023382} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.194673] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdcaacf9-e939-42d8-85b0-706f46d775ab {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.202396] env[70867]: DEBUG oslo_vmware.api [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Waiting for the task: (returnval){ [ 750.202396] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52de7c1a-63bc-6206-7772-1462e8655964" [ 750.202396] env[70867]: _type = "Task" [ 750.202396] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.212857] env[70867]: DEBUG oslo_vmware.api [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52de7c1a-63bc-6206-7772-1462e8655964, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.467030] env[70867]: INFO nova.compute.manager [-] [instance: 00ea765e-2487-4758-bfb8-2ff5e5ed4070] Took 1.03 seconds to deallocate network for instance. [ 750.467664] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Acquiring lock "b6d28619-832a-4d9a-8cf8-bde835200bba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.467802] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Lock "b6d28619-832a-4d9a-8cf8-bde835200bba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.564973] env[70867]: DEBUG nova.compute.manager [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 750.577749] env[70867]: DEBUG oslo_vmware.api [None req-03a45dda-5f50-4326-804b-3c003dfe8785 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': task-3473387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287272} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.578013] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-03a45dda-5f50-4326-804b-3c003dfe8785 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 750.578384] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-03a45dda-5f50-4326-804b-3c003dfe8785 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 750.578483] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-03a45dda-5f50-4326-804b-3c003dfe8785 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.578646] env[70867]: INFO nova.compute.manager [None req-03a45dda-5f50-4326-804b-3c003dfe8785 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Took 0.66 seconds to destroy the instance on the hypervisor. [ 750.579481] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03a45dda-5f50-4326-804b-3c003dfe8785 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.579807] env[70867]: DEBUG nova.compute.manager [-] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 750.580323] env[70867]: DEBUG nova.network.neutron [-] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 750.668023] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.668610] env[70867]: DEBUG nova.compute.manager [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.671767] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aea44008-ce76-46fc-8c64-1ee5d0e35b05 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.205s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.671995] env[70867]: DEBUG nova.objects.instance [None req-aea44008-ce76-46fc-8c64-1ee5d0e35b05 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Lazy-loading 'resources' on Instance uuid 6415730a-4aa9-47f0-960e-509459c615f7 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.719574] env[70867]: DEBUG oslo_vmware.api [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52de7c1a-63bc-6206-7772-1462e8655964, 'name': SearchDatastore_Task, 'duration_secs': 0.020252} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.719932] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.720396] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] ec7a7de1-c7e5-469b-ada8-634381ee04fd/ec7a7de1-c7e5-469b-ada8-634381ee04fd.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.720396] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f647fbe-6ef8-4196-bad2-c321084b6797 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.729070] env[70867]: DEBUG oslo_vmware.api [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Waiting for the task: (returnval){ [ 750.729070] env[70867]: value = "task-3473388" [ 750.729070] env[70867]: _type = "Task" [ 750.729070] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.744060] env[70867]: DEBUG oslo_vmware.api [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Task: {'id': task-3473388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.762926] env[70867]: DEBUG nova.network.neutron [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Successfully updated port: 64ba4087-89f9-4ec0-99f9-3b5e67325b62 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 750.882840] env[70867]: DEBUG nova.compute.manager [req-27a3f612-53ac-4fa7-bba0-c42ac88c9433 req-0060b997-7151-43d7-bfde-47dd14139e80 service nova] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Received event network-vif-plugged-64ba4087-89f9-4ec0-99f9-3b5e67325b62 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.882840] env[70867]: DEBUG oslo_concurrency.lockutils [req-27a3f612-53ac-4fa7-bba0-c42ac88c9433 req-0060b997-7151-43d7-bfde-47dd14139e80 service nova] Acquiring lock "e4828dea-a14c-4aff-8e6f-e1986f399b60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.882840] env[70867]: DEBUG oslo_concurrency.lockutils [req-27a3f612-53ac-4fa7-bba0-c42ac88c9433 req-0060b997-7151-43d7-bfde-47dd14139e80 service nova] Lock "e4828dea-a14c-4aff-8e6f-e1986f399b60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.882840] env[70867]: DEBUG oslo_concurrency.lockutils [req-27a3f612-53ac-4fa7-bba0-c42ac88c9433 req-0060b997-7151-43d7-bfde-47dd14139e80 service nova] Lock "e4828dea-a14c-4aff-8e6f-e1986f399b60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.883979] env[70867]: DEBUG nova.compute.manager [req-27a3f612-53ac-4fa7-bba0-c42ac88c9433 req-0060b997-7151-43d7-bfde-47dd14139e80 service nova] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] No waiting events found dispatching network-vif-plugged-64ba4087-89f9-4ec0-99f9-3b5e67325b62 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 750.884326] env[70867]: WARNING nova.compute.manager [req-27a3f612-53ac-4fa7-bba0-c42ac88c9433 req-0060b997-7151-43d7-bfde-47dd14139e80 service nova] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Received unexpected event network-vif-plugged-64ba4087-89f9-4ec0-99f9-3b5e67325b62 for instance with vm_state building and task_state spawning. [ 750.974150] env[70867]: DEBUG oslo_concurrency.lockutils [None req-94cd15ac-cba6-4e03-b20a-f3ee6d25d54d tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.090131] env[70867]: DEBUG nova.compute.manager [req-a52d365c-a7f3-48c2-b0d4-662f33a92f10 req-de44f8a5-c7d9-43d6-a51b-1a3324d927f1 service nova] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Received event network-vif-deleted-d6b520e9-0905-41f1-8186-1c150720cef2 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.090188] env[70867]: INFO nova.compute.manager [req-a52d365c-a7f3-48c2-b0d4-662f33a92f10 req-de44f8a5-c7d9-43d6-a51b-1a3324d927f1 service nova] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Neutron deleted interface d6b520e9-0905-41f1-8186-1c150720cef2; detaching it from the instance and deleting it from the info cache [ 751.090397] env[70867]: DEBUG nova.network.neutron [req-a52d365c-a7f3-48c2-b0d4-662f33a92f10 req-de44f8a5-c7d9-43d6-a51b-1a3324d927f1 service nova] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.094699] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.178026] env[70867]: DEBUG nova.compute.utils [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.188467] env[70867]: DEBUG nova.compute.manager [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 751.188467] env[70867]: DEBUG nova.network.neutron [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 751.243163] env[70867]: DEBUG oslo_vmware.api [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Task: {'id': task-3473388, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.253719] env[70867]: DEBUG nova.policy [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae488f0d6519453799128d3daf2c649a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90da801b930d47b19c3702a3f1b300c6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.267973] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "refresh_cache-e4828dea-a14c-4aff-8e6f-e1986f399b60" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.268033] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquired lock "refresh_cache-e4828dea-a14c-4aff-8e6f-e1986f399b60" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.268167] env[70867]: DEBUG nova.network.neutron [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.347540] env[70867]: DEBUG nova.network.neutron [-] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.594664] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13e16ec6-b725-4452-ae5d-f37a8d7983b9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.609356] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1adb01-7441-49ac-8de3-1f1262b3aa0b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.662875] env[70867]: DEBUG nova.compute.manager [req-a52d365c-a7f3-48c2-b0d4-662f33a92f10 req-de44f8a5-c7d9-43d6-a51b-1a3324d927f1 service nova] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Detach interface failed, port_id=d6b520e9-0905-41f1-8186-1c150720cef2, reason: Instance 7dcc0086-65cf-41c7-b647-6426f7c36c10 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 751.687325] env[70867]: DEBUG nova.compute.manager [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 751.743619] env[70867]: DEBUG oslo_vmware.api [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Task: {'id': task-3473388, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66474} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.743974] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] ec7a7de1-c7e5-469b-ada8-634381ee04fd/ec7a7de1-c7e5-469b-ada8-634381ee04fd.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.744265] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.744617] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7016573-c73a-40fe-85ab-c3040418abbb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.760527] env[70867]: DEBUG oslo_vmware.api [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Waiting for the task: (returnval){ [ 751.760527] env[70867]: value = "task-3473389" [ 751.760527] env[70867]: _type = "Task" [ 751.760527] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.763069] env[70867]: DEBUG oslo_vmware.api [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Task: {'id': task-3473389, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.807338] env[70867]: DEBUG nova.network.neutron [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.814170] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05e6264-837a-4ae9-a636-e90441b8dd50 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.822579] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e40c26-bcd4-45cc-a780-8e6f62f26953 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.866430] env[70867]: INFO nova.compute.manager [-] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Took 1.28 seconds to deallocate network for instance. [ 751.866430] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8372ca-86af-4b0a-9d5a-224d735a48f8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.870262] env[70867]: DEBUG nova.network.neutron [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Successfully created port: da424e7a-e7e2-4b0b-b9df-117c010186ad {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 751.882539] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e89b9fc-8eef-4ad4-bded-a4070178ca20 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.898045] env[70867]: DEBUG nova.compute.provider_tree [None req-aea44008-ce76-46fc-8c64-1ee5d0e35b05 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.013946] env[70867]: DEBUG nova.network.neutron [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Updating instance_info_cache with network_info: [{"id": "64ba4087-89f9-4ec0-99f9-3b5e67325b62", "address": "fa:16:3e:1a:8a:15", "network": {"id": "cfc3fe3f-41ca-4d32-a9e1-bd8add4aaf37", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404983433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "531e77ef69fe4892bb20a8d005c760d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64ba4087-89", "ovs_interfaceid": "64ba4087-89f9-4ec0-99f9-3b5e67325b62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.263724] env[70867]: DEBUG oslo_vmware.api [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Task: {'id': task-3473389, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074772} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.264098] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.264914] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cf487d-6def-4b6d-a57a-84c59cdaed81 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.288302] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] ec7a7de1-c7e5-469b-ada8-634381ee04fd/ec7a7de1-c7e5-469b-ada8-634381ee04fd.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.288514] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fe70e24-1e8f-4537-9856-bfdc4005f3a2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.308861] env[70867]: DEBUG oslo_vmware.api [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Waiting for the task: (returnval){ [ 752.308861] env[70867]: value = "task-3473390" [ 752.308861] env[70867]: _type = "Task" [ 752.308861] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.317973] env[70867]: DEBUG oslo_vmware.api [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Task: {'id': task-3473390, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.378722] env[70867]: DEBUG oslo_concurrency.lockutils [None req-03a45dda-5f50-4326-804b-3c003dfe8785 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.406829] env[70867]: DEBUG nova.scheduler.client.report [None req-aea44008-ce76-46fc-8c64-1ee5d0e35b05 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.473621] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Acquiring lock "fcd97809-14c4-4674-ba98-8a56a34cf239" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.473869] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Lock "fcd97809-14c4-4674-ba98-8a56a34cf239" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.519851] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Releasing lock "refresh_cache-e4828dea-a14c-4aff-8e6f-e1986f399b60" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.519851] env[70867]: DEBUG nova.compute.manager [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Instance network_info: |[{"id": "64ba4087-89f9-4ec0-99f9-3b5e67325b62", "address": "fa:16:3e:1a:8a:15", "network": {"id": "cfc3fe3f-41ca-4d32-a9e1-bd8add4aaf37", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404983433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "531e77ef69fe4892bb20a8d005c760d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64ba4087-89", "ovs_interfaceid": "64ba4087-89f9-4ec0-99f9-3b5e67325b62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.521082] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:8a:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64ba4087-89f9-4ec0-99f9-3b5e67325b62', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.528719] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Creating folder: Project (531e77ef69fe4892bb20a8d005c760d4). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.529388] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccbbdc0c-b599-4a54-abe9-da11551b5a5d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.547809] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Created folder: Project (531e77ef69fe4892bb20a8d005c760d4) in parent group-v694272. [ 752.547896] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Creating folder: Instances. Parent ref: group-v694354. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.548181] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7bd765a3-8742-4b21-84d4-f3615ac9c740 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.561627] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Created folder: Instances in parent group-v694354. [ 752.562985] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.563351] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.563749] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06a4ea76-1747-4ba5-aeab-da6ad3c1f3d4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.589385] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.589385] env[70867]: value = "task-3473393" [ 752.589385] env[70867]: _type = "Task" [ 752.589385] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.598376] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473393, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.695919] env[70867]: DEBUG nova.compute.manager [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 752.723833] env[70867]: DEBUG nova.virt.hardware [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.724164] env[70867]: DEBUG nova.virt.hardware [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.724354] env[70867]: DEBUG nova.virt.hardware [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.724580] env[70867]: DEBUG nova.virt.hardware [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.724777] env[70867]: DEBUG nova.virt.hardware [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.724962] env[70867]: DEBUG nova.virt.hardware [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.725237] env[70867]: DEBUG nova.virt.hardware [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.725445] env[70867]: DEBUG nova.virt.hardware [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.725657] env[70867]: DEBUG nova.virt.hardware [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.725887] env[70867]: DEBUG nova.virt.hardware [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.726120] env[70867]: DEBUG nova.virt.hardware [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.727196] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30346479-ba56-46c8-bc77-a65e3990ca7d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.738374] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e742c4e-8a7b-4880-8521-456c690a323d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.823954] env[70867]: DEBUG oslo_vmware.api [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Task: {'id': task-3473390, 'name': ReconfigVM_Task, 'duration_secs': 0.512382} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.824275] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Reconfigured VM instance instance-00000019 to attach disk [datastore1] ec7a7de1-c7e5-469b-ada8-634381ee04fd/ec7a7de1-c7e5-469b-ada8-634381ee04fd.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.824930] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a7f17ab-d02d-40cb-9393-5c9f1e8aaa3c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.832324] env[70867]: DEBUG oslo_vmware.api [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Waiting for the task: (returnval){ [ 752.832324] env[70867]: value = "task-3473394" [ 752.832324] env[70867]: _type = "Task" [ 752.832324] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.841369] env[70867]: DEBUG oslo_vmware.api [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Task: {'id': task-3473394, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.909980] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aea44008-ce76-46fc-8c64-1ee5d0e35b05 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.238s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.912988] env[70867]: DEBUG nova.compute.manager [req-50996be4-1efb-41d3-91b1-0394cace3d18 req-4afa2b2d-5bd1-409d-a943-8de72cb9561b service nova] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Received event network-changed-64ba4087-89f9-4ec0-99f9-3b5e67325b62 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.913193] env[70867]: DEBUG nova.compute.manager [req-50996be4-1efb-41d3-91b1-0394cace3d18 req-4afa2b2d-5bd1-409d-a943-8de72cb9561b service nova] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Refreshing instance network info cache due to event network-changed-64ba4087-89f9-4ec0-99f9-3b5e67325b62. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.913411] env[70867]: DEBUG oslo_concurrency.lockutils [req-50996be4-1efb-41d3-91b1-0394cace3d18 req-4afa2b2d-5bd1-409d-a943-8de72cb9561b service nova] Acquiring lock "refresh_cache-e4828dea-a14c-4aff-8e6f-e1986f399b60" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.913550] env[70867]: DEBUG oslo_concurrency.lockutils [req-50996be4-1efb-41d3-91b1-0394cace3d18 req-4afa2b2d-5bd1-409d-a943-8de72cb9561b service nova] Acquired lock "refresh_cache-e4828dea-a14c-4aff-8e6f-e1986f399b60" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.913746] env[70867]: DEBUG nova.network.neutron [req-50996be4-1efb-41d3-91b1-0394cace3d18 req-4afa2b2d-5bd1-409d-a943-8de72cb9561b service nova] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Refreshing network info cache for port 64ba4087-89f9-4ec0-99f9-3b5e67325b62 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.915788] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.357s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.916597] env[70867]: INFO nova.compute.claims [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.941915] env[70867]: INFO nova.scheduler.client.report [None req-aea44008-ce76-46fc-8c64-1ee5d0e35b05 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Deleted allocations for instance 6415730a-4aa9-47f0-960e-509459c615f7 [ 753.101594] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473393, 'name': CreateVM_Task, 'duration_secs': 0.384901} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.101831] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.102767] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.102997] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.103452] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.103788] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10aab172-70d1-4c91-8793-c8e247b5de3a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.110163] env[70867]: DEBUG oslo_vmware.api [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 753.110163] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5257a910-9e42-f88b-40ca-464ca0ea6de8" [ 753.110163] env[70867]: _type = "Task" [ 753.110163] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.121695] env[70867]: DEBUG oslo_vmware.api [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5257a910-9e42-f88b-40ca-464ca0ea6de8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.192796] env[70867]: DEBUG nova.compute.manager [None req-12144e57-9e83-49fb-99c6-aa5a08fdb4c9 tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.193832] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b8c28f-f6f0-4efe-9f31-d3ce59b0ffbc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.342752] env[70867]: DEBUG oslo_vmware.api [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Task: {'id': task-3473394, 'name': Rename_Task, 'duration_secs': 0.201829} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.342998] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.343541] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c425b60a-2048-4ee8-ab96-9bccb6bf6de9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.353381] env[70867]: DEBUG oslo_vmware.api [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Waiting for the task: (returnval){ [ 753.353381] env[70867]: value = "task-3473395" [ 753.353381] env[70867]: _type = "Task" [ 753.353381] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.360211] env[70867]: DEBUG oslo_vmware.api [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Task: {'id': task-3473395, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.438080] env[70867]: DEBUG nova.compute.manager [req-c5601f62-df43-4c14-a6cc-a714ca9543fb req-b82c147c-99ba-4936-96dd-3554d37c4aee service nova] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Received event network-vif-plugged-da424e7a-e7e2-4b0b-b9df-117c010186ad {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.438438] env[70867]: DEBUG oslo_concurrency.lockutils [req-c5601f62-df43-4c14-a6cc-a714ca9543fb req-b82c147c-99ba-4936-96dd-3554d37c4aee service nova] Acquiring lock "c70bd66c-05f2-406d-8daa-58ff59fb5d93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.438618] env[70867]: DEBUG oslo_concurrency.lockutils [req-c5601f62-df43-4c14-a6cc-a714ca9543fb req-b82c147c-99ba-4936-96dd-3554d37c4aee service nova] Lock "c70bd66c-05f2-406d-8daa-58ff59fb5d93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.438657] env[70867]: DEBUG oslo_concurrency.lockutils [req-c5601f62-df43-4c14-a6cc-a714ca9543fb req-b82c147c-99ba-4936-96dd-3554d37c4aee service nova] Lock "c70bd66c-05f2-406d-8daa-58ff59fb5d93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.439868] env[70867]: DEBUG nova.compute.manager [req-c5601f62-df43-4c14-a6cc-a714ca9543fb req-b82c147c-99ba-4936-96dd-3554d37c4aee service nova] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] No waiting events found dispatching network-vif-plugged-da424e7a-e7e2-4b0b-b9df-117c010186ad {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 753.439868] env[70867]: WARNING nova.compute.manager [req-c5601f62-df43-4c14-a6cc-a714ca9543fb req-b82c147c-99ba-4936-96dd-3554d37c4aee service nova] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Received unexpected event network-vif-plugged-da424e7a-e7e2-4b0b-b9df-117c010186ad for instance with vm_state building and task_state spawning. [ 753.449593] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aea44008-ce76-46fc-8c64-1ee5d0e35b05 tempest-ServerExternalEventsTest-452101241 tempest-ServerExternalEventsTest-452101241-project-member] Lock "6415730a-4aa9-47f0-960e-509459c615f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.750s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.537922] env[70867]: DEBUG nova.network.neutron [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Successfully updated port: da424e7a-e7e2-4b0b-b9df-117c010186ad {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.624207] env[70867]: DEBUG oslo_vmware.api [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5257a910-9e42-f88b-40ca-464ca0ea6de8, 'name': SearchDatastore_Task, 'duration_secs': 0.012801} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.624576] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.624913] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.625262] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.625510] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.625789] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.626162] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f09db58a-323b-474d-b2f0-4f6cac386402 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.635860] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.636078] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.636778] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-117cdcbd-6e98-44df-a19d-f889898edb1f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.642637] env[70867]: DEBUG oslo_vmware.api [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 753.642637] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5278215e-a25f-c33f-6aec-0f3c0d77df45" [ 753.642637] env[70867]: _type = "Task" [ 753.642637] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.651061] env[70867]: DEBUG oslo_vmware.api [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5278215e-a25f-c33f-6aec-0f3c0d77df45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.705588] env[70867]: INFO nova.compute.manager [None req-12144e57-9e83-49fb-99c6-aa5a08fdb4c9 tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] instance snapshotting [ 753.708809] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74731b23-edc0-4956-abb8-95644279ab0e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.733082] env[70867]: DEBUG nova.network.neutron [req-50996be4-1efb-41d3-91b1-0394cace3d18 req-4afa2b2d-5bd1-409d-a943-8de72cb9561b service nova] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Updated VIF entry in instance network info cache for port 64ba4087-89f9-4ec0-99f9-3b5e67325b62. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.733082] env[70867]: DEBUG nova.network.neutron [req-50996be4-1efb-41d3-91b1-0394cace3d18 req-4afa2b2d-5bd1-409d-a943-8de72cb9561b service nova] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Updating instance_info_cache with network_info: [{"id": "64ba4087-89f9-4ec0-99f9-3b5e67325b62", "address": "fa:16:3e:1a:8a:15", "network": {"id": "cfc3fe3f-41ca-4d32-a9e1-bd8add4aaf37", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404983433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "531e77ef69fe4892bb20a8d005c760d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64ba4087-89", "ovs_interfaceid": "64ba4087-89f9-4ec0-99f9-3b5e67325b62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.733354] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd17b62a-964c-4e30-8311-f42f8736f249 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.862353] env[70867]: DEBUG oslo_vmware.api [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Task: {'id': task-3473395, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.040022] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Acquiring lock "refresh_cache-c70bd66c-05f2-406d-8daa-58ff59fb5d93" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.041021] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Acquired lock "refresh_cache-c70bd66c-05f2-406d-8daa-58ff59fb5d93" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.041021] env[70867]: DEBUG nova.network.neutron [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.156083] env[70867]: DEBUG oslo_vmware.api [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5278215e-a25f-c33f-6aec-0f3c0d77df45, 'name': SearchDatastore_Task, 'duration_secs': 0.010404} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.156904] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c59d2be-836c-49a5-b443-6d10519e117b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.163191] env[70867]: DEBUG oslo_vmware.api [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 754.163191] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a2addb-3b36-4ec4-026d-31a2e8ca1530" [ 754.163191] env[70867]: _type = "Task" [ 754.163191] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.173501] env[70867]: DEBUG oslo_vmware.api [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a2addb-3b36-4ec4-026d-31a2e8ca1530, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.239521] env[70867]: DEBUG oslo_concurrency.lockutils [req-50996be4-1efb-41d3-91b1-0394cace3d18 req-4afa2b2d-5bd1-409d-a943-8de72cb9561b service nova] Releasing lock "refresh_cache-e4828dea-a14c-4aff-8e6f-e1986f399b60" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.247222] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-12144e57-9e83-49fb-99c6-aa5a08fdb4c9 tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Creating Snapshot of the VM instance {{(pid=70867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 754.247222] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-91afe5d1-f3c3-48d4-ae1e-4b59aae1b17b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.258934] env[70867]: DEBUG oslo_vmware.api [None req-12144e57-9e83-49fb-99c6-aa5a08fdb4c9 tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Waiting for the task: (returnval){ [ 754.258934] env[70867]: value = "task-3473396" [ 754.258934] env[70867]: _type = "Task" [ 754.258934] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.273243] env[70867]: DEBUG oslo_vmware.api [None req-12144e57-9e83-49fb-99c6-aa5a08fdb4c9 tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473396, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.366266] env[70867]: DEBUG oslo_vmware.api [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Task: {'id': task-3473395, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.472932] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff547f53-de86-4077-bd68-3e2b36c7637f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.483245] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2650c8-cdd6-4600-9cbf-5deb0d89610b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.519564] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4443becb-5a13-434e-ae3b-5b092b5165d6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.529240] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc0bc47-c377-48c6-ba11-17159b991d55 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.546666] env[70867]: DEBUG nova.compute.provider_tree [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.592986] env[70867]: DEBUG nova.network.neutron [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.675884] env[70867]: DEBUG oslo_vmware.api [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a2addb-3b36-4ec4-026d-31a2e8ca1530, 'name': SearchDatastore_Task, 'duration_secs': 0.012442} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.676188] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.676442] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] e4828dea-a14c-4aff-8e6f-e1986f399b60/e4828dea-a14c-4aff-8e6f-e1986f399b60.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.676697] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b725d536-a62b-44bb-803f-32494eb732fa {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.686513] env[70867]: DEBUG oslo_vmware.api [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 754.686513] env[70867]: value = "task-3473397" [ 754.686513] env[70867]: _type = "Task" [ 754.686513] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.696778] env[70867]: DEBUG oslo_vmware.api [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.770929] env[70867]: DEBUG oslo_vmware.api [None req-12144e57-9e83-49fb-99c6-aa5a08fdb4c9 tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473396, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.799342] env[70867]: DEBUG nova.network.neutron [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Updating instance_info_cache with network_info: [{"id": "da424e7a-e7e2-4b0b-b9df-117c010186ad", "address": "fa:16:3e:cc:1e:22", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda424e7a-e7", "ovs_interfaceid": "da424e7a-e7e2-4b0b-b9df-117c010186ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.864528] env[70867]: DEBUG oslo_vmware.api [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Task: {'id': task-3473395, 'name': PowerOnVM_Task, 'duration_secs': 1.014623} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.864879] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.865015] env[70867]: INFO nova.compute.manager [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Took 9.63 seconds to spawn the instance on the hypervisor. [ 754.865207] env[70867]: DEBUG nova.compute.manager [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.866133] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1391f4f-b17a-4978-a1b0-f3d7e2924f78 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.050520] env[70867]: DEBUG nova.scheduler.client.report [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.199839] env[70867]: DEBUG oslo_vmware.api [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473397, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.434463} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.200645] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] e4828dea-a14c-4aff-8e6f-e1986f399b60/e4828dea-a14c-4aff-8e6f-e1986f399b60.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.200873] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.201141] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65ddf1fa-9774-4f46-8c16-975cd6551178 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.209016] env[70867]: DEBUG oslo_vmware.api [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 755.209016] env[70867]: value = "task-3473398" [ 755.209016] env[70867]: _type = "Task" [ 755.209016] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.221473] env[70867]: DEBUG oslo_vmware.api [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.271524] env[70867]: DEBUG oslo_vmware.api [None req-12144e57-9e83-49fb-99c6-aa5a08fdb4c9 tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473396, 'name': CreateSnapshot_Task, 'duration_secs': 0.575762} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.271783] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-12144e57-9e83-49fb-99c6-aa5a08fdb4c9 tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Created Snapshot of the VM instance {{(pid=70867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 755.273041] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68741ad1-1f59-42ef-910e-7a7f04eb8272 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.302161] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Releasing lock "refresh_cache-c70bd66c-05f2-406d-8daa-58ff59fb5d93" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.302945] env[70867]: DEBUG nova.compute.manager [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Instance network_info: |[{"id": "da424e7a-e7e2-4b0b-b9df-117c010186ad", "address": "fa:16:3e:cc:1e:22", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda424e7a-e7", "ovs_interfaceid": "da424e7a-e7e2-4b0b-b9df-117c010186ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 755.303082] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:1e:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da424e7a-e7e2-4b0b-b9df-117c010186ad', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.311997] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.312457] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.312757] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca37826a-15f5-4fa4-b901-d0fb4327003f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.336154] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.336154] env[70867]: value = "task-3473399" [ 755.336154] env[70867]: _type = "Task" [ 755.336154] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.345316] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473399, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.390621] env[70867]: INFO nova.compute.manager [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Took 40.53 seconds to build instance. [ 755.533387] env[70867]: DEBUG nova.compute.manager [req-c103b4ac-b030-45e1-967a-410beb399b23 req-1dd77118-77a7-4b48-b111-fc6c0d6bd2ad service nova] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Received event network-changed-da424e7a-e7e2-4b0b-b9df-117c010186ad {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.533387] env[70867]: DEBUG nova.compute.manager [req-c103b4ac-b030-45e1-967a-410beb399b23 req-1dd77118-77a7-4b48-b111-fc6c0d6bd2ad service nova] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Refreshing instance network info cache due to event network-changed-da424e7a-e7e2-4b0b-b9df-117c010186ad. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.533387] env[70867]: DEBUG oslo_concurrency.lockutils [req-c103b4ac-b030-45e1-967a-410beb399b23 req-1dd77118-77a7-4b48-b111-fc6c0d6bd2ad service nova] Acquiring lock "refresh_cache-c70bd66c-05f2-406d-8daa-58ff59fb5d93" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.533387] env[70867]: DEBUG oslo_concurrency.lockutils [req-c103b4ac-b030-45e1-967a-410beb399b23 req-1dd77118-77a7-4b48-b111-fc6c0d6bd2ad service nova] Acquired lock "refresh_cache-c70bd66c-05f2-406d-8daa-58ff59fb5d93" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.533824] env[70867]: DEBUG nova.network.neutron [req-c103b4ac-b030-45e1-967a-410beb399b23 req-1dd77118-77a7-4b48-b111-fc6c0d6bd2ad service nova] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Refreshing network info cache for port da424e7a-e7e2-4b0b-b9df-117c010186ad {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.561785] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.562428] env[70867]: DEBUG nova.compute.manager [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.565197] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6d1eb7b7-01b0-4cba-9262-a024f28ece60 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 19.982s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.720389] env[70867]: DEBUG oslo_vmware.api [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065207} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.723098] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.723098] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab47f0c4-f188-4dd3-8ef1-fedd9d258bde {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.746482] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] e4828dea-a14c-4aff-8e6f-e1986f399b60/e4828dea-a14c-4aff-8e6f-e1986f399b60.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.746761] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03a6c7bf-8a14-4190-b4c5-99d025b45c38 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.767207] env[70867]: DEBUG oslo_vmware.api [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 755.767207] env[70867]: value = "task-3473400" [ 755.767207] env[70867]: _type = "Task" [ 755.767207] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.779089] env[70867]: DEBUG oslo_vmware.api [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473400, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.790853] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-12144e57-9e83-49fb-99c6-aa5a08fdb4c9 tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Creating linked-clone VM from snapshot {{(pid=70867) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 755.791192] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ff85f2a2-5c9a-4787-a7d2-feab9d639f1f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.798640] env[70867]: DEBUG oslo_vmware.api [None req-12144e57-9e83-49fb-99c6-aa5a08fdb4c9 tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Waiting for the task: (returnval){ [ 755.798640] env[70867]: value = "task-3473401" [ 755.798640] env[70867]: _type = "Task" [ 755.798640] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.806425] env[70867]: DEBUG oslo_vmware.api [None req-12144e57-9e83-49fb-99c6-aa5a08fdb4c9 tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473401, 'name': CloneVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.844820] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473399, 'name': CreateVM_Task, 'duration_secs': 0.386438} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.845045] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.845662] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.845842] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.846194] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.846444] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b34f242-f67d-4dd9-9ea2-f1a2707bf899 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.851200] env[70867]: DEBUG oslo_vmware.api [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Waiting for the task: (returnval){ [ 755.851200] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52d5d9da-4a89-c026-a7fe-63b2e5a5ac11" [ 755.851200] env[70867]: _type = "Task" [ 755.851200] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.859291] env[70867]: DEBUG oslo_vmware.api [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52d5d9da-4a89-c026-a7fe-63b2e5a5ac11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.894553] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5b307a8b-1567-408d-b59e-8bac5cf7d35c tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Lock "ec7a7de1-c7e5-469b-ada8-634381ee04fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.611s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.068767] env[70867]: DEBUG nova.compute.utils [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.072923] env[70867]: DEBUG nova.compute.manager [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] Not allocating networking since 'none' was specified. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 756.278344] env[70867]: DEBUG oslo_vmware.api [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473400, 'name': ReconfigVM_Task, 'duration_secs': 0.32019} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.278623] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Reconfigured VM instance instance-0000001a to attach disk [datastore1] e4828dea-a14c-4aff-8e6f-e1986f399b60/e4828dea-a14c-4aff-8e6f-e1986f399b60.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.279247] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0b01107-049c-4842-b1f4-e93fa93f9e0b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.285604] env[70867]: DEBUG oslo_vmware.api [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 756.285604] env[70867]: value = "task-3473402" [ 756.285604] env[70867]: _type = "Task" [ 756.285604] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.298015] env[70867]: DEBUG oslo_vmware.api [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473402, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.312506] env[70867]: DEBUG oslo_vmware.api [None req-12144e57-9e83-49fb-99c6-aa5a08fdb4c9 tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473401, 'name': CloneVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.347826] env[70867]: DEBUG nova.network.neutron [req-c103b4ac-b030-45e1-967a-410beb399b23 req-1dd77118-77a7-4b48-b111-fc6c0d6bd2ad service nova] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Updated VIF entry in instance network info cache for port da424e7a-e7e2-4b0b-b9df-117c010186ad. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.348201] env[70867]: DEBUG nova.network.neutron [req-c103b4ac-b030-45e1-967a-410beb399b23 req-1dd77118-77a7-4b48-b111-fc6c0d6bd2ad service nova] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Updating instance_info_cache with network_info: [{"id": "da424e7a-e7e2-4b0b-b9df-117c010186ad", "address": "fa:16:3e:cc:1e:22", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda424e7a-e7", "ovs_interfaceid": "da424e7a-e7e2-4b0b-b9df-117c010186ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.363811] env[70867]: DEBUG oslo_vmware.api [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52d5d9da-4a89-c026-a7fe-63b2e5a5ac11, 'name': SearchDatastore_Task, 'duration_secs': 0.009086} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.364714] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.365037] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.365207] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.365355] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.365582] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.366242] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0ae21c1-d948-4910-a083-8825e7dfd269 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.377418] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.377607] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.378339] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99532a8f-b876-4db3-a746-2c665b77d8fd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.386577] env[70867]: DEBUG oslo_vmware.api [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Waiting for the task: (returnval){ [ 756.386577] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e19778-974d-ba57-d0fc-55e1d792803d" [ 756.386577] env[70867]: _type = "Task" [ 756.386577] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.393545] env[70867]: DEBUG oslo_vmware.api [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e19778-974d-ba57-d0fc-55e1d792803d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.397496] env[70867]: DEBUG nova.compute.manager [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 756.565658] env[70867]: DEBUG oslo_concurrency.lockutils [None req-75f28656-b9e1-4e89-baf6-612cb11ff91b tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Acquiring lock "interface-ec7a7de1-c7e5-469b-ada8-634381ee04fd-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.566465] env[70867]: DEBUG oslo_concurrency.lockutils [None req-75f28656-b9e1-4e89-baf6-612cb11ff91b tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Lock "interface-ec7a7de1-c7e5-469b-ada8-634381ee04fd-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.566926] env[70867]: DEBUG nova.objects.instance [None req-75f28656-b9e1-4e89-baf6-612cb11ff91b tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Lazy-loading 'flavor' on Instance uuid ec7a7de1-c7e5-469b-ada8-634381ee04fd {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.573100] env[70867]: DEBUG nova.compute.manager [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.599239] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4d3276-4bd4-4aeb-9dd5-295ff6282aba {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.609999] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83fe1e4-e5a5-466b-85f9-fdf6616c5cce {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.642638] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58003e01-0836-4157-965e-6d4f47479493 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.650791] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6425686d-e4da-4520-8e9d-f2c82e9aa23c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.665661] env[70867]: DEBUG nova.compute.provider_tree [None req-6d1eb7b7-01b0-4cba-9262-a024f28ece60 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.798958] env[70867]: DEBUG oslo_vmware.api [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473402, 'name': Rename_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.808085] env[70867]: DEBUG oslo_vmware.api [None req-12144e57-9e83-49fb-99c6-aa5a08fdb4c9 tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473401, 'name': CloneVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.851666] env[70867]: DEBUG oslo_concurrency.lockutils [req-c103b4ac-b030-45e1-967a-410beb399b23 req-1dd77118-77a7-4b48-b111-fc6c0d6bd2ad service nova] Releasing lock "refresh_cache-c70bd66c-05f2-406d-8daa-58ff59fb5d93" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.900688] env[70867]: DEBUG oslo_vmware.api [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e19778-974d-ba57-d0fc-55e1d792803d, 'name': SearchDatastore_Task, 'duration_secs': 0.008193} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.900688] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18cef352-26e2-4af9-a386-e44741888322 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.908358] env[70867]: DEBUG oslo_vmware.api [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Waiting for the task: (returnval){ [ 756.908358] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]525a2817-4a2f-7813-9dbd-40f3f35da73a" [ 756.908358] env[70867]: _type = "Task" [ 756.908358] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.917452] env[70867]: DEBUG oslo_vmware.api [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]525a2817-4a2f-7813-9dbd-40f3f35da73a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.920191] env[70867]: DEBUG oslo_concurrency.lockutils [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.073437] env[70867]: DEBUG nova.objects.instance [None req-75f28656-b9e1-4e89-baf6-612cb11ff91b tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Lazy-loading 'pci_requests' on Instance uuid ec7a7de1-c7e5-469b-ada8-634381ee04fd {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 757.170648] env[70867]: DEBUG nova.scheduler.client.report [None req-6d1eb7b7-01b0-4cba-9262-a024f28ece60 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.298360] env[70867]: DEBUG oslo_vmware.api [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473402, 'name': Rename_Task, 'duration_secs': 0.870807} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.298666] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.298930] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1a2a7cc-0699-438e-a577-33aea8001701 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.313216] env[70867]: DEBUG oslo_vmware.api [None req-12144e57-9e83-49fb-99c6-aa5a08fdb4c9 tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473401, 'name': CloneVM_Task} progress is 95%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.314752] env[70867]: DEBUG oslo_vmware.api [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 757.314752] env[70867]: value = "task-3473403" [ 757.314752] env[70867]: _type = "Task" [ 757.314752] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.325493] env[70867]: DEBUG oslo_vmware.api [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473403, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.424640] env[70867]: DEBUG oslo_vmware.api [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]525a2817-4a2f-7813-9dbd-40f3f35da73a, 'name': SearchDatastore_Task, 'duration_secs': 0.011468} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.424640] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.424640] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] c70bd66c-05f2-406d-8daa-58ff59fb5d93/c70bd66c-05f2-406d-8daa-58ff59fb5d93.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.425240] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15b1af99-7cf2-407f-a912-b5f95919328d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.432786] env[70867]: DEBUG oslo_vmware.api [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Waiting for the task: (returnval){ [ 757.432786] env[70867]: value = "task-3473404" [ 757.432786] env[70867]: _type = "Task" [ 757.432786] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.444268] env[70867]: DEBUG oslo_vmware.api [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': task-3473404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.580695] env[70867]: DEBUG nova.objects.base [None req-75f28656-b9e1-4e89-baf6-612cb11ff91b tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 757.580798] env[70867]: DEBUG nova.network.neutron [None req-75f28656-b9e1-4e89-baf6-612cb11ff91b tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 757.586875] env[70867]: DEBUG nova.compute.manager [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.617981] env[70867]: DEBUG nova.virt.hardware [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.618498] env[70867]: DEBUG nova.virt.hardware [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.618612] env[70867]: DEBUG nova.virt.hardware [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.619361] env[70867]: DEBUG nova.virt.hardware [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.619617] env[70867]: DEBUG nova.virt.hardware [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.619846] env[70867]: DEBUG nova.virt.hardware [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.620157] env[70867]: DEBUG nova.virt.hardware [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.620342] env[70867]: DEBUG nova.virt.hardware [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.620523] env[70867]: DEBUG nova.virt.hardware [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.620710] env[70867]: DEBUG nova.virt.hardware [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.620903] env[70867]: DEBUG nova.virt.hardware [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.621881] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a613fd1b-0358-4e06-bcc2-0c8f0783d88f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.635439] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21500bb4-cad7-432f-a93a-e0381daa6b39 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.659800] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] Instance VIF info [] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.667914] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Creating folder: Project (02d790efb25b49d7b86de63dc39101cb). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.668644] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-acff9ef5-5437-4a2f-992b-2b09fff46305 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.682846] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Created folder: Project (02d790efb25b49d7b86de63dc39101cb) in parent group-v694272. [ 757.683187] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Creating folder: Instances. Parent ref: group-v694360. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.683726] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c64d36d5-d4c9-4938-9bdc-cf7dc7143886 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.693804] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Created folder: Instances in parent group-v694360. [ 757.694160] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.694383] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.694606] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0aa4e959-d6f4-4e68-91d6-88339c8f9255 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.720694] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.720694] env[70867]: value = "task-3473407" [ 757.720694] env[70867]: _type = "Task" [ 757.720694] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.732296] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473407, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.741965] env[70867]: DEBUG oslo_concurrency.lockutils [None req-75f28656-b9e1-4e89-baf6-612cb11ff91b tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Lock "interface-ec7a7de1-c7e5-469b-ada8-634381ee04fd-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.176s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.814923] env[70867]: DEBUG oslo_vmware.api [None req-12144e57-9e83-49fb-99c6-aa5a08fdb4c9 tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473401, 'name': CloneVM_Task, 'duration_secs': 1.747026} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.815882] env[70867]: INFO nova.virt.vmwareapi.vmops [None req-12144e57-9e83-49fb-99c6-aa5a08fdb4c9 tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Created linked-clone VM from snapshot [ 757.822025] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32748e6d-3f54-40fe-be17-64ecf8b211da {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.831325] env[70867]: DEBUG oslo_vmware.api [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473403, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.835052] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-12144e57-9e83-49fb-99c6-aa5a08fdb4c9 tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Uploading image 8144fec5-0197-4f88-94bb-c27e33697b1b {{(pid=70867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 757.860532] env[70867]: DEBUG oslo_vmware.rw_handles [None req-12144e57-9e83-49fb-99c6-aa5a08fdb4c9 tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 757.860532] env[70867]: value = "vm-694359" [ 757.860532] env[70867]: _type = "VirtualMachine" [ 757.860532] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 757.860532] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bb92e39e-f6fa-43fa-b240-6679da71257d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.870773] env[70867]: DEBUG oslo_vmware.rw_handles [None req-12144e57-9e83-49fb-99c6-aa5a08fdb4c9 tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Lease: (returnval){ [ 757.870773] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e48f49-f8e1-9f6c-a2c9-9cc7790b7228" [ 757.870773] env[70867]: _type = "HttpNfcLease" [ 757.870773] env[70867]: } obtained for exporting VM: (result){ [ 757.870773] env[70867]: value = "vm-694359" [ 757.870773] env[70867]: _type = "VirtualMachine" [ 757.870773] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 757.871226] env[70867]: DEBUG oslo_vmware.api [None req-12144e57-9e83-49fb-99c6-aa5a08fdb4c9 tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Waiting for the lease: (returnval){ [ 757.871226] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e48f49-f8e1-9f6c-a2c9-9cc7790b7228" [ 757.871226] env[70867]: _type = "HttpNfcLease" [ 757.871226] env[70867]: } to be ready. {{(pid=70867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 757.883702] env[70867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 757.883702] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e48f49-f8e1-9f6c-a2c9-9cc7790b7228" [ 757.883702] env[70867]: _type = "HttpNfcLease" [ 757.883702] env[70867]: } is initializing. {{(pid=70867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 757.946692] env[70867]: DEBUG oslo_vmware.api [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': task-3473404, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488658} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.947032] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] c70bd66c-05f2-406d-8daa-58ff59fb5d93/c70bd66c-05f2-406d-8daa-58ff59fb5d93.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.947286] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.947578] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc675aee-2f10-4f3c-b08e-c77c67a50066 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.955282] env[70867]: DEBUG oslo_vmware.api [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Waiting for the task: (returnval){ [ 757.955282] env[70867]: value = "task-3473409" [ 757.955282] env[70867]: _type = "Task" [ 757.955282] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.963141] env[70867]: DEBUG oslo_vmware.api [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': task-3473409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.186096] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6d1eb7b7-01b0-4cba-9262-a024f28ece60 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.621s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.189766] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.557s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.191580] env[70867]: INFO nova.compute.claims [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.233070] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473407, 'name': CreateVM_Task, 'duration_secs': 0.422744} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.233070] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.233070] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.233070] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.233358] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.233611] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1034c12-3cdb-4595-bbeb-072eda36f093 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.238156] env[70867]: DEBUG oslo_vmware.api [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Waiting for the task: (returnval){ [ 758.238156] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5231a8fb-40ce-8ea0-ce71-4ce2d1a50017" [ 758.238156] env[70867]: _type = "Task" [ 758.238156] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.252044] env[70867]: DEBUG oslo_vmware.api [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5231a8fb-40ce-8ea0-ce71-4ce2d1a50017, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.324732] env[70867]: DEBUG oslo_vmware.api [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473403, 'name': PowerOnVM_Task, 'duration_secs': 0.632512} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.325013] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.325227] env[70867]: INFO nova.compute.manager [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Took 8.32 seconds to spawn the instance on the hypervisor. [ 758.325399] env[70867]: DEBUG nova.compute.manager [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.326238] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fd73ea-f10d-4fba-bc5a-8a7b254ebadd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.379232] env[70867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 758.379232] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e48f49-f8e1-9f6c-a2c9-9cc7790b7228" [ 758.379232] env[70867]: _type = "HttpNfcLease" [ 758.379232] env[70867]: } is ready. {{(pid=70867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 758.379529] env[70867]: DEBUG oslo_vmware.rw_handles [None req-12144e57-9e83-49fb-99c6-aa5a08fdb4c9 tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 758.379529] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e48f49-f8e1-9f6c-a2c9-9cc7790b7228" [ 758.379529] env[70867]: _type = "HttpNfcLease" [ 758.379529] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 758.380316] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c247ab6e-6b22-4c9d-9f6d-369e0992f9b6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.387434] env[70867]: DEBUG oslo_vmware.rw_handles [None req-12144e57-9e83-49fb-99c6-aa5a08fdb4c9 tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52034564-2c35-02b7-5398-b003b0475198/disk-0.vmdk from lease info. {{(pid=70867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 758.387773] env[70867]: DEBUG oslo_vmware.rw_handles [None req-12144e57-9e83-49fb-99c6-aa5a08fdb4c9 tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52034564-2c35-02b7-5398-b003b0475198/disk-0.vmdk for reading. {{(pid=70867) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 758.465126] env[70867]: DEBUG oslo_vmware.api [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': task-3473409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104249} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.465189] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.466779] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da7aa1c-d6bf-4fd5-ab33-698bd5ca4d97 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.489192] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] c70bd66c-05f2-406d-8daa-58ff59fb5d93/c70bd66c-05f2-406d-8daa-58ff59fb5d93.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.489818] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3fe0d55-dab0-4fe7-ab7e-b826ece5e91c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.509728] env[70867]: DEBUG oslo_vmware.api [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Waiting for the task: (returnval){ [ 758.509728] env[70867]: value = "task-3473410" [ 758.509728] env[70867]: _type = "Task" [ 758.509728] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.519064] env[70867]: DEBUG oslo_vmware.api [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': task-3473410, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.531176] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6b7c388c-90d3-4f74-a273-00a7f688cae9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.750778] env[70867]: DEBUG oslo_vmware.api [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5231a8fb-40ce-8ea0-ce71-4ce2d1a50017, 'name': SearchDatastore_Task, 'duration_secs': 0.009341} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.751690] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.751690] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.751841] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.752111] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.752390] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.755352] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cd4ca7c-bf0d-4888-818a-39ec8d47106a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.765108] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.765764] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.767043] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73b971cd-cfd3-49f0-a084-861d0b8a2555 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.772622] env[70867]: DEBUG oslo_vmware.api [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Waiting for the task: (returnval){ [ 758.772622] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52252f67-6d63-ba7b-f0a1-c3ff692d057c" [ 758.772622] env[70867]: _type = "Task" [ 758.772622] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.777279] env[70867]: INFO nova.scheduler.client.report [None req-6d1eb7b7-01b0-4cba-9262-a024f28ece60 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Deleted allocation for migration 37ef93e8-d927-4ddb-bdf7-0214cd5cf0c4 [ 758.786019] env[70867]: DEBUG oslo_vmware.api [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52252f67-6d63-ba7b-f0a1-c3ff692d057c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.846236] env[70867]: INFO nova.compute.manager [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Took 31.94 seconds to build instance. [ 759.019937] env[70867]: DEBUG oslo_vmware.api [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': task-3473410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.287311] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6d1eb7b7-01b0-4cba-9262-a024f28ece60 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Lock "f97cb95b-5d2e-4ac4-ba82-80a705a086f4" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 26.879s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.297818] env[70867]: DEBUG oslo_vmware.api [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52252f67-6d63-ba7b-f0a1-c3ff692d057c, 'name': SearchDatastore_Task, 'duration_secs': 0.010129} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.303694] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d46368a-34dd-46a9-abd2-78a2925acbbc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.312294] env[70867]: DEBUG oslo_vmware.api [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Waiting for the task: (returnval){ [ 759.312294] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52806cbf-4762-bb2b-1338-9677072e1686" [ 759.312294] env[70867]: _type = "Task" [ 759.312294] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.326616] env[70867]: DEBUG oslo_vmware.api [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52806cbf-4762-bb2b-1338-9677072e1686, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.351312] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2268f32e-7646-4abb-b852-4a104845f7ed tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "e4828dea-a14c-4aff-8e6f-e1986f399b60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.703s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.444171] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Acquiring lock "96ed8c5a-2029-4ce1-9ddf-5dc836005acb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.444171] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Lock "96ed8c5a-2029-4ce1-9ddf-5dc836005acb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.528259] env[70867]: DEBUG oslo_vmware.api [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': task-3473410, 'name': ReconfigVM_Task, 'duration_secs': 0.893485} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.528769] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Reconfigured VM instance instance-0000001b to attach disk [datastore1] c70bd66c-05f2-406d-8daa-58ff59fb5d93/c70bd66c-05f2-406d-8daa-58ff59fb5d93.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.529645] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-142b381a-58c7-4035-af52-230784f6a76a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.539714] env[70867]: DEBUG oslo_vmware.api [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Waiting for the task: (returnval){ [ 759.539714] env[70867]: value = "task-3473411" [ 759.539714] env[70867]: _type = "Task" [ 759.539714] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.553119] env[70867]: DEBUG oslo_vmware.api [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': task-3473411, 'name': Rename_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.826305] env[70867]: DEBUG oslo_vmware.api [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52806cbf-4762-bb2b-1338-9677072e1686, 'name': SearchDatastore_Task, 'duration_secs': 0.010033} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.826672] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.827348] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc/842fc73b-8c91-4c4f-93fe-17b20c1ea4dc.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.827348] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4702b408-2fac-4e71-bec5-e21faff013e7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.837737] env[70867]: DEBUG oslo_vmware.api [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Waiting for the task: (returnval){ [ 759.837737] env[70867]: value = "task-3473412" [ 759.837737] env[70867]: _type = "Task" [ 759.837737] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.849561] env[70867]: DEBUG oslo_vmware.api [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Task: {'id': task-3473412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.855929] env[70867]: DEBUG nova.compute.manager [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.883988] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fda317-feec-4cf1-bea1-0155c63444a7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.892567] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9654048c-154a-4627-8bb4-f48a256d92d3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.931800] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b9ec0b-021c-4a60-a4fd-45629cd244ce {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.942110] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a6b3ce-78f3-4c58-ac77-7611117bbcf3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.964679] env[70867]: DEBUG nova.compute.provider_tree [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.054441] env[70867]: DEBUG oslo_vmware.api [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': task-3473411, 'name': Rename_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.092357] env[70867]: DEBUG oslo_concurrency.lockutils [None req-93db122f-8bb3-4113-81d7-0ea7b99f4593 tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Acquiring lock "ec7a7de1-c7e5-469b-ada8-634381ee04fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.092617] env[70867]: DEBUG oslo_concurrency.lockutils [None req-93db122f-8bb3-4113-81d7-0ea7b99f4593 tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Lock "ec7a7de1-c7e5-469b-ada8-634381ee04fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.092833] env[70867]: DEBUG oslo_concurrency.lockutils [None req-93db122f-8bb3-4113-81d7-0ea7b99f4593 tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Acquiring lock "ec7a7de1-c7e5-469b-ada8-634381ee04fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.093039] env[70867]: DEBUG oslo_concurrency.lockutils [None req-93db122f-8bb3-4113-81d7-0ea7b99f4593 tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Lock "ec7a7de1-c7e5-469b-ada8-634381ee04fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.093203] env[70867]: DEBUG oslo_concurrency.lockutils [None req-93db122f-8bb3-4113-81d7-0ea7b99f4593 tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Lock "ec7a7de1-c7e5-469b-ada8-634381ee04fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.096738] env[70867]: INFO nova.compute.manager [None req-93db122f-8bb3-4113-81d7-0ea7b99f4593 tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Terminating instance [ 760.348231] env[70867]: DEBUG oslo_vmware.api [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Task: {'id': task-3473412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.357659] env[70867]: DEBUG nova.compute.manager [req-b54c5335-3e75-429f-af3b-8c4d6769bb05 req-1b03b689-ffb9-4bca-9f7d-977c43921e4e service nova] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Received event network-changed-64ba4087-89f9-4ec0-99f9-3b5e67325b62 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.357998] env[70867]: DEBUG nova.compute.manager [req-b54c5335-3e75-429f-af3b-8c4d6769bb05 req-1b03b689-ffb9-4bca-9f7d-977c43921e4e service nova] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Refreshing instance network info cache due to event network-changed-64ba4087-89f9-4ec0-99f9-3b5e67325b62. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.358416] env[70867]: DEBUG oslo_concurrency.lockutils [req-b54c5335-3e75-429f-af3b-8c4d6769bb05 req-1b03b689-ffb9-4bca-9f7d-977c43921e4e service nova] Acquiring lock "refresh_cache-e4828dea-a14c-4aff-8e6f-e1986f399b60" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.358542] env[70867]: DEBUG oslo_concurrency.lockutils [req-b54c5335-3e75-429f-af3b-8c4d6769bb05 req-1b03b689-ffb9-4bca-9f7d-977c43921e4e service nova] Acquired lock "refresh_cache-e4828dea-a14c-4aff-8e6f-e1986f399b60" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.358808] env[70867]: DEBUG nova.network.neutron [req-b54c5335-3e75-429f-af3b-8c4d6769bb05 req-1b03b689-ffb9-4bca-9f7d-977c43921e4e service nova] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Refreshing network info cache for port 64ba4087-89f9-4ec0-99f9-3b5e67325b62 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.378531] env[70867]: DEBUG oslo_concurrency.lockutils [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.471025] env[70867]: DEBUG nova.scheduler.client.report [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.559727] env[70867]: DEBUG oslo_vmware.api [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': task-3473411, 'name': Rename_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.607184] env[70867]: DEBUG nova.compute.manager [None req-93db122f-8bb3-4113-81d7-0ea7b99f4593 tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.607184] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-93db122f-8bb3-4113-81d7-0ea7b99f4593 tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.607184] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031788c1-afc3-4ab8-808d-c76b3bce0a65 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.618922] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-93db122f-8bb3-4113-81d7-0ea7b99f4593 tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.619513] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d24e5917-affc-42f0-ab5d-efdde49f628c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.629227] env[70867]: DEBUG oslo_vmware.api [None req-93db122f-8bb3-4113-81d7-0ea7b99f4593 tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Waiting for the task: (returnval){ [ 760.629227] env[70867]: value = "task-3473413" [ 760.629227] env[70867]: _type = "Task" [ 760.629227] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.644730] env[70867]: DEBUG oslo_vmware.api [None req-93db122f-8bb3-4113-81d7-0ea7b99f4593 tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Task: {'id': task-3473413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.856638] env[70867]: DEBUG oslo_vmware.api [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Task: {'id': task-3473412, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.976407] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.785s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.976407] env[70867]: DEBUG nova.compute.manager [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.979439] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.327s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.984755] env[70867]: INFO nova.compute.claims [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.055772] env[70867]: DEBUG oslo_vmware.api [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': task-3473411, 'name': Rename_Task, 'duration_secs': 1.178055} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.055926] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.056239] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-165cec65-d350-46df-9541-eb7f71c42378 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.070971] env[70867]: DEBUG oslo_vmware.api [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Waiting for the task: (returnval){ [ 761.070971] env[70867]: value = "task-3473414" [ 761.070971] env[70867]: _type = "Task" [ 761.070971] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.089782] env[70867]: DEBUG oslo_vmware.api [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': task-3473414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.144146] env[70867]: DEBUG oslo_vmware.api [None req-93db122f-8bb3-4113-81d7-0ea7b99f4593 tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Task: {'id': task-3473413, 'name': PowerOffVM_Task, 'duration_secs': 0.336069} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.144146] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-93db122f-8bb3-4113-81d7-0ea7b99f4593 tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.144146] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-93db122f-8bb3-4113-81d7-0ea7b99f4593 tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.144597] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbb1e1dd-0616-42cd-8633-7da98e87d0b1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.220657] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-93db122f-8bb3-4113-81d7-0ea7b99f4593 tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.220657] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-93db122f-8bb3-4113-81d7-0ea7b99f4593 tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.220657] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-93db122f-8bb3-4113-81d7-0ea7b99f4593 tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Deleting the datastore file [datastore1] ec7a7de1-c7e5-469b-ada8-634381ee04fd {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.220657] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ea37fa9-fea2-4609-9244-cd47a4d0a968 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.229307] env[70867]: DEBUG oslo_vmware.api [None req-93db122f-8bb3-4113-81d7-0ea7b99f4593 tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Waiting for the task: (returnval){ [ 761.229307] env[70867]: value = "task-3473416" [ 761.229307] env[70867]: _type = "Task" [ 761.229307] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.241080] env[70867]: DEBUG oslo_vmware.api [None req-93db122f-8bb3-4113-81d7-0ea7b99f4593 tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Task: {'id': task-3473416, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.356846] env[70867]: DEBUG oslo_vmware.api [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Task: {'id': task-3473412, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.287696} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.358076] env[70867]: DEBUG nova.network.neutron [req-b54c5335-3e75-429f-af3b-8c4d6769bb05 req-1b03b689-ffb9-4bca-9f7d-977c43921e4e service nova] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Updated VIF entry in instance network info cache for port 64ba4087-89f9-4ec0-99f9-3b5e67325b62. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.358513] env[70867]: DEBUG nova.network.neutron [req-b54c5335-3e75-429f-af3b-8c4d6769bb05 req-1b03b689-ffb9-4bca-9f7d-977c43921e4e service nova] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Updating instance_info_cache with network_info: [{"id": "64ba4087-89f9-4ec0-99f9-3b5e67325b62", "address": "fa:16:3e:1a:8a:15", "network": {"id": "cfc3fe3f-41ca-4d32-a9e1-bd8add4aaf37", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404983433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "531e77ef69fe4892bb20a8d005c760d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64ba4087-89", "ovs_interfaceid": "64ba4087-89f9-4ec0-99f9-3b5e67325b62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.359722] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc/842fc73b-8c91-4c4f-93fe-17b20c1ea4dc.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.361330] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.361863] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d18b2b53-ff36-44fc-8be5-57b4e5d982d3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.371666] env[70867]: DEBUG oslo_vmware.api [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Waiting for the task: (returnval){ [ 761.371666] env[70867]: value = "task-3473417" [ 761.371666] env[70867]: _type = "Task" [ 761.371666] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.382262] env[70867]: DEBUG oslo_vmware.api [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Task: {'id': task-3473417, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.490218] env[70867]: DEBUG nova.compute.utils [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.491699] env[70867]: DEBUG nova.compute.manager [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 761.491877] env[70867]: DEBUG nova.network.neutron [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 761.552391] env[70867]: DEBUG nova.policy [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d11d7b1331d411fb90f79f895293de4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc0264f4b15843b4a85531ac48d0cda8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 761.582715] env[70867]: DEBUG oslo_vmware.api [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': task-3473414, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.742015] env[70867]: DEBUG oslo_vmware.api [None req-93db122f-8bb3-4113-81d7-0ea7b99f4593 tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Task: {'id': task-3473416, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277763} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.742015] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-93db122f-8bb3-4113-81d7-0ea7b99f4593 tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.742015] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-93db122f-8bb3-4113-81d7-0ea7b99f4593 tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.742015] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-93db122f-8bb3-4113-81d7-0ea7b99f4593 tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.742015] env[70867]: INFO nova.compute.manager [None req-93db122f-8bb3-4113-81d7-0ea7b99f4593 tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 761.742261] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93db122f-8bb3-4113-81d7-0ea7b99f4593 tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.742261] env[70867]: DEBUG nova.compute.manager [-] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.742261] env[70867]: DEBUG nova.network.neutron [-] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.863088] env[70867]: DEBUG oslo_concurrency.lockutils [req-b54c5335-3e75-429f-af3b-8c4d6769bb05 req-1b03b689-ffb9-4bca-9f7d-977c43921e4e service nova] Releasing lock "refresh_cache-e4828dea-a14c-4aff-8e6f-e1986f399b60" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.881769] env[70867]: DEBUG oslo_vmware.api [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Task: {'id': task-3473417, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077147} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.882077] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.882924] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8561fc-34b6-4da3-b13e-435d5cacfb72 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.912936] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc/842fc73b-8c91-4c4f-93fe-17b20c1ea4dc.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.914061] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa859da6-ceb9-4eed-8e2a-ab4d7649e78a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.937649] env[70867]: DEBUG oslo_vmware.api [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Waiting for the task: (returnval){ [ 761.937649] env[70867]: value = "task-3473418" [ 761.937649] env[70867]: _type = "Task" [ 761.937649] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.946871] env[70867]: DEBUG oslo_vmware.api [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Task: {'id': task-3473418, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.998809] env[70867]: DEBUG nova.compute.manager [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 762.068194] env[70867]: DEBUG nova.network.neutron [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Successfully created port: e607ba17-121b-4d5c-a9ab-2f702cad2838 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.086384] env[70867]: DEBUG oslo_vmware.api [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': task-3473414, 'name': PowerOnVM_Task, 'duration_secs': 0.853899} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.091096] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.091341] env[70867]: INFO nova.compute.manager [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Took 9.40 seconds to spawn the instance on the hypervisor. [ 762.091522] env[70867]: DEBUG nova.compute.manager [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.092905] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f4fe83-f8db-4b5a-8df9-1f4653af17ac {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.421980] env[70867]: DEBUG nova.compute.manager [req-b9db59b5-870c-4e27-8558-018f57f17222 req-09f1e05a-9a0a-4e95-a727-c0019820d016 service nova] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Received event network-vif-deleted-cf1f2464-cd86-4809-9814-52ec0ba58c2b {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.422214] env[70867]: INFO nova.compute.manager [req-b9db59b5-870c-4e27-8558-018f57f17222 req-09f1e05a-9a0a-4e95-a727-c0019820d016 service nova] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Neutron deleted interface cf1f2464-cd86-4809-9814-52ec0ba58c2b; detaching it from the instance and deleting it from the info cache [ 762.422378] env[70867]: DEBUG nova.network.neutron [req-b9db59b5-870c-4e27-8558-018f57f17222 req-09f1e05a-9a0a-4e95-a727-c0019820d016 service nova] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.432296] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquiring lock "3d2b5374-46c8-4ab9-ab4c-4376eadfb236" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.432509] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Lock "3d2b5374-46c8-4ab9-ab4c-4376eadfb236" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.462451] env[70867]: DEBUG oslo_vmware.api [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Task: {'id': task-3473418, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.575738] env[70867]: DEBUG nova.network.neutron [-] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.597472] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f69ee99-a75f-4cb1-b79b-e546e39f2d6e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.606749] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2e9019-d35a-4430-9a2e-1245be11da9d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.616985] env[70867]: INFO nova.compute.manager [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Took 30.44 seconds to build instance. [ 762.644567] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e7fcd610-98f3-43d9-a95e-f6ca8ddd3e0e tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Lock "c70bd66c-05f2-406d-8daa-58ff59fb5d93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.502s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.645337] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df83938-5fb1-449c-ab64-ca8ed73453f5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.660133] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b328da-c2ce-4f05-8ce7-2f686ed70bd1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.675572] env[70867]: DEBUG nova.compute.provider_tree [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.926664] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b86f3c8-2f17-49d2-b73d-17ab44c03914 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.938083] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95365fa-a9a7-4fa9-bd85-1cd93760e059 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.961632] env[70867]: DEBUG oslo_vmware.api [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Task: {'id': task-3473418, 'name': ReconfigVM_Task, 'duration_secs': 0.670755} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.962014] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc/842fc73b-8c91-4c4f-93fe-17b20c1ea4dc.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.962740] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14b7a1bd-438f-411b-8a5a-b4ed71729107 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.977760] env[70867]: DEBUG nova.compute.manager [req-b9db59b5-870c-4e27-8558-018f57f17222 req-09f1e05a-9a0a-4e95-a727-c0019820d016 service nova] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Detach interface failed, port_id=cf1f2464-cd86-4809-9814-52ec0ba58c2b, reason: Instance ec7a7de1-c7e5-469b-ada8-634381ee04fd could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 762.979867] env[70867]: DEBUG oslo_vmware.api [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Waiting for the task: (returnval){ [ 762.979867] env[70867]: value = "task-3473419" [ 762.979867] env[70867]: _type = "Task" [ 762.979867] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.989881] env[70867]: DEBUG oslo_vmware.api [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Task: {'id': task-3473419, 'name': Rename_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.014722] env[70867]: DEBUG nova.compute.manager [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 763.044949] env[70867]: DEBUG nova.virt.hardware [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.045199] env[70867]: DEBUG nova.virt.hardware [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.045359] env[70867]: DEBUG nova.virt.hardware [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.045544] env[70867]: DEBUG nova.virt.hardware [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.045731] env[70867]: DEBUG nova.virt.hardware [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.045888] env[70867]: DEBUG nova.virt.hardware [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.046143] env[70867]: DEBUG nova.virt.hardware [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.046317] env[70867]: DEBUG nova.virt.hardware [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.046494] env[70867]: DEBUG nova.virt.hardware [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.046659] env[70867]: DEBUG nova.virt.hardware [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.046833] env[70867]: DEBUG nova.virt.hardware [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.047758] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fc2132-f6fb-4138-965b-0d5ee5f97aae {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.057078] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df39b617-5acd-4e18-99ff-4658b7642b55 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.078584] env[70867]: INFO nova.compute.manager [-] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Took 1.34 seconds to deallocate network for instance. [ 763.150576] env[70867]: DEBUG nova.compute.manager [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 763.178610] env[70867]: DEBUG nova.scheduler.client.report [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.491866] env[70867]: DEBUG oslo_vmware.api [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Task: {'id': task-3473419, 'name': Rename_Task, 'duration_secs': 0.215012} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.492181] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.492442] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9155751-fced-4e99-8143-6a5aa6454541 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.500416] env[70867]: DEBUG oslo_vmware.api [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Waiting for the task: (returnval){ [ 763.500416] env[70867]: value = "task-3473420" [ 763.500416] env[70867]: _type = "Task" [ 763.500416] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.511792] env[70867]: DEBUG oslo_vmware.api [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Task: {'id': task-3473420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.586276] env[70867]: DEBUG oslo_concurrency.lockutils [None req-93db122f-8bb3-4113-81d7-0ea7b99f4593 tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.625082] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fe6a2d1b-10b9-446b-8896-5b54da5fbdc0 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Acquiring lock "c70bd66c-05f2-406d-8daa-58ff59fb5d93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.625383] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fe6a2d1b-10b9-446b-8896-5b54da5fbdc0 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Lock "c70bd66c-05f2-406d-8daa-58ff59fb5d93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.625607] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fe6a2d1b-10b9-446b-8896-5b54da5fbdc0 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Acquiring lock "c70bd66c-05f2-406d-8daa-58ff59fb5d93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.625794] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fe6a2d1b-10b9-446b-8896-5b54da5fbdc0 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Lock "c70bd66c-05f2-406d-8daa-58ff59fb5d93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.626056] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fe6a2d1b-10b9-446b-8896-5b54da5fbdc0 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Lock "c70bd66c-05f2-406d-8daa-58ff59fb5d93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.628309] env[70867]: INFO nova.compute.manager [None req-fe6a2d1b-10b9-446b-8896-5b54da5fbdc0 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Terminating instance [ 763.673536] env[70867]: DEBUG oslo_concurrency.lockutils [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.684093] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.684641] env[70867]: DEBUG nova.compute.manager [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 763.687685] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0883071e-888a-4d6c-bd66-5be85080fd38 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.534s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.687906] env[70867]: DEBUG nova.objects.instance [None req-0883071e-888a-4d6c-bd66-5be85080fd38 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Lazy-loading 'resources' on Instance uuid a893add8-af75-482e-b1a9-0fa099407df8 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.694226] env[70867]: DEBUG nova.compute.manager [req-26e5b4d9-d4d0-4d0a-81c8-5aa239d50815 req-0ff59eb6-4805-41f0-b006-1df540061852 service nova] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Received event network-vif-plugged-e607ba17-121b-4d5c-a9ab-2f702cad2838 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.694428] env[70867]: DEBUG oslo_concurrency.lockutils [req-26e5b4d9-d4d0-4d0a-81c8-5aa239d50815 req-0ff59eb6-4805-41f0-b006-1df540061852 service nova] Acquiring lock "118d6584-a54b-4596-baaa-4c6fa11a2df7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.694672] env[70867]: DEBUG oslo_concurrency.lockutils [req-26e5b4d9-d4d0-4d0a-81c8-5aa239d50815 req-0ff59eb6-4805-41f0-b006-1df540061852 service nova] Lock "118d6584-a54b-4596-baaa-4c6fa11a2df7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.694856] env[70867]: DEBUG oslo_concurrency.lockutils [req-26e5b4d9-d4d0-4d0a-81c8-5aa239d50815 req-0ff59eb6-4805-41f0-b006-1df540061852 service nova] Lock "118d6584-a54b-4596-baaa-4c6fa11a2df7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.695056] env[70867]: DEBUG nova.compute.manager [req-26e5b4d9-d4d0-4d0a-81c8-5aa239d50815 req-0ff59eb6-4805-41f0-b006-1df540061852 service nova] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] No waiting events found dispatching network-vif-plugged-e607ba17-121b-4d5c-a9ab-2f702cad2838 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 763.695255] env[70867]: WARNING nova.compute.manager [req-26e5b4d9-d4d0-4d0a-81c8-5aa239d50815 req-0ff59eb6-4805-41f0-b006-1df540061852 service nova] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Received unexpected event network-vif-plugged-e607ba17-121b-4d5c-a9ab-2f702cad2838 for instance with vm_state building and task_state spawning. [ 763.792896] env[70867]: DEBUG nova.network.neutron [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Successfully updated port: e607ba17-121b-4d5c-a9ab-2f702cad2838 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.014647] env[70867]: DEBUG oslo_vmware.api [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Task: {'id': task-3473420, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.132106] env[70867]: DEBUG nova.compute.manager [None req-fe6a2d1b-10b9-446b-8896-5b54da5fbdc0 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 764.132384] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6a2d1b-10b9-446b-8896-5b54da5fbdc0 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.133301] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc042e36-fc41-46de-8b33-25fd858c7012 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.141184] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6a2d1b-10b9-446b-8896-5b54da5fbdc0 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.141433] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-870d5827-0b8b-4b46-b9cf-aaa242a61215 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.148297] env[70867]: DEBUG oslo_vmware.api [None req-fe6a2d1b-10b9-446b-8896-5b54da5fbdc0 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Waiting for the task: (returnval){ [ 764.148297] env[70867]: value = "task-3473421" [ 764.148297] env[70867]: _type = "Task" [ 764.148297] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.156297] env[70867]: DEBUG oslo_vmware.api [None req-fe6a2d1b-10b9-446b-8896-5b54da5fbdc0 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': task-3473421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.191130] env[70867]: DEBUG nova.compute.utils [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 764.195624] env[70867]: DEBUG nova.compute.manager [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 764.195795] env[70867]: DEBUG nova.network.neutron [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 764.264016] env[70867]: DEBUG nova.policy [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d11d7b1331d411fb90f79f895293de4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc0264f4b15843b4a85531ac48d0cda8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 764.295927] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Acquiring lock "refresh_cache-118d6584-a54b-4596-baaa-4c6fa11a2df7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.297049] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Acquired lock "refresh_cache-118d6584-a54b-4596-baaa-4c6fa11a2df7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.297049] env[70867]: DEBUG nova.network.neutron [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.514950] env[70867]: DEBUG oslo_vmware.api [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Task: {'id': task-3473420, 'name': PowerOnVM_Task, 'duration_secs': 0.883771} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.517996] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.518360] env[70867]: INFO nova.compute.manager [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] Took 6.93 seconds to spawn the instance on the hypervisor. [ 764.518733] env[70867]: DEBUG nova.compute.manager [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.519932] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc10f60d-22e2-448a-801b-4ecc5249fb23 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.661199] env[70867]: DEBUG oslo_vmware.api [None req-fe6a2d1b-10b9-446b-8896-5b54da5fbdc0 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': task-3473421, 'name': PowerOffVM_Task, 'duration_secs': 0.196611} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.661458] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6a2d1b-10b9-446b-8896-5b54da5fbdc0 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.661624] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6a2d1b-10b9-446b-8896-5b54da5fbdc0 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.661876] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e74f1eb7-63a7-4930-86ed-ad34743df1b7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.664173] env[70867]: DEBUG nova.network.neutron [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Successfully created port: d025676b-32b6-4331-a574-7c00396f2533 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 764.696695] env[70867]: DEBUG nova.compute.manager [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 764.779038] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2623d682-194c-4d8d-928e-6c94aeb210bf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.787485] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b490d0f0-3b96-49e5-b31f-87a78ae86b25 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.826357] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c378e7-6188-44aa-84cf-2e523c12b424 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.836802] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd868bb9-e369-4235-9c47-27940919977b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.851775] env[70867]: DEBUG nova.compute.provider_tree [None req-0883071e-888a-4d6c-bd66-5be85080fd38 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.861117] env[70867]: DEBUG nova.network.neutron [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.020100] env[70867]: DEBUG nova.network.neutron [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Updating instance_info_cache with network_info: [{"id": "e607ba17-121b-4d5c-a9ab-2f702cad2838", "address": "fa:16:3e:86:20:ea", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape607ba17-12", "ovs_interfaceid": "e607ba17-121b-4d5c-a9ab-2f702cad2838", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.041523] env[70867]: INFO nova.compute.manager [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] Took 31.51 seconds to build instance. [ 765.125272] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6a2d1b-10b9-446b-8896-5b54da5fbdc0 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.125476] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6a2d1b-10b9-446b-8896-5b54da5fbdc0 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.125680] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe6a2d1b-10b9-446b-8896-5b54da5fbdc0 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Deleting the datastore file [datastore1] c70bd66c-05f2-406d-8daa-58ff59fb5d93 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.126010] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-377ef16d-ba75-4ddb-8b53-a2b248311460 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.133709] env[70867]: DEBUG oslo_vmware.api [None req-fe6a2d1b-10b9-446b-8896-5b54da5fbdc0 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Waiting for the task: (returnval){ [ 765.133709] env[70867]: value = "task-3473423" [ 765.133709] env[70867]: _type = "Task" [ 765.133709] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.143029] env[70867]: DEBUG oslo_vmware.api [None req-fe6a2d1b-10b9-446b-8896-5b54da5fbdc0 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': task-3473423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.357022] env[70867]: DEBUG nova.scheduler.client.report [None req-0883071e-888a-4d6c-bd66-5be85080fd38 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.524046] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Releasing lock "refresh_cache-118d6584-a54b-4596-baaa-4c6fa11a2df7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.524046] env[70867]: DEBUG nova.compute.manager [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Instance network_info: |[{"id": "e607ba17-121b-4d5c-a9ab-2f702cad2838", "address": "fa:16:3e:86:20:ea", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape607ba17-12", "ovs_interfaceid": "e607ba17-121b-4d5c-a9ab-2f702cad2838", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.524339] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:20:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e607ba17-121b-4d5c-a9ab-2f702cad2838', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.531984] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Creating folder: Project (fc0264f4b15843b4a85531ac48d0cda8). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.532322] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64f45d63-5ac4-4857-8cdd-909c36f6c3fe {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.543245] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e62f0146-ee08-4915-a8b3-30f0bc29bc41 tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Lock "842fc73b-8c91-4c4f-93fe-17b20c1ea4dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.517s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.546719] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Created folder: Project (fc0264f4b15843b4a85531ac48d0cda8) in parent group-v694272. [ 765.546993] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Creating folder: Instances. Parent ref: group-v694363. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.547503] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2063f5b7-f3e4-4c0c-94e8-be2d134c33a1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.562909] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Created folder: Instances in parent group-v694363. [ 765.563213] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.563464] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.564207] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a0323d7-f3b1-4e3c-8265-ef74495d17bb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.589029] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.589029] env[70867]: value = "task-3473426" [ 765.589029] env[70867]: _type = "Task" [ 765.589029] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.600414] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473426, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.647427] env[70867]: DEBUG oslo_vmware.api [None req-fe6a2d1b-10b9-446b-8896-5b54da5fbdc0 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Task: {'id': task-3473423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298917} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.647577] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe6a2d1b-10b9-446b-8896-5b54da5fbdc0 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.647728] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6a2d1b-10b9-446b-8896-5b54da5fbdc0 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.647909] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6a2d1b-10b9-446b-8896-5b54da5fbdc0 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.648162] env[70867]: INFO nova.compute.manager [None req-fe6a2d1b-10b9-446b-8896-5b54da5fbdc0 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Took 1.52 seconds to destroy the instance on the hypervisor. [ 765.648338] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe6a2d1b-10b9-446b-8896-5b54da5fbdc0 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.648530] env[70867]: DEBUG nova.compute.manager [-] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 765.648625] env[70867]: DEBUG nova.network.neutron [-] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 765.706241] env[70867]: DEBUG nova.compute.manager [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 765.731859] env[70867]: DEBUG nova.virt.hardware [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.732119] env[70867]: DEBUG nova.virt.hardware [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.732277] env[70867]: DEBUG nova.virt.hardware [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.732463] env[70867]: DEBUG nova.virt.hardware [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.732606] env[70867]: DEBUG nova.virt.hardware [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.733792] env[70867]: DEBUG nova.virt.hardware [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.733792] env[70867]: DEBUG nova.virt.hardware [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.733792] env[70867]: DEBUG nova.virt.hardware [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.733792] env[70867]: DEBUG nova.virt.hardware [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.733792] env[70867]: DEBUG nova.virt.hardware [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.733987] env[70867]: DEBUG nova.virt.hardware [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.735806] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5973ce-2290-4990-9944-099ed5f31830 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.746151] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8dbaf6-8957-4862-8d5e-cc848db60143 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.820644] env[70867]: DEBUG nova.compute.manager [req-44a743a6-f0f1-47fa-bd2c-f4df0a1c747e req-31007aa3-f38f-4a21-a02f-42b7e3104dcb service nova] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Received event network-changed-e607ba17-121b-4d5c-a9ab-2f702cad2838 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.820644] env[70867]: DEBUG nova.compute.manager [req-44a743a6-f0f1-47fa-bd2c-f4df0a1c747e req-31007aa3-f38f-4a21-a02f-42b7e3104dcb service nova] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Refreshing instance network info cache due to event network-changed-e607ba17-121b-4d5c-a9ab-2f702cad2838. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.820794] env[70867]: DEBUG oslo_concurrency.lockutils [req-44a743a6-f0f1-47fa-bd2c-f4df0a1c747e req-31007aa3-f38f-4a21-a02f-42b7e3104dcb service nova] Acquiring lock "refresh_cache-118d6584-a54b-4596-baaa-4c6fa11a2df7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.820975] env[70867]: DEBUG oslo_concurrency.lockutils [req-44a743a6-f0f1-47fa-bd2c-f4df0a1c747e req-31007aa3-f38f-4a21-a02f-42b7e3104dcb service nova] Acquired lock "refresh_cache-118d6584-a54b-4596-baaa-4c6fa11a2df7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.821341] env[70867]: DEBUG nova.network.neutron [req-44a743a6-f0f1-47fa-bd2c-f4df0a1c747e req-31007aa3-f38f-4a21-a02f-42b7e3104dcb service nova] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Refreshing network info cache for port e607ba17-121b-4d5c-a9ab-2f702cad2838 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.860953] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0883071e-888a-4d6c-bd66-5be85080fd38 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.863688] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f79da59e-2ad7-405f-924f-1b3b2ee9472e tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.248s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.864224] env[70867]: DEBUG nova.objects.instance [None req-f79da59e-2ad7-405f-924f-1b3b2ee9472e tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Lazy-loading 'resources' on Instance uuid 8dc05e7d-bad4-42ba-a73e-30816551cf75 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.887602] env[70867]: INFO nova.scheduler.client.report [None req-0883071e-888a-4d6c-bd66-5be85080fd38 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Deleted allocations for instance a893add8-af75-482e-b1a9-0fa099407df8 [ 766.052277] env[70867]: DEBUG nova.compute.manager [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.074755] env[70867]: DEBUG nova.compute.manager [req-399a7260-983c-4037-9f75-d42a6643f4a8 req-350098c1-4f43-49eb-9d5c-d5a5f0808acf service nova] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Received event network-vif-deleted-da424e7a-e7e2-4b0b-b9df-117c010186ad {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.074755] env[70867]: INFO nova.compute.manager [req-399a7260-983c-4037-9f75-d42a6643f4a8 req-350098c1-4f43-49eb-9d5c-d5a5f0808acf service nova] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Neutron deleted interface da424e7a-e7e2-4b0b-b9df-117c010186ad; detaching it from the instance and deleting it from the info cache [ 766.075097] env[70867]: DEBUG nova.network.neutron [req-399a7260-983c-4037-9f75-d42a6643f4a8 req-350098c1-4f43-49eb-9d5c-d5a5f0808acf service nova] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.105132] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473426, 'name': CreateVM_Task, 'duration_secs': 0.46414} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.105725] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.106133] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.106342] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.109020] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.109020] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37a054d1-77a0-49ad-8f7a-0ab495a38748 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.114162] env[70867]: DEBUG oslo_vmware.api [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Waiting for the task: (returnval){ [ 766.114162] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c444c6-5c31-c68a-f6a7-e5a37903e962" [ 766.114162] env[70867]: _type = "Task" [ 766.114162] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.123502] env[70867]: DEBUG oslo_vmware.api [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c444c6-5c31-c68a-f6a7-e5a37903e962, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.251406] env[70867]: DEBUG nova.network.neutron [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Successfully updated port: d025676b-32b6-4331-a574-7c00396f2533 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 766.398183] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0883071e-888a-4d6c-bd66-5be85080fd38 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Lock "a893add8-af75-482e-b1a9-0fa099407df8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.260s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.436213] env[70867]: DEBUG nova.network.neutron [-] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.579805] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d60713dc-60f3-460a-97b3-ae0456b501b5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.586909] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.599598] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bdc87a-a0e8-49a0-9f28-34e1e1648a57 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.611102] env[70867]: DEBUG nova.network.neutron [req-44a743a6-f0f1-47fa-bd2c-f4df0a1c747e req-31007aa3-f38f-4a21-a02f-42b7e3104dcb service nova] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Updated VIF entry in instance network info cache for port e607ba17-121b-4d5c-a9ab-2f702cad2838. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.611471] env[70867]: DEBUG nova.network.neutron [req-44a743a6-f0f1-47fa-bd2c-f4df0a1c747e req-31007aa3-f38f-4a21-a02f-42b7e3104dcb service nova] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Updating instance_info_cache with network_info: [{"id": "e607ba17-121b-4d5c-a9ab-2f702cad2838", "address": "fa:16:3e:86:20:ea", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape607ba17-12", "ovs_interfaceid": "e607ba17-121b-4d5c-a9ab-2f702cad2838", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.628090] env[70867]: DEBUG oslo_vmware.api [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c444c6-5c31-c68a-f6a7-e5a37903e962, 'name': SearchDatastore_Task, 'duration_secs': 0.016998} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.628090] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.628231] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.628459] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.628599] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.628801] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.641665] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5dd5c282-4869-4512-b795-f0bb3417485c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.643993] env[70867]: DEBUG nova.compute.manager [req-399a7260-983c-4037-9f75-d42a6643f4a8 req-350098c1-4f43-49eb-9d5c-d5a5f0808acf service nova] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Detach interface failed, port_id=da424e7a-e7e2-4b0b-b9df-117c010186ad, reason: Instance c70bd66c-05f2-406d-8daa-58ff59fb5d93 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 766.659106] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.659297] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.660054] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85671ef7-70c6-424c-85d0-a8ae7c880460 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.668503] env[70867]: DEBUG oslo_vmware.api [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Waiting for the task: (returnval){ [ 766.668503] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52acc9b8-187f-af10-633a-2029efe6d9b4" [ 766.668503] env[70867]: _type = "Task" [ 766.668503] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.680341] env[70867]: DEBUG oslo_vmware.rw_handles [None req-12144e57-9e83-49fb-99c6-aa5a08fdb4c9 tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52034564-2c35-02b7-5398-b003b0475198/disk-0.vmdk. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 766.681730] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c5be84-a00e-4427-bffc-4137002a059a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.691618] env[70867]: DEBUG oslo_vmware.api [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52acc9b8-187f-af10-633a-2029efe6d9b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.691855] env[70867]: DEBUG oslo_vmware.rw_handles [None req-12144e57-9e83-49fb-99c6-aa5a08fdb4c9 tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52034564-2c35-02b7-5398-b003b0475198/disk-0.vmdk is in state: ready. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 766.691997] env[70867]: ERROR oslo_vmware.rw_handles [None req-12144e57-9e83-49fb-99c6-aa5a08fdb4c9 tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52034564-2c35-02b7-5398-b003b0475198/disk-0.vmdk due to incomplete transfer. [ 766.692263] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-82018d9b-8bd8-4d29-bd8c-1e2dadbaca0c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.706279] env[70867]: DEBUG oslo_vmware.rw_handles [None req-12144e57-9e83-49fb-99c6-aa5a08fdb4c9 tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52034564-2c35-02b7-5398-b003b0475198/disk-0.vmdk. {{(pid=70867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 766.707698] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-12144e57-9e83-49fb-99c6-aa5a08fdb4c9 tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Uploaded image 8144fec5-0197-4f88-94bb-c27e33697b1b to the Glance image server {{(pid=70867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 766.709297] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-12144e57-9e83-49fb-99c6-aa5a08fdb4c9 tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Destroying the VM {{(pid=70867) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 766.709583] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bb19f2ab-f18d-47b5-83be-b670b99b3468 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.719929] env[70867]: DEBUG oslo_vmware.api [None req-12144e57-9e83-49fb-99c6-aa5a08fdb4c9 tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Waiting for the task: (returnval){ [ 766.719929] env[70867]: value = "task-3473427" [ 766.719929] env[70867]: _type = "Task" [ 766.719929] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.728685] env[70867]: DEBUG oslo_vmware.api [None req-12144e57-9e83-49fb-99c6-aa5a08fdb4c9 tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473427, 'name': Destroy_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.754349] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Acquiring lock "refresh_cache-a68640b9-e77b-4572-b1fd-9b878578e63c" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.754810] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Acquired lock "refresh_cache-a68640b9-e77b-4572-b1fd-9b878578e63c" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.754810] env[70867]: DEBUG nova.network.neutron [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.761551] env[70867]: DEBUG nova.compute.manager [None req-f7db68f8-b594-410f-ba71-5a978657873f tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.762817] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e928baff-78ed-487f-8f5b-554239840162 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.909643] env[70867]: DEBUG oslo_concurrency.lockutils [None req-612d2b8a-3c50-45e7-89dc-00ad4f0fbcaf tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Acquiring lock "842fc73b-8c91-4c4f-93fe-17b20c1ea4dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.909914] env[70867]: DEBUG oslo_concurrency.lockutils [None req-612d2b8a-3c50-45e7-89dc-00ad4f0fbcaf tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Lock "842fc73b-8c91-4c4f-93fe-17b20c1ea4dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.910226] env[70867]: DEBUG oslo_concurrency.lockutils [None req-612d2b8a-3c50-45e7-89dc-00ad4f0fbcaf tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Acquiring lock "842fc73b-8c91-4c4f-93fe-17b20c1ea4dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.910425] env[70867]: DEBUG oslo_concurrency.lockutils [None req-612d2b8a-3c50-45e7-89dc-00ad4f0fbcaf tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Lock "842fc73b-8c91-4c4f-93fe-17b20c1ea4dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.910611] env[70867]: DEBUG oslo_concurrency.lockutils [None req-612d2b8a-3c50-45e7-89dc-00ad4f0fbcaf tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Lock "842fc73b-8c91-4c4f-93fe-17b20c1ea4dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.917391] env[70867]: INFO nova.compute.manager [None req-612d2b8a-3c50-45e7-89dc-00ad4f0fbcaf tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] Terminating instance [ 766.944518] env[70867]: INFO nova.compute.manager [-] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Took 1.30 seconds to deallocate network for instance. [ 767.021046] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e221c3-a068-4dd5-9fc5-4fc4498ff1f2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.029735] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef4e62d-cb70-45ed-b843-7d15cb698d6b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.067010] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4d8990-94c0-4dbd-8526-b9efba9576f7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.075731] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4502b8-d1cd-450b-9a96-9692f64d196e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.090451] env[70867]: DEBUG nova.compute.provider_tree [None req-f79da59e-2ad7-405f-924f-1b3b2ee9472e tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.116949] env[70867]: DEBUG oslo_concurrency.lockutils [req-44a743a6-f0f1-47fa-bd2c-f4df0a1c747e req-31007aa3-f38f-4a21-a02f-42b7e3104dcb service nova] Releasing lock "refresh_cache-118d6584-a54b-4596-baaa-4c6fa11a2df7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.181721] env[70867]: DEBUG oslo_vmware.api [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52acc9b8-187f-af10-633a-2029efe6d9b4, 'name': SearchDatastore_Task, 'duration_secs': 0.035586} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.182664] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4d64991-8076-4000-91ed-a65aacf27d63 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.188636] env[70867]: DEBUG oslo_vmware.api [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Waiting for the task: (returnval){ [ 767.188636] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52b1e58c-9c51-c632-b3a1-641ae70776ed" [ 767.188636] env[70867]: _type = "Task" [ 767.188636] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.197146] env[70867]: DEBUG oslo_vmware.api [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52b1e58c-9c51-c632-b3a1-641ae70776ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.231032] env[70867]: DEBUG oslo_vmware.api [None req-12144e57-9e83-49fb-99c6-aa5a08fdb4c9 tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473427, 'name': Destroy_Task, 'duration_secs': 0.329113} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.231032] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-12144e57-9e83-49fb-99c6-aa5a08fdb4c9 tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Destroyed the VM [ 767.231032] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-12144e57-9e83-49fb-99c6-aa5a08fdb4c9 tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Deleting Snapshot of the VM instance {{(pid=70867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 767.231032] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0b1682bd-a9ef-4a02-b9ca-b1f118443d4c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.238667] env[70867]: DEBUG oslo_vmware.api [None req-12144e57-9e83-49fb-99c6-aa5a08fdb4c9 tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Waiting for the task: (returnval){ [ 767.238667] env[70867]: value = "task-3473428" [ 767.238667] env[70867]: _type = "Task" [ 767.238667] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.247931] env[70867]: DEBUG oslo_vmware.api [None req-12144e57-9e83-49fb-99c6-aa5a08fdb4c9 tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473428, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.278153] env[70867]: INFO nova.compute.manager [None req-f7db68f8-b594-410f-ba71-5a978657873f tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] instance snapshotting [ 767.278743] env[70867]: DEBUG nova.objects.instance [None req-f7db68f8-b594-410f-ba71-5a978657873f tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Lazy-loading 'flavor' on Instance uuid 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.289865] env[70867]: DEBUG nova.network.neutron [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.422930] env[70867]: DEBUG oslo_concurrency.lockutils [None req-612d2b8a-3c50-45e7-89dc-00ad4f0fbcaf tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Acquiring lock "refresh_cache-842fc73b-8c91-4c4f-93fe-17b20c1ea4dc" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.423140] env[70867]: DEBUG oslo_concurrency.lockutils [None req-612d2b8a-3c50-45e7-89dc-00ad4f0fbcaf tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Acquired lock "refresh_cache-842fc73b-8c91-4c4f-93fe-17b20c1ea4dc" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.423316] env[70867]: DEBUG nova.network.neutron [None req-612d2b8a-3c50-45e7-89dc-00ad4f0fbcaf tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.458153] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fe6a2d1b-10b9-446b-8896-5b54da5fbdc0 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.487627] env[70867]: DEBUG nova.network.neutron [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Updating instance_info_cache with network_info: [{"id": "d025676b-32b6-4331-a574-7c00396f2533", "address": "fa:16:3e:67:12:bd", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd025676b-32", "ovs_interfaceid": "d025676b-32b6-4331-a574-7c00396f2533", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.594207] env[70867]: DEBUG nova.scheduler.client.report [None req-f79da59e-2ad7-405f-924f-1b3b2ee9472e tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.701795] env[70867]: DEBUG oslo_vmware.api [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52b1e58c-9c51-c632-b3a1-641ae70776ed, 'name': SearchDatastore_Task, 'duration_secs': 0.052275} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.702220] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.702596] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 118d6584-a54b-4596-baaa-4c6fa11a2df7/118d6584-a54b-4596-baaa-4c6fa11a2df7.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.703129] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe38d5c3-0693-4fa8-bec4-a9474af136f0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.716323] env[70867]: DEBUG oslo_vmware.api [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Waiting for the task: (returnval){ [ 767.716323] env[70867]: value = "task-3473429" [ 767.716323] env[70867]: _type = "Task" [ 767.716323] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.724932] env[70867]: DEBUG oslo_vmware.api [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.749420] env[70867]: DEBUG oslo_vmware.api [None req-12144e57-9e83-49fb-99c6-aa5a08fdb4c9 tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473428, 'name': RemoveSnapshot_Task} progress is 15%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.785594] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248a418b-bf43-4923-a6b6-1e3fe5dd6773 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.803746] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a86582-f66b-4f4e-a970-260a4c3b78da {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.887516] env[70867]: DEBUG nova.compute.manager [req-3e1444dd-bba3-4b40-8a08-45e6d2c30106 req-07c3ccab-0c4c-4e99-a423-601b01638889 service nova] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Received event network-vif-plugged-d025676b-32b6-4331-a574-7c00396f2533 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.887795] env[70867]: DEBUG oslo_concurrency.lockutils [req-3e1444dd-bba3-4b40-8a08-45e6d2c30106 req-07c3ccab-0c4c-4e99-a423-601b01638889 service nova] Acquiring lock "a68640b9-e77b-4572-b1fd-9b878578e63c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.888084] env[70867]: DEBUG oslo_concurrency.lockutils [req-3e1444dd-bba3-4b40-8a08-45e6d2c30106 req-07c3ccab-0c4c-4e99-a423-601b01638889 service nova] Lock "a68640b9-e77b-4572-b1fd-9b878578e63c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.888338] env[70867]: DEBUG oslo_concurrency.lockutils [req-3e1444dd-bba3-4b40-8a08-45e6d2c30106 req-07c3ccab-0c4c-4e99-a423-601b01638889 service nova] Lock "a68640b9-e77b-4572-b1fd-9b878578e63c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.888571] env[70867]: DEBUG nova.compute.manager [req-3e1444dd-bba3-4b40-8a08-45e6d2c30106 req-07c3ccab-0c4c-4e99-a423-601b01638889 service nova] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] No waiting events found dispatching network-vif-plugged-d025676b-32b6-4331-a574-7c00396f2533 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 767.888791] env[70867]: WARNING nova.compute.manager [req-3e1444dd-bba3-4b40-8a08-45e6d2c30106 req-07c3ccab-0c4c-4e99-a423-601b01638889 service nova] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Received unexpected event network-vif-plugged-d025676b-32b6-4331-a574-7c00396f2533 for instance with vm_state building and task_state spawning. [ 767.889017] env[70867]: DEBUG nova.compute.manager [req-3e1444dd-bba3-4b40-8a08-45e6d2c30106 req-07c3ccab-0c4c-4e99-a423-601b01638889 service nova] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Received event network-changed-d025676b-32b6-4331-a574-7c00396f2533 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.889262] env[70867]: DEBUG nova.compute.manager [req-3e1444dd-bba3-4b40-8a08-45e6d2c30106 req-07c3ccab-0c4c-4e99-a423-601b01638889 service nova] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Refreshing instance network info cache due to event network-changed-d025676b-32b6-4331-a574-7c00396f2533. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.889447] env[70867]: DEBUG oslo_concurrency.lockutils [req-3e1444dd-bba3-4b40-8a08-45e6d2c30106 req-07c3ccab-0c4c-4e99-a423-601b01638889 service nova] Acquiring lock "refresh_cache-a68640b9-e77b-4572-b1fd-9b878578e63c" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.943832] env[70867]: DEBUG nova.network.neutron [None req-612d2b8a-3c50-45e7-89dc-00ad4f0fbcaf tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.992736] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Releasing lock "refresh_cache-a68640b9-e77b-4572-b1fd-9b878578e63c" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.993160] env[70867]: DEBUG nova.compute.manager [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Instance network_info: |[{"id": "d025676b-32b6-4331-a574-7c00396f2533", "address": "fa:16:3e:67:12:bd", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd025676b-32", "ovs_interfaceid": "d025676b-32b6-4331-a574-7c00396f2533", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.993541] env[70867]: DEBUG oslo_concurrency.lockutils [req-3e1444dd-bba3-4b40-8a08-45e6d2c30106 req-07c3ccab-0c4c-4e99-a423-601b01638889 service nova] Acquired lock "refresh_cache-a68640b9-e77b-4572-b1fd-9b878578e63c" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.993760] env[70867]: DEBUG nova.network.neutron [req-3e1444dd-bba3-4b40-8a08-45e6d2c30106 req-07c3ccab-0c4c-4e99-a423-601b01638889 service nova] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Refreshing network info cache for port d025676b-32b6-4331-a574-7c00396f2533 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.995176] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:12:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd025676b-32b6-4331-a574-7c00396f2533', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.008592] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.011580] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.012137] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e50178ad-c96e-4ba4-ad59-528ef68bc3eb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.037917] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.037917] env[70867]: value = "task-3473430" [ 768.037917] env[70867]: _type = "Task" [ 768.037917] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.046465] env[70867]: DEBUG nova.network.neutron [None req-612d2b8a-3c50-45e7-89dc-00ad4f0fbcaf tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.057942] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473430, 'name': CreateVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.099321] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f79da59e-2ad7-405f-924f-1b3b2ee9472e tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.102172] env[70867]: DEBUG oslo_concurrency.lockutils [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.145s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.104365] env[70867]: INFO nova.compute.claims [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 768.130416] env[70867]: INFO nova.scheduler.client.report [None req-f79da59e-2ad7-405f-924f-1b3b2ee9472e tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Deleted allocations for instance 8dc05e7d-bad4-42ba-a73e-30816551cf75 [ 768.233153] env[70867]: DEBUG oslo_vmware.api [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473429, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.252800] env[70867]: DEBUG oslo_vmware.api [None req-12144e57-9e83-49fb-99c6-aa5a08fdb4c9 tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473428, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.298224] env[70867]: DEBUG oslo_concurrency.lockutils [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Acquiring lock "22e5eb53-69e2-4aaa-8147-3a9c6998b7eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.298564] env[70867]: DEBUG oslo_concurrency.lockutils [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Lock "22e5eb53-69e2-4aaa-8147-3a9c6998b7eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.316794] env[70867]: DEBUG nova.network.neutron [req-3e1444dd-bba3-4b40-8a08-45e6d2c30106 req-07c3ccab-0c4c-4e99-a423-601b01638889 service nova] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Updated VIF entry in instance network info cache for port d025676b-32b6-4331-a574-7c00396f2533. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.317236] env[70867]: DEBUG nova.network.neutron [req-3e1444dd-bba3-4b40-8a08-45e6d2c30106 req-07c3ccab-0c4c-4e99-a423-601b01638889 service nova] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Updating instance_info_cache with network_info: [{"id": "d025676b-32b6-4331-a574-7c00396f2533", "address": "fa:16:3e:67:12:bd", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd025676b-32", "ovs_interfaceid": "d025676b-32b6-4331-a574-7c00396f2533", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.318686] env[70867]: DEBUG nova.compute.manager [None req-f7db68f8-b594-410f-ba71-5a978657873f tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] Instance disappeared during snapshot {{(pid=70867) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 768.467563] env[70867]: DEBUG nova.compute.manager [None req-f7db68f8-b594-410f-ba71-5a978657873f tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] Found 0 images (rotation: 2) {{(pid=70867) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 768.549840] env[70867]: DEBUG oslo_concurrency.lockutils [None req-612d2b8a-3c50-45e7-89dc-00ad4f0fbcaf tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Releasing lock "refresh_cache-842fc73b-8c91-4c4f-93fe-17b20c1ea4dc" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.550262] env[70867]: DEBUG nova.compute.manager [None req-612d2b8a-3c50-45e7-89dc-00ad4f0fbcaf tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 768.550457] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-612d2b8a-3c50-45e7-89dc-00ad4f0fbcaf tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.550695] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473430, 'name': CreateVM_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.551430] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee80981-c329-4319-8f5d-46de42bf1354 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.559342] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-612d2b8a-3c50-45e7-89dc-00ad4f0fbcaf tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.559592] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49554ea5-2730-4a74-8702-cbb53d1960a5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.567087] env[70867]: DEBUG oslo_vmware.api [None req-612d2b8a-3c50-45e7-89dc-00ad4f0fbcaf tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Waiting for the task: (returnval){ [ 768.567087] env[70867]: value = "task-3473431" [ 768.567087] env[70867]: _type = "Task" [ 768.567087] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.575259] env[70867]: DEBUG oslo_vmware.api [None req-612d2b8a-3c50-45e7-89dc-00ad4f0fbcaf tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Task: {'id': task-3473431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.639398] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f79da59e-2ad7-405f-924f-1b3b2ee9472e tempest-ServerRescueTestJSONUnderV235-299946693 tempest-ServerRescueTestJSONUnderV235-299946693-project-member] Lock "8dc05e7d-bad4-42ba-a73e-30816551cf75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.346s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.729060] env[70867]: DEBUG oslo_vmware.api [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.788651} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.729060] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 118d6584-a54b-4596-baaa-4c6fa11a2df7/118d6584-a54b-4596-baaa-4c6fa11a2df7.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.729272] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.729663] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fcd45b8a-939b-4219-9e91-9620306f70da {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.740687] env[70867]: DEBUG oslo_vmware.api [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Waiting for the task: (returnval){ [ 768.740687] env[70867]: value = "task-3473432" [ 768.740687] env[70867]: _type = "Task" [ 768.740687] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.763059] env[70867]: DEBUG oslo_vmware.api [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.763386] env[70867]: DEBUG oslo_vmware.api [None req-12144e57-9e83-49fb-99c6-aa5a08fdb4c9 tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473428, 'name': RemoveSnapshot_Task, 'duration_secs': 1.078384} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.763704] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-12144e57-9e83-49fb-99c6-aa5a08fdb4c9 tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Deleted Snapshot of the VM instance {{(pid=70867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 768.764064] env[70867]: INFO nova.compute.manager [None req-12144e57-9e83-49fb-99c6-aa5a08fdb4c9 tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Took 15.06 seconds to snapshot the instance on the hypervisor. [ 768.823702] env[70867]: DEBUG oslo_concurrency.lockutils [req-3e1444dd-bba3-4b40-8a08-45e6d2c30106 req-07c3ccab-0c4c-4e99-a423-601b01638889 service nova] Releasing lock "refresh_cache-a68640b9-e77b-4572-b1fd-9b878578e63c" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.050931] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473430, 'name': CreateVM_Task, 'duration_secs': 0.749231} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.051110] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.051761] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.051928] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.052283] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.052538] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-394dc3b1-0e68-48a8-909a-2ad4aaef15e0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.059822] env[70867]: DEBUG oslo_vmware.api [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Waiting for the task: (returnval){ [ 769.059822] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]522038fa-ca7b-446d-f721-f091c2a892b0" [ 769.059822] env[70867]: _type = "Task" [ 769.059822] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.076547] env[70867]: DEBUG oslo_vmware.api [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]522038fa-ca7b-446d-f721-f091c2a892b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.086965] env[70867]: DEBUG oslo_vmware.api [None req-612d2b8a-3c50-45e7-89dc-00ad4f0fbcaf tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Task: {'id': task-3473431, 'name': PowerOffVM_Task, 'duration_secs': 0.209574} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.087373] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-612d2b8a-3c50-45e7-89dc-00ad4f0fbcaf tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 769.087512] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-612d2b8a-3c50-45e7-89dc-00ad4f0fbcaf tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 769.087775] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83368875-bf9f-4aa7-8bd5-82a75d550cc9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.122040] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-612d2b8a-3c50-45e7-89dc-00ad4f0fbcaf tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 769.123127] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-612d2b8a-3c50-45e7-89dc-00ad4f0fbcaf tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 769.123127] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-612d2b8a-3c50-45e7-89dc-00ad4f0fbcaf tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Deleting the datastore file [datastore1] 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 769.123127] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b908eccf-6160-4e29-ab0a-4af9f1f3b9a7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.136114] env[70867]: DEBUG oslo_vmware.api [None req-612d2b8a-3c50-45e7-89dc-00ad4f0fbcaf tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Waiting for the task: (returnval){ [ 769.136114] env[70867]: value = "task-3473434" [ 769.136114] env[70867]: _type = "Task" [ 769.136114] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.144699] env[70867]: DEBUG oslo_vmware.api [None req-612d2b8a-3c50-45e7-89dc-00ad4f0fbcaf tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Task: {'id': task-3473434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.254810] env[70867]: DEBUG oslo_vmware.api [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070683} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.255138] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.256436] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a86bda8-15be-4ecb-95df-01baeee1bab3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.281293] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 118d6584-a54b-4596-baaa-4c6fa11a2df7/118d6584-a54b-4596-baaa-4c6fa11a2df7.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.285175] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b990195e-1ac1-4e5f-9a81-d7cecff7afcd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.311715] env[70867]: DEBUG oslo_vmware.api [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Waiting for the task: (returnval){ [ 769.311715] env[70867]: value = "task-3473435" [ 769.311715] env[70867]: _type = "Task" [ 769.311715] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.327809] env[70867]: DEBUG oslo_vmware.api [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473435, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.575599] env[70867]: DEBUG oslo_vmware.api [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]522038fa-ca7b-446d-f721-f091c2a892b0, 'name': SearchDatastore_Task, 'duration_secs': 0.010556} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.576934] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.578549] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.578804] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.578951] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.579164] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.579459] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8d5997f-a213-4655-b7ea-492ec1ae3b89 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.590882] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.591088] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.591809] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f37af047-748f-4d00-a2ac-2dd119e1cd1d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.598342] env[70867]: DEBUG oslo_vmware.api [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Waiting for the task: (returnval){ [ 769.598342] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c28db5-6fdd-0498-c78c-f09bc4e82ce7" [ 769.598342] env[70867]: _type = "Task" [ 769.598342] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.606996] env[70867]: DEBUG oslo_vmware.api [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c28db5-6fdd-0498-c78c-f09bc4e82ce7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.645636] env[70867]: DEBUG oslo_vmware.api [None req-612d2b8a-3c50-45e7-89dc-00ad4f0fbcaf tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Task: {'id': task-3473434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107915} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.645836] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-612d2b8a-3c50-45e7-89dc-00ad4f0fbcaf tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.646392] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-612d2b8a-3c50-45e7-89dc-00ad4f0fbcaf tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.646392] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-612d2b8a-3c50-45e7-89dc-00ad4f0fbcaf tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.646392] env[70867]: INFO nova.compute.manager [None req-612d2b8a-3c50-45e7-89dc-00ad4f0fbcaf tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] Took 1.10 seconds to destroy the instance on the hypervisor. [ 769.646731] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-612d2b8a-3c50-45e7-89dc-00ad4f0fbcaf tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.649118] env[70867]: DEBUG nova.compute.manager [-] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 769.649226] env[70867]: DEBUG nova.network.neutron [-] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.665661] env[70867]: DEBUG nova.network.neutron [-] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.720377] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59c31fd-1052-4cad-b2a9-36326b389689 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.729980] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026900d5-3d20-4b41-a11e-60d329de3ce0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.767827] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1222d845-15ce-4c2a-b9b9-bd5605e8544c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.776708] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df25276b-0d35-44ac-8f58-bb46fef9ebf4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.792670] env[70867]: DEBUG nova.compute.provider_tree [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.823765] env[70867]: DEBUG oslo_vmware.api [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473435, 'name': ReconfigVM_Task, 'duration_secs': 0.443103} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.825096] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 118d6584-a54b-4596-baaa-4c6fa11a2df7/118d6584-a54b-4596-baaa-4c6fa11a2df7.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.825096] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc3b7b45-ec20-4014-8822-d08e03e47765 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.832926] env[70867]: DEBUG oslo_vmware.api [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Waiting for the task: (returnval){ [ 769.832926] env[70867]: value = "task-3473436" [ 769.832926] env[70867]: _type = "Task" [ 769.832926] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.849211] env[70867]: DEBUG oslo_vmware.api [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473436, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.109454] env[70867]: DEBUG oslo_vmware.api [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c28db5-6fdd-0498-c78c-f09bc4e82ce7, 'name': SearchDatastore_Task, 'duration_secs': 0.011418} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.110405] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7de27c13-6a97-4066-9d04-827ba3fef048 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.117481] env[70867]: DEBUG oslo_vmware.api [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Waiting for the task: (returnval){ [ 770.117481] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a72d65-47b3-e956-0733-3eb875bcb475" [ 770.117481] env[70867]: _type = "Task" [ 770.117481] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.126476] env[70867]: DEBUG oslo_vmware.api [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a72d65-47b3-e956-0733-3eb875bcb475, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.171120] env[70867]: DEBUG nova.network.neutron [-] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.172672] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0f57eead-ace1-4aa0-b58f-ef43a641b40c tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Acquiring lock "decc1817-c45d-4e03-92c2-80bcaa2ba0f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.172910] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0f57eead-ace1-4aa0-b58f-ef43a641b40c tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Lock "decc1817-c45d-4e03-92c2-80bcaa2ba0f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.173130] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0f57eead-ace1-4aa0-b58f-ef43a641b40c tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Acquiring lock "decc1817-c45d-4e03-92c2-80bcaa2ba0f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.173316] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0f57eead-ace1-4aa0-b58f-ef43a641b40c tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Lock "decc1817-c45d-4e03-92c2-80bcaa2ba0f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.173486] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0f57eead-ace1-4aa0-b58f-ef43a641b40c tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Lock "decc1817-c45d-4e03-92c2-80bcaa2ba0f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.175511] env[70867]: INFO nova.compute.manager [None req-0f57eead-ace1-4aa0-b58f-ef43a641b40c tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Terminating instance [ 770.296362] env[70867]: DEBUG nova.scheduler.client.report [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.343584] env[70867]: DEBUG oslo_vmware.api [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473436, 'name': Rename_Task, 'duration_secs': 0.145415} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.343951] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.344335] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8267e25a-cc62-439c-bdcc-76de5671a106 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.352183] env[70867]: DEBUG oslo_vmware.api [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Waiting for the task: (returnval){ [ 770.352183] env[70867]: value = "task-3473437" [ 770.352183] env[70867]: _type = "Task" [ 770.352183] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.360352] env[70867]: DEBUG oslo_vmware.api [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.630664] env[70867]: DEBUG oslo_vmware.api [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a72d65-47b3-e956-0733-3eb875bcb475, 'name': SearchDatastore_Task, 'duration_secs': 0.00981} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.631091] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.631887] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] a68640b9-e77b-4572-b1fd-9b878578e63c/a68640b9-e77b-4572-b1fd-9b878578e63c.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.631887] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fdfa83b-7e04-4ff5-be5c-39e7883b9c7f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.639185] env[70867]: DEBUG oslo_vmware.api [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Waiting for the task: (returnval){ [ 770.639185] env[70867]: value = "task-3473438" [ 770.639185] env[70867]: _type = "Task" [ 770.639185] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.648233] env[70867]: DEBUG oslo_vmware.api [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.676836] env[70867]: INFO nova.compute.manager [-] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] Took 1.03 seconds to deallocate network for instance. [ 770.679480] env[70867]: DEBUG nova.compute.manager [None req-0f57eead-ace1-4aa0-b58f-ef43a641b40c tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 770.679801] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0f57eead-ace1-4aa0-b58f-ef43a641b40c tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.683740] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab4a25f-4d5a-4c0a-b065-b1e4b5f82d6a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.692041] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f57eead-ace1-4aa0-b58f-ef43a641b40c tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.692315] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4643be10-5fbc-4d33-a289-f85b7c2eaba2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.700336] env[70867]: DEBUG oslo_vmware.api [None req-0f57eead-ace1-4aa0-b58f-ef43a641b40c tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Waiting for the task: (returnval){ [ 770.700336] env[70867]: value = "task-3473439" [ 770.700336] env[70867]: _type = "Task" [ 770.700336] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.709417] env[70867]: DEBUG oslo_vmware.api [None req-0f57eead-ace1-4aa0-b58f-ef43a641b40c tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.803398] env[70867]: DEBUG oslo_concurrency.lockutils [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.804124] env[70867]: DEBUG nova.compute.manager [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 770.808895] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cb14d0fe-f602-4490-8c6c-d74c63183c34 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.446s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.808895] env[70867]: DEBUG nova.objects.instance [None req-cb14d0fe-f602-4490-8c6c-d74c63183c34 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Lazy-loading 'resources' on Instance uuid 2f11308d-9290-472a-9a2d-62e3e5dcac8b {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.866941] env[70867]: DEBUG oslo_vmware.api [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473437, 'name': PowerOnVM_Task, 'duration_secs': 0.478862} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.867215] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.867449] env[70867]: INFO nova.compute.manager [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Took 7.85 seconds to spawn the instance on the hypervisor. [ 770.867633] env[70867]: DEBUG nova.compute.manager [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.868735] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf668911-9779-47c8-a858-7e9b62dae678 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.151046] env[70867]: DEBUG oslo_vmware.api [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473438, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46469} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.151666] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] a68640b9-e77b-4572-b1fd-9b878578e63c/a68640b9-e77b-4572-b1fd-9b878578e63c.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.151666] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.151783] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-319336b8-9a80-428a-9ba1-3efe70c97fc8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.158689] env[70867]: DEBUG oslo_vmware.api [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Waiting for the task: (returnval){ [ 771.158689] env[70867]: value = "task-3473440" [ 771.158689] env[70867]: _type = "Task" [ 771.158689] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.166882] env[70867]: DEBUG oslo_vmware.api [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473440, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.188596] env[70867]: DEBUG oslo_concurrency.lockutils [None req-612d2b8a-3c50-45e7-89dc-00ad4f0fbcaf tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.210064] env[70867]: DEBUG oslo_vmware.api [None req-0f57eead-ace1-4aa0-b58f-ef43a641b40c tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473439, 'name': PowerOffVM_Task, 'duration_secs': 0.219175} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.210333] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f57eead-ace1-4aa0-b58f-ef43a641b40c tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.210501] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0f57eead-ace1-4aa0-b58f-ef43a641b40c tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.210961] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-860747ec-587c-41dd-b372-c29abe859f53 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.312244] env[70867]: DEBUG nova.compute.utils [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 771.317921] env[70867]: DEBUG nova.compute.manager [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Not allocating networking since 'none' was specified. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 771.331053] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0f57eead-ace1-4aa0-b58f-ef43a641b40c tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.331308] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0f57eead-ace1-4aa0-b58f-ef43a641b40c tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.331481] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f57eead-ace1-4aa0-b58f-ef43a641b40c tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Deleting the datastore file [datastore2] decc1817-c45d-4e03-92c2-80bcaa2ba0f9 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.331758] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68254399-59d4-4015-a165-f07d7615f421 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.340366] env[70867]: DEBUG oslo_vmware.api [None req-0f57eead-ace1-4aa0-b58f-ef43a641b40c tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Waiting for the task: (returnval){ [ 771.340366] env[70867]: value = "task-3473442" [ 771.340366] env[70867]: _type = "Task" [ 771.340366] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.349086] env[70867]: DEBUG oslo_vmware.api [None req-0f57eead-ace1-4aa0-b58f-ef43a641b40c tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.397987] env[70867]: INFO nova.compute.manager [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Took 34.79 seconds to build instance. [ 771.540745] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Acquiring lock "17bdd3ac-64f4-4b2e-b196-ce44e1576aa9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.540869] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Lock "17bdd3ac-64f4-4b2e-b196-ce44e1576aa9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.671487] env[70867]: DEBUG oslo_vmware.api [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473440, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071843} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.671960] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.672523] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fc4509-f5a8-48ac-bce8-95ea2adfc7f0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.695711] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] a68640b9-e77b-4572-b1fd-9b878578e63c/a68640b9-e77b-4572-b1fd-9b878578e63c.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.698415] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7725c79b-3b7f-4670-8824-bfb2d424397e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.718938] env[70867]: DEBUG oslo_vmware.api [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Waiting for the task: (returnval){ [ 771.718938] env[70867]: value = "task-3473443" [ 771.718938] env[70867]: _type = "Task" [ 771.718938] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.728479] env[70867]: DEBUG oslo_vmware.api [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473443, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.815272] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45bb8bb-856e-4af1-8fb5-ebdda40e59d7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.818776] env[70867]: DEBUG nova.compute.manager [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 771.824242] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ca7d19-042e-4648-8fdf-79fa7eda6fd9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.861713] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb0a116-10f7-4dc3-b445-60c4c4aea800 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.870871] env[70867]: DEBUG oslo_vmware.api [None req-0f57eead-ace1-4aa0-b58f-ef43a641b40c tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Task: {'id': task-3473442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152462} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.873188] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f57eead-ace1-4aa0-b58f-ef43a641b40c tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.873392] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0f57eead-ace1-4aa0-b58f-ef43a641b40c tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.873572] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0f57eead-ace1-4aa0-b58f-ef43a641b40c tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.873761] env[70867]: INFO nova.compute.manager [None req-0f57eead-ace1-4aa0-b58f-ef43a641b40c tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Took 1.19 seconds to destroy the instance on the hypervisor. [ 771.874012] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f57eead-ace1-4aa0-b58f-ef43a641b40c tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.874291] env[70867]: DEBUG nova.compute.manager [-] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 771.874379] env[70867]: DEBUG nova.network.neutron [-] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 771.877134] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6cf40e-702d-4b89-b9a4-d36d529ca6e0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.892223] env[70867]: DEBUG nova.compute.provider_tree [None req-cb14d0fe-f602-4490-8c6c-d74c63183c34 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.902285] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f2f2b072-eba1-4792-a1eb-5f9a23b57ccd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Lock "118d6584-a54b-4596-baaa-4c6fa11a2df7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.050s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.151194] env[70867]: DEBUG nova.compute.manager [req-dbf468ba-23a2-467b-862d-ca1b1a16b026 req-62b061cb-2fb0-47d4-ab74-a20e86dae441 service nova] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Received event network-vif-deleted-90cd79dd-bf7b-41e2-a888-3c7620873889 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.151403] env[70867]: INFO nova.compute.manager [req-dbf468ba-23a2-467b-862d-ca1b1a16b026 req-62b061cb-2fb0-47d4-ab74-a20e86dae441 service nova] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Neutron deleted interface 90cd79dd-bf7b-41e2-a888-3c7620873889; detaching it from the instance and deleting it from the info cache [ 772.151574] env[70867]: DEBUG nova.network.neutron [req-dbf468ba-23a2-467b-862d-ca1b1a16b026 req-62b061cb-2fb0-47d4-ab74-a20e86dae441 service nova] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.230451] env[70867]: DEBUG oslo_vmware.api [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473443, 'name': ReconfigVM_Task, 'duration_secs': 0.2855} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.230768] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Reconfigured VM instance instance-0000001e to attach disk [datastore1] a68640b9-e77b-4572-b1fd-9b878578e63c/a68640b9-e77b-4572-b1fd-9b878578e63c.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.231388] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50e1c126-36b6-4844-97a2-3a2fabef5f64 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.239598] env[70867]: DEBUG oslo_vmware.api [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Waiting for the task: (returnval){ [ 772.239598] env[70867]: value = "task-3473444" [ 772.239598] env[70867]: _type = "Task" [ 772.239598] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.250821] env[70867]: DEBUG oslo_vmware.api [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473444, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.395935] env[70867]: DEBUG nova.scheduler.client.report [None req-cb14d0fe-f602-4490-8c6c-d74c63183c34 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.403534] env[70867]: DEBUG nova.compute.manager [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.638040] env[70867]: DEBUG nova.network.neutron [-] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.655302] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee02f648-6bf5-442a-8496-2c646329a061 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.665638] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be532fe-fa6b-4270-9ee2-aed76157303d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.699757] env[70867]: DEBUG nova.compute.manager [req-dbf468ba-23a2-467b-862d-ca1b1a16b026 req-62b061cb-2fb0-47d4-ab74-a20e86dae441 service nova] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Detach interface failed, port_id=90cd79dd-bf7b-41e2-a888-3c7620873889, reason: Instance decc1817-c45d-4e03-92c2-80bcaa2ba0f9 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 772.749863] env[70867]: DEBUG oslo_vmware.api [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473444, 'name': Rename_Task, 'duration_secs': 0.170421} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.750135] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.750400] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ed81d78-5e05-4fe6-9cc3-fda8032cf461 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.759365] env[70867]: DEBUG oslo_vmware.api [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Waiting for the task: (returnval){ [ 772.759365] env[70867]: value = "task-3473445" [ 772.759365] env[70867]: _type = "Task" [ 772.759365] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.767663] env[70867]: DEBUG oslo_vmware.api [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473445, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.831028] env[70867]: DEBUG nova.compute.manager [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 772.856610] env[70867]: DEBUG nova.virt.hardware [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.856848] env[70867]: DEBUG nova.virt.hardware [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.857018] env[70867]: DEBUG nova.virt.hardware [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.857284] env[70867]: DEBUG nova.virt.hardware [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.857452] env[70867]: DEBUG nova.virt.hardware [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.857603] env[70867]: DEBUG nova.virt.hardware [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.857812] env[70867]: DEBUG nova.virt.hardware [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.857972] env[70867]: DEBUG nova.virt.hardware [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.858154] env[70867]: DEBUG nova.virt.hardware [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.858318] env[70867]: DEBUG nova.virt.hardware [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.858486] env[70867]: DEBUG nova.virt.hardware [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.859337] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec55bf6c-2584-40ca-bc99-ea13cdd35095 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.867863] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1394ca80-4159-480c-961a-90d5845fad92 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.884281] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Instance VIF info [] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.889733] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Creating folder: Project (4578ba2b32f74b8f9d316a1f5e296724). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.890009] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c1015b2-9f53-477f-99a0-e2902aa06c9a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.901723] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cb14d0fe-f602-4490-8c6c-d74c63183c34 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.903409] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Created folder: Project (4578ba2b32f74b8f9d316a1f5e296724) in parent group-v694272. [ 772.903587] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Creating folder: Instances. Parent ref: group-v694367. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.904295] env[70867]: DEBUG oslo_concurrency.lockutils [None req-962251fb-29e5-475a-8c2b-0deaf54289c1 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.470s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.904520] env[70867]: DEBUG nova.objects.instance [None req-962251fb-29e5-475a-8c2b-0deaf54289c1 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Lazy-loading 'resources' on Instance uuid f7271eec-aab3-4258-a6c3-08ac0664d200 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.905726] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93f81a51-7d17-4a50-b19a-93948a2ddcd1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.922295] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Created folder: Instances in parent group-v694367. [ 772.922546] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.922735] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.922946] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88522bd0-4360-4cc5-81ca-b745424a30d9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.936537] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.937439] env[70867]: INFO nova.scheduler.client.report [None req-cb14d0fe-f602-4490-8c6c-d74c63183c34 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Deleted allocations for instance 2f11308d-9290-472a-9a2d-62e3e5dcac8b [ 772.945142] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.945142] env[70867]: value = "task-3473448" [ 772.945142] env[70867]: _type = "Task" [ 772.945142] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.958053] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473448, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.143224] env[70867]: INFO nova.compute.manager [-] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Took 1.27 seconds to deallocate network for instance. [ 773.274092] env[70867]: DEBUG oslo_vmware.api [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473445, 'name': PowerOnVM_Task, 'duration_secs': 0.493408} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.274092] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.274092] env[70867]: INFO nova.compute.manager [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Took 7.56 seconds to spawn the instance on the hypervisor. [ 773.274092] env[70867]: DEBUG nova.compute.manager [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.274092] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3983140c-ec92-4997-8769-0c011fe0a2df {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.451080] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cb14d0fe-f602-4490-8c6c-d74c63183c34 tempest-ServersV294TestFqdnHostnames-1069258019 tempest-ServersV294TestFqdnHostnames-1069258019-project-member] Lock "2f11308d-9290-472a-9a2d-62e3e5dcac8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.526s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.464332] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473448, 'name': CreateVM_Task, 'duration_secs': 0.301911} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.464786] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.467333] env[70867]: DEBUG oslo_concurrency.lockutils [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.467333] env[70867]: DEBUG oslo_concurrency.lockutils [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.467333] env[70867]: DEBUG oslo_concurrency.lockutils [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.467333] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d09df6c4-845f-4517-b99f-52948530f240 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.477166] env[70867]: DEBUG oslo_vmware.api [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Waiting for the task: (returnval){ [ 773.477166] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52d1f261-b3c9-2631-3c2e-9adeccdf89ef" [ 773.477166] env[70867]: _type = "Task" [ 773.477166] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.486383] env[70867]: DEBUG oslo_vmware.api [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52d1f261-b3c9-2631-3c2e-9adeccdf89ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.648324] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0f57eead-ace1-4aa0-b58f-ef43a641b40c tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.790656] env[70867]: INFO nova.compute.manager [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Took 35.17 seconds to build instance. [ 773.942074] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c416b1b7-6fab-4faf-ba48-1998bf842008 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.952586] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428adc3f-5a76-4442-a31b-dc94f676cdcc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.989240] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb265bc1-02ee-437f-93bb-aa93598b0ae4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.001160] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722deb18-90b2-4842-9d49-97b33ba06377 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.004966] env[70867]: DEBUG oslo_vmware.api [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52d1f261-b3c9-2631-3c2e-9adeccdf89ef, 'name': SearchDatastore_Task, 'duration_secs': 0.01306} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.005312] env[70867]: DEBUG oslo_concurrency.lockutils [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.005504] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.005736] env[70867]: DEBUG oslo_concurrency.lockutils [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.005880] env[70867]: DEBUG oslo_concurrency.lockutils [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.006100] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.006738] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c22125a4-09be-46e2-a431-c119837a3f8a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.018154] env[70867]: DEBUG nova.compute.provider_tree [None req-962251fb-29e5-475a-8c2b-0deaf54289c1 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.023031] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.023243] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.024247] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07facd4e-fd6a-42bc-a99b-5a3828ef32b9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.031057] env[70867]: DEBUG oslo_vmware.api [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Waiting for the task: (returnval){ [ 774.031057] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f8f054-c9ea-37f0-f600-4774c6340c7d" [ 774.031057] env[70867]: _type = "Task" [ 774.031057] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.041026] env[70867]: DEBUG oslo_vmware.api [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f8f054-c9ea-37f0-f600-4774c6340c7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.295022] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3e9e48f3-12b5-4b3d-bf79-eb541c106ff8 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Lock "a68640b9-e77b-4572-b1fd-9b878578e63c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.796s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.525800] env[70867]: DEBUG nova.scheduler.client.report [None req-962251fb-29e5-475a-8c2b-0deaf54289c1 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.543464] env[70867]: DEBUG oslo_vmware.api [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f8f054-c9ea-37f0-f600-4774c6340c7d, 'name': SearchDatastore_Task, 'duration_secs': 0.012793} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.544420] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c66b2d9a-2b2b-45e8-a5a4-c0d21b3392f1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.551697] env[70867]: DEBUG oslo_vmware.api [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Waiting for the task: (returnval){ [ 774.551697] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]529207ec-5c0d-9e98-0d72-9b4f3976d55f" [ 774.551697] env[70867]: _type = "Task" [ 774.551697] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.565746] env[70867]: DEBUG oslo_vmware.api [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]529207ec-5c0d-9e98-0d72-9b4f3976d55f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.798248] env[70867]: DEBUG nova.compute.manager [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 775.032306] env[70867]: DEBUG oslo_concurrency.lockutils [None req-962251fb-29e5-475a-8c2b-0deaf54289c1 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.034681] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.951s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.038769] env[70867]: INFO nova.compute.claims [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.065517] env[70867]: DEBUG oslo_vmware.api [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]529207ec-5c0d-9e98-0d72-9b4f3976d55f, 'name': SearchDatastore_Task, 'duration_secs': 0.013502} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.067640] env[70867]: INFO nova.scheduler.client.report [None req-962251fb-29e5-475a-8c2b-0deaf54289c1 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Deleted allocations for instance f7271eec-aab3-4258-a6c3-08ac0664d200 [ 775.070208] env[70867]: DEBUG oslo_concurrency.lockutils [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.070582] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] dcbf8cff-2227-4d10-843d-c08d4a98695e/dcbf8cff-2227-4d10-843d-c08d4a98695e.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.074033] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3616fb7-3764-4ba4-b7be-f2f5b744e309 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.083334] env[70867]: DEBUG oslo_vmware.api [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Waiting for the task: (returnval){ [ 775.083334] env[70867]: value = "task-3473449" [ 775.083334] env[70867]: _type = "Task" [ 775.083334] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.094095] env[70867]: DEBUG oslo_vmware.api [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': task-3473449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.319348] env[70867]: DEBUG oslo_concurrency.lockutils [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.348268] env[70867]: DEBUG nova.compute.manager [None req-915555ba-7606-4407-bacb-c415aa473d50 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.350783] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36673e6-2a8d-4250-bc8e-dff1764614f7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.581754] env[70867]: DEBUG oslo_concurrency.lockutils [None req-962251fb-29e5-475a-8c2b-0deaf54289c1 tempest-TenantUsagesTestJSON-2018918553 tempest-TenantUsagesTestJSON-2018918553-project-member] Lock "f7271eec-aab3-4258-a6c3-08ac0664d200" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.071s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.597141] env[70867]: DEBUG oslo_vmware.api [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': task-3473449, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.670661] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aaf0feb5-f828-4692-91ac-577cef6cef1c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "interface-6e714e41-8baf-492a-b38c-7b162a779556-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.671423] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aaf0feb5-f828-4692-91ac-577cef6cef1c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "interface-6e714e41-8baf-492a-b38c-7b162a779556-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.671758] env[70867]: DEBUG nova.objects.instance [None req-aaf0feb5-f828-4692-91ac-577cef6cef1c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lazy-loading 'flavor' on Instance uuid 6e714e41-8baf-492a-b38c-7b162a779556 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.864748] env[70867]: INFO nova.compute.manager [None req-915555ba-7606-4407-bacb-c415aa473d50 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] instance snapshotting [ 775.868817] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d320b8-b5a7-4999-b918-f539b943462e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.891651] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a39baf-520b-409a-a547-c04ab710f971 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.097706] env[70867]: DEBUG oslo_vmware.api [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': task-3473449, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74424} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.098054] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] dcbf8cff-2227-4d10-843d-c08d4a98695e/dcbf8cff-2227-4d10-843d-c08d4a98695e.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.098477] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.098742] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1711f74-c7bf-47e7-bb62-1771553c44bb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.107518] env[70867]: DEBUG oslo_vmware.api [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Waiting for the task: (returnval){ [ 776.107518] env[70867]: value = "task-3473450" [ 776.107518] env[70867]: _type = "Task" [ 776.107518] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.119254] env[70867]: DEBUG oslo_vmware.api [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': task-3473450, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.277763] env[70867]: DEBUG nova.objects.instance [None req-aaf0feb5-f828-4692-91ac-577cef6cef1c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lazy-loading 'pci_requests' on Instance uuid 6e714e41-8baf-492a-b38c-7b162a779556 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.404658] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-915555ba-7606-4407-bacb-c415aa473d50 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Creating Snapshot of the VM instance {{(pid=70867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 776.405026] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-366bf90c-96da-4772-b412-3dc3e569279a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.417236] env[70867]: DEBUG oslo_vmware.api [None req-915555ba-7606-4407-bacb-c415aa473d50 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Waiting for the task: (returnval){ [ 776.417236] env[70867]: value = "task-3473451" [ 776.417236] env[70867]: _type = "Task" [ 776.417236] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.430251] env[70867]: DEBUG oslo_vmware.api [None req-915555ba-7606-4407-bacb-c415aa473d50 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473451, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.596427] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb456288-ef6e-4496-a580-0f8fcbc8c439 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.604906] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef42c304-e4ea-4429-a63d-e8eb58cf9cef {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.617743] env[70867]: DEBUG oslo_vmware.api [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': task-3473450, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078679} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.641329] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.642363] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453a602a-b8d5-4fb9-8067-9d71caa69f5e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.645405] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea185814-f375-4212-a290-22a201159ac2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.670455] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] dcbf8cff-2227-4d10-843d-c08d4a98695e/dcbf8cff-2227-4d10-843d-c08d4a98695e.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.673617] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00cddc85-eea9-4fb8-b0e4-bce9e72e06b4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.687596] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2025dcb0-72a5-4945-adb9-2caccd15637c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.703254] env[70867]: DEBUG nova.compute.provider_tree [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.705623] env[70867]: DEBUG oslo_vmware.api [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Waiting for the task: (returnval){ [ 776.705623] env[70867]: value = "task-3473452" [ 776.705623] env[70867]: _type = "Task" [ 776.705623] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.715055] env[70867]: DEBUG oslo_vmware.api [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': task-3473452, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.780398] env[70867]: DEBUG nova.objects.base [None req-aaf0feb5-f828-4692-91ac-577cef6cef1c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Object Instance<6e714e41-8baf-492a-b38c-7b162a779556> lazy-loaded attributes: flavor,pci_requests {{(pid=70867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 776.780572] env[70867]: DEBUG nova.network.neutron [None req-aaf0feb5-f828-4692-91ac-577cef6cef1c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 776.839159] env[70867]: DEBUG nova.policy [None req-aaf0feb5-f828-4692-91ac-577cef6cef1c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99f4ded22da4413eb375370addc94c8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6764fc0b9a604426976a4b145f22b580', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 776.930218] env[70867]: DEBUG oslo_vmware.api [None req-915555ba-7606-4407-bacb-c415aa473d50 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473451, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.154127] env[70867]: DEBUG nova.network.neutron [None req-aaf0feb5-f828-4692-91ac-577cef6cef1c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Successfully created port: f48ee5bd-b8fd-41dd-8f33-788fe01a5ed1 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 777.207286] env[70867]: DEBUG nova.scheduler.client.report [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.224344] env[70867]: DEBUG oslo_vmware.api [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': task-3473452, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.431585] env[70867]: DEBUG oslo_vmware.api [None req-915555ba-7606-4407-bacb-c415aa473d50 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473451, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.718056] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.718056] env[70867]: DEBUG nova.compute.manager [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.720509] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1d3af7c6-c663-45fb-ae5e-781a8557fabf tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.152s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.721039] env[70867]: DEBUG nova.objects.instance [None req-1d3af7c6-c663-45fb-ae5e-781a8557fabf tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Lazy-loading 'resources' on Instance uuid 76085f51-855e-4d02-ae73-ddf86201158a {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.729060] env[70867]: DEBUG oslo_vmware.api [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': task-3473452, 'name': ReconfigVM_Task, 'duration_secs': 0.898481} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.729662] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Reconfigured VM instance instance-0000001f to attach disk [datastore1] dcbf8cff-2227-4d10-843d-c08d4a98695e/dcbf8cff-2227-4d10-843d-c08d4a98695e.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.730042] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9981baa-cd48-41e0-b6bc-2ee394a0e090 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.738773] env[70867]: DEBUG oslo_vmware.api [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Waiting for the task: (returnval){ [ 777.738773] env[70867]: value = "task-3473453" [ 777.738773] env[70867]: _type = "Task" [ 777.738773] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.749251] env[70867]: DEBUG oslo_vmware.api [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': task-3473453, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.931288] env[70867]: DEBUG oslo_vmware.api [None req-915555ba-7606-4407-bacb-c415aa473d50 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473451, 'name': CreateSnapshot_Task, 'duration_secs': 1.336763} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.931715] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-915555ba-7606-4407-bacb-c415aa473d50 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Created Snapshot of the VM instance {{(pid=70867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 777.932511] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efda3360-a6dd-4d66-8301-e9c906e11db2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.225594] env[70867]: DEBUG nova.compute.utils [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 778.230405] env[70867]: DEBUG nova.compute.manager [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 778.230405] env[70867]: DEBUG nova.network.neutron [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 778.259435] env[70867]: DEBUG oslo_vmware.api [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': task-3473453, 'name': Rename_Task, 'duration_secs': 0.427636} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.259435] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.259435] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5e0983f-32d9-42e2-8279-84637a66eddb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.266317] env[70867]: DEBUG oslo_vmware.api [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Waiting for the task: (returnval){ [ 778.266317] env[70867]: value = "task-3473454" [ 778.266317] env[70867]: _type = "Task" [ 778.266317] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.283018] env[70867]: DEBUG nova.policy [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eabc4d6ff4fe43e8a0fed0002e938e18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'afbe47a1d61d4f4e932edf0ae259b532', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 778.285172] env[70867]: DEBUG oslo_vmware.api [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': task-3473454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.453695] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-915555ba-7606-4407-bacb-c415aa473d50 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Creating linked-clone VM from snapshot {{(pid=70867) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 778.456610] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0ecd65ee-f284-4222-99ea-823385024520 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.469898] env[70867]: DEBUG oslo_vmware.api [None req-915555ba-7606-4407-bacb-c415aa473d50 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Waiting for the task: (returnval){ [ 778.469898] env[70867]: value = "task-3473455" [ 778.469898] env[70867]: _type = "Task" [ 778.469898] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.480854] env[70867]: DEBUG oslo_vmware.api [None req-915555ba-7606-4407-bacb-c415aa473d50 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473455, 'name': CloneVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.560405] env[70867]: DEBUG nova.network.neutron [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Successfully created port: c99cf1c8-1852-451a-bf19-2e33d4345005 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.734296] env[70867]: DEBUG nova.compute.manager [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.788998] env[70867]: DEBUG oslo_vmware.api [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': task-3473454, 'name': PowerOnVM_Task, 'duration_secs': 0.514034} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.790204] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.790579] env[70867]: INFO nova.compute.manager [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Took 5.96 seconds to spawn the instance on the hypervisor. [ 778.790774] env[70867]: DEBUG nova.compute.manager [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.791654] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b5983e-3af7-4f2a-bb26-7aadd8d418f1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.842921] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1695f7-2695-493c-bb0a-48ad8a334079 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.852742] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5851e9a0-f461-4f9b-96aa-f21a9cc5078f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.890751] env[70867]: DEBUG nova.network.neutron [None req-aaf0feb5-f828-4692-91ac-577cef6cef1c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Successfully updated port: f48ee5bd-b8fd-41dd-8f33-788fe01a5ed1 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.894881] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8c74fe-e81c-4da1-bc7c-644b777b5767 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.901978] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59dbaed3-1c8b-44c5-ac9b-961f5c03bcb1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.925550] env[70867]: DEBUG nova.compute.provider_tree [None req-1d3af7c6-c663-45fb-ae5e-781a8557fabf tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.982393] env[70867]: DEBUG oslo_vmware.api [None req-915555ba-7606-4407-bacb-c415aa473d50 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473455, 'name': CloneVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.324556] env[70867]: INFO nova.compute.manager [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Took 37.39 seconds to build instance. [ 779.381206] env[70867]: DEBUG nova.compute.manager [req-e9eb37d8-2757-41e1-b09a-f0c6151238b3 req-9dc83124-b75b-4de1-ac87-1c7c903f28df service nova] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Received event network-vif-plugged-f48ee5bd-b8fd-41dd-8f33-788fe01a5ed1 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.381398] env[70867]: DEBUG oslo_concurrency.lockutils [req-e9eb37d8-2757-41e1-b09a-f0c6151238b3 req-9dc83124-b75b-4de1-ac87-1c7c903f28df service nova] Acquiring lock "6e714e41-8baf-492a-b38c-7b162a779556-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.382164] env[70867]: DEBUG oslo_concurrency.lockutils [req-e9eb37d8-2757-41e1-b09a-f0c6151238b3 req-9dc83124-b75b-4de1-ac87-1c7c903f28df service nova] Lock "6e714e41-8baf-492a-b38c-7b162a779556-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.382449] env[70867]: DEBUG oslo_concurrency.lockutils [req-e9eb37d8-2757-41e1-b09a-f0c6151238b3 req-9dc83124-b75b-4de1-ac87-1c7c903f28df service nova] Lock "6e714e41-8baf-492a-b38c-7b162a779556-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.382728] env[70867]: DEBUG nova.compute.manager [req-e9eb37d8-2757-41e1-b09a-f0c6151238b3 req-9dc83124-b75b-4de1-ac87-1c7c903f28df service nova] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] No waiting events found dispatching network-vif-plugged-f48ee5bd-b8fd-41dd-8f33-788fe01a5ed1 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.383019] env[70867]: WARNING nova.compute.manager [req-e9eb37d8-2757-41e1-b09a-f0c6151238b3 req-9dc83124-b75b-4de1-ac87-1c7c903f28df service nova] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Received unexpected event network-vif-plugged-f48ee5bd-b8fd-41dd-8f33-788fe01a5ed1 for instance with vm_state active and task_state None. [ 779.397008] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aaf0feb5-f828-4692-91ac-577cef6cef1c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "refresh_cache-6e714e41-8baf-492a-b38c-7b162a779556" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.397880] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aaf0feb5-f828-4692-91ac-577cef6cef1c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquired lock "refresh_cache-6e714e41-8baf-492a-b38c-7b162a779556" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.398147] env[70867]: DEBUG nova.network.neutron [None req-aaf0feb5-f828-4692-91ac-577cef6cef1c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.429330] env[70867]: DEBUG nova.scheduler.client.report [None req-1d3af7c6-c663-45fb-ae5e-781a8557fabf tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.481706] env[70867]: DEBUG oslo_vmware.api [None req-915555ba-7606-4407-bacb-c415aa473d50 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473455, 'name': CloneVM_Task} progress is 95%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.485888] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Acquiring lock "72a8b88b-0b5f-420b-ab94-c29fbca64156" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.486396] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Lock "72a8b88b-0b5f-420b-ab94-c29fbca64156" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.748099] env[70867]: DEBUG nova.compute.manager [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.778019] env[70867]: DEBUG nova.virt.hardware [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.778019] env[70867]: DEBUG nova.virt.hardware [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.778019] env[70867]: DEBUG nova.virt.hardware [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.778237] env[70867]: DEBUG nova.virt.hardware [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.778237] env[70867]: DEBUG nova.virt.hardware [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.778237] env[70867]: DEBUG nova.virt.hardware [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.778237] env[70867]: DEBUG nova.virt.hardware [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.778237] env[70867]: DEBUG nova.virt.hardware [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.778396] env[70867]: DEBUG nova.virt.hardware [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.778507] env[70867]: DEBUG nova.virt.hardware [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.778825] env[70867]: DEBUG nova.virt.hardware [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.779799] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e60b1d6-2b13-4c43-ad3c-fc9860c31240 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.788901] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4ecfb4-e88c-4c35-aa4c-94adeef30de5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.827886] env[70867]: DEBUG oslo_concurrency.lockutils [None req-763ff2f0-dfbf-47ef-8a5c-507806f0cada tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Lock "dcbf8cff-2227-4d10-843d-c08d4a98695e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.360s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.932405] env[70867]: WARNING nova.network.neutron [None req-aaf0feb5-f828-4692-91ac-577cef6cef1c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] addbdc6a-23f3-4408-86c3-571f6567ee4b already exists in list: networks containing: ['addbdc6a-23f3-4408-86c3-571f6567ee4b']. ignoring it [ 779.937769] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1d3af7c6-c663-45fb-ae5e-781a8557fabf tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.218s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.941881] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.708s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.942163] env[70867]: INFO nova.compute.claims [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.964123] env[70867]: INFO nova.scheduler.client.report [None req-1d3af7c6-c663-45fb-ae5e-781a8557fabf tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Deleted allocations for instance 76085f51-855e-4d02-ae73-ddf86201158a [ 779.984423] env[70867]: DEBUG oslo_vmware.api [None req-915555ba-7606-4407-bacb-c415aa473d50 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473455, 'name': CloneVM_Task, 'duration_secs': 1.351188} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.985785] env[70867]: INFO nova.virt.vmwareapi.vmops [None req-915555ba-7606-4407-bacb-c415aa473d50 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Created linked-clone VM from snapshot [ 779.986392] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f16e36-840f-40d2-8310-3327457cc71e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.997874] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-915555ba-7606-4407-bacb-c415aa473d50 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Uploading image 56febec9-c3ef-4930-9a76-c136d90f8e3b {{(pid=70867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 780.036189] env[70867]: DEBUG oslo_vmware.rw_handles [None req-915555ba-7606-4407-bacb-c415aa473d50 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 780.036189] env[70867]: value = "vm-694371" [ 780.036189] env[70867]: _type = "VirtualMachine" [ 780.036189] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 780.038324] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-965e4293-c3f4-41a5-8dfa-facd457eead1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.046009] env[70867]: DEBUG oslo_vmware.rw_handles [None req-915555ba-7606-4407-bacb-c415aa473d50 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Lease: (returnval){ [ 780.046009] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a1028d-314e-051b-6398-fad5e723ae4c" [ 780.046009] env[70867]: _type = "HttpNfcLease" [ 780.046009] env[70867]: } obtained for exporting VM: (result){ [ 780.046009] env[70867]: value = "vm-694371" [ 780.046009] env[70867]: _type = "VirtualMachine" [ 780.046009] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 780.046432] env[70867]: DEBUG oslo_vmware.api [None req-915555ba-7606-4407-bacb-c415aa473d50 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Waiting for the lease: (returnval){ [ 780.046432] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a1028d-314e-051b-6398-fad5e723ae4c" [ 780.046432] env[70867]: _type = "HttpNfcLease" [ 780.046432] env[70867]: } to be ready. {{(pid=70867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 780.057461] env[70867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 780.057461] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a1028d-314e-051b-6398-fad5e723ae4c" [ 780.057461] env[70867]: _type = "HttpNfcLease" [ 780.057461] env[70867]: } is ready. {{(pid=70867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 780.057754] env[70867]: DEBUG oslo_vmware.rw_handles [None req-915555ba-7606-4407-bacb-c415aa473d50 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 780.057754] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a1028d-314e-051b-6398-fad5e723ae4c" [ 780.057754] env[70867]: _type = "HttpNfcLease" [ 780.057754] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 780.058674] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309ee6c2-aca0-419c-bb0e-a0a76c626a94 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.067598] env[70867]: DEBUG oslo_vmware.rw_handles [None req-915555ba-7606-4407-bacb-c415aa473d50 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5268f8e4-54e5-c972-cfac-639e438f367a/disk-0.vmdk from lease info. {{(pid=70867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 780.067598] env[70867]: DEBUG oslo_vmware.rw_handles [None req-915555ba-7606-4407-bacb-c415aa473d50 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5268f8e4-54e5-c972-cfac-639e438f367a/disk-0.vmdk for reading. {{(pid=70867) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 780.159791] env[70867]: DEBUG nova.network.neutron [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Successfully updated port: c99cf1c8-1852-451a-bf19-2e33d4345005 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 780.231231] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0648f5e7-2d14-4bdf-b3a2-4d248ac08a51 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.329546] env[70867]: DEBUG nova.compute.manager [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 780.414917] env[70867]: DEBUG nova.network.neutron [None req-aaf0feb5-f828-4692-91ac-577cef6cef1c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Updating instance_info_cache with network_info: [{"id": "f2fec0ce-de2b-4fdd-bc07-f8401097abbc", "address": "fa:16:3e:f8:37:34", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2fec0ce-de", "ovs_interfaceid": "f2fec0ce-de2b-4fdd-bc07-f8401097abbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f48ee5bd-b8fd-41dd-8f33-788fe01a5ed1", "address": "fa:16:3e:a3:02:f4", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf48ee5bd-b8", "ovs_interfaceid": "f48ee5bd-b8fd-41dd-8f33-788fe01a5ed1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.471156] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1d3af7c6-c663-45fb-ae5e-781a8557fabf tempest-ServerAddressesNegativeTestJSON-1307823693 tempest-ServerAddressesNegativeTestJSON-1307823693-project-member] Lock "76085f51-855e-4d02-ae73-ddf86201158a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.456s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.662144] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Acquiring lock "refresh_cache-331fc4c1-2d75-4d25-b160-0fbb77937314" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.662463] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Acquired lock "refresh_cache-331fc4c1-2d75-4d25-b160-0fbb77937314" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.662463] env[70867]: DEBUG nova.network.neutron [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.854966] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.919121] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aaf0feb5-f828-4692-91ac-577cef6cef1c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Releasing lock "refresh_cache-6e714e41-8baf-492a-b38c-7b162a779556" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.919910] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aaf0feb5-f828-4692-91ac-577cef6cef1c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "6e714e41-8baf-492a-b38c-7b162a779556" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.920594] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aaf0feb5-f828-4692-91ac-577cef6cef1c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquired lock "6e714e41-8baf-492a-b38c-7b162a779556" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.921940] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbc7506-32df-4b18-a8df-5f6eb7a9ea0a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.927460] env[70867]: DEBUG nova.compute.manager [req-d029caa4-825d-4d30-8506-7697a7070c28 req-3b45872b-2129-4f57-a2d3-df843135466b service nova] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Received event network-vif-plugged-c99cf1c8-1852-451a-bf19-2e33d4345005 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.927734] env[70867]: DEBUG oslo_concurrency.lockutils [req-d029caa4-825d-4d30-8506-7697a7070c28 req-3b45872b-2129-4f57-a2d3-df843135466b service nova] Acquiring lock "331fc4c1-2d75-4d25-b160-0fbb77937314-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.928044] env[70867]: DEBUG oslo_concurrency.lockutils [req-d029caa4-825d-4d30-8506-7697a7070c28 req-3b45872b-2129-4f57-a2d3-df843135466b service nova] Lock "331fc4c1-2d75-4d25-b160-0fbb77937314-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.928268] env[70867]: DEBUG oslo_concurrency.lockutils [req-d029caa4-825d-4d30-8506-7697a7070c28 req-3b45872b-2129-4f57-a2d3-df843135466b service nova] Lock "331fc4c1-2d75-4d25-b160-0fbb77937314-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.928468] env[70867]: DEBUG nova.compute.manager [req-d029caa4-825d-4d30-8506-7697a7070c28 req-3b45872b-2129-4f57-a2d3-df843135466b service nova] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] No waiting events found dispatching network-vif-plugged-c99cf1c8-1852-451a-bf19-2e33d4345005 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 780.928681] env[70867]: WARNING nova.compute.manager [req-d029caa4-825d-4d30-8506-7697a7070c28 req-3b45872b-2129-4f57-a2d3-df843135466b service nova] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Received unexpected event network-vif-plugged-c99cf1c8-1852-451a-bf19-2e33d4345005 for instance with vm_state building and task_state spawning. [ 780.945826] env[70867]: DEBUG nova.virt.hardware [None req-aaf0feb5-f828-4692-91ac-577cef6cef1c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 780.946166] env[70867]: DEBUG nova.virt.hardware [None req-aaf0feb5-f828-4692-91ac-577cef6cef1c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 780.946357] env[70867]: DEBUG nova.virt.hardware [None req-aaf0feb5-f828-4692-91ac-577cef6cef1c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.946675] env[70867]: DEBUG nova.virt.hardware [None req-aaf0feb5-f828-4692-91ac-577cef6cef1c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 780.946911] env[70867]: DEBUG nova.virt.hardware [None req-aaf0feb5-f828-4692-91ac-577cef6cef1c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.947183] env[70867]: DEBUG nova.virt.hardware [None req-aaf0feb5-f828-4692-91ac-577cef6cef1c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 780.947487] env[70867]: DEBUG nova.virt.hardware [None req-aaf0feb5-f828-4692-91ac-577cef6cef1c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 780.947699] env[70867]: DEBUG nova.virt.hardware [None req-aaf0feb5-f828-4692-91ac-577cef6cef1c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 780.947972] env[70867]: DEBUG nova.virt.hardware [None req-aaf0feb5-f828-4692-91ac-577cef6cef1c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 780.948173] env[70867]: DEBUG nova.virt.hardware [None req-aaf0feb5-f828-4692-91ac-577cef6cef1c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 780.948426] env[70867]: DEBUG nova.virt.hardware [None req-aaf0feb5-f828-4692-91ac-577cef6cef1c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 780.956448] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf0feb5-f828-4692-91ac-577cef6cef1c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Reconfiguring VM to attach interface {{(pid=70867) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 780.959984] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a4e7580-ea85-473b-aa41-b902eebed9a8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.980049] env[70867]: DEBUG oslo_vmware.api [None req-aaf0feb5-f828-4692-91ac-577cef6cef1c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 780.980049] env[70867]: value = "task-3473457" [ 780.980049] env[70867]: _type = "Task" [ 780.980049] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.990019] env[70867]: DEBUG oslo_vmware.api [None req-aaf0feb5-f828-4692-91ac-577cef6cef1c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473457, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.219756] env[70867]: DEBUG nova.network.neutron [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.284642] env[70867]: INFO nova.compute.manager [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Rebuilding instance [ 781.335783] env[70867]: DEBUG nova.compute.manager [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.336749] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc715fc-621e-403a-b289-5f5b107ca8a8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.488560] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d784003-600e-4a47-a819-dab691fffb63 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.495581] env[70867]: DEBUG oslo_vmware.api [None req-aaf0feb5-f828-4692-91ac-577cef6cef1c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.501278] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ab70f5-be8b-46c8-8185-6bb2822fbd8b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.535678] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb18a29-4a44-429d-9ae9-da6f39c26b05 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.544579] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28730cc-b3c5-4060-8b79-5dc2062f552b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.566291] env[70867]: DEBUG nova.compute.provider_tree [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.576233] env[70867]: DEBUG nova.network.neutron [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Updating instance_info_cache with network_info: [{"id": "c99cf1c8-1852-451a-bf19-2e33d4345005", "address": "fa:16:3e:b0:21:29", "network": {"id": "d8cb9484-8e34-47c5-a203-d0733c0a237b", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1535150693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afbe47a1d61d4f4e932edf0ae259b532", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc99cf1c8-18", "ovs_interfaceid": "c99cf1c8-1852-451a-bf19-2e33d4345005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.994210] env[70867]: DEBUG oslo_vmware.api [None req-aaf0feb5-f828-4692-91ac-577cef6cef1c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473457, 'name': ReconfigVM_Task, 'duration_secs': 0.753174} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.994768] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aaf0feb5-f828-4692-91ac-577cef6cef1c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Releasing lock "6e714e41-8baf-492a-b38c-7b162a779556" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.995023] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf0feb5-f828-4692-91ac-577cef6cef1c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Reconfigured VM to attach interface {{(pid=70867) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 782.070268] env[70867]: DEBUG nova.scheduler.client.report [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.079467] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Releasing lock "refresh_cache-331fc4c1-2d75-4d25-b160-0fbb77937314" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.079772] env[70867]: DEBUG nova.compute.manager [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Instance network_info: |[{"id": "c99cf1c8-1852-451a-bf19-2e33d4345005", "address": "fa:16:3e:b0:21:29", "network": {"id": "d8cb9484-8e34-47c5-a203-d0733c0a237b", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1535150693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afbe47a1d61d4f4e932edf0ae259b532", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc99cf1c8-18", "ovs_interfaceid": "c99cf1c8-1852-451a-bf19-2e33d4345005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 782.080497] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:21:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79c2e589-f55b-4843-8d99-2e565be16706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c99cf1c8-1852-451a-bf19-2e33d4345005', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.088753] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Creating folder: Project (afbe47a1d61d4f4e932edf0ae259b532). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.089684] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2eb70664-b537-40a2-aa58-6eae449c9a72 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.097878] env[70867]: DEBUG nova.compute.manager [req-830350b2-e574-4f88-896f-07ff29121692 req-f6ae410d-c6a1-4a52-b0f2-3c2b54b982db service nova] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Received event network-changed-f48ee5bd-b8fd-41dd-8f33-788fe01a5ed1 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.098042] env[70867]: DEBUG nova.compute.manager [req-830350b2-e574-4f88-896f-07ff29121692 req-f6ae410d-c6a1-4a52-b0f2-3c2b54b982db service nova] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Refreshing instance network info cache due to event network-changed-f48ee5bd-b8fd-41dd-8f33-788fe01a5ed1. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.098413] env[70867]: DEBUG oslo_concurrency.lockutils [req-830350b2-e574-4f88-896f-07ff29121692 req-f6ae410d-c6a1-4a52-b0f2-3c2b54b982db service nova] Acquiring lock "refresh_cache-6e714e41-8baf-492a-b38c-7b162a779556" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.098537] env[70867]: DEBUG oslo_concurrency.lockutils [req-830350b2-e574-4f88-896f-07ff29121692 req-f6ae410d-c6a1-4a52-b0f2-3c2b54b982db service nova] Acquired lock "refresh_cache-6e714e41-8baf-492a-b38c-7b162a779556" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.098756] env[70867]: DEBUG nova.network.neutron [req-830350b2-e574-4f88-896f-07ff29121692 req-f6ae410d-c6a1-4a52-b0f2-3c2b54b982db service nova] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Refreshing network info cache for port f48ee5bd-b8fd-41dd-8f33-788fe01a5ed1 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.104374] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Created folder: Project (afbe47a1d61d4f4e932edf0ae259b532) in parent group-v694272. [ 782.104374] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Creating folder: Instances. Parent ref: group-v694372. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.104374] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d6c40fb-82aa-4dfa-a3c2-aec7dbeff7be {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.116014] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Created folder: Instances in parent group-v694372. [ 782.116342] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.116799] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.117426] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53c58ea0-214f-4cdb-ba98-23b303cc3a71 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.139758] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.139758] env[70867]: value = "task-3473460" [ 782.139758] env[70867]: _type = "Task" [ 782.139758] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.153062] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473460, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.354629] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.354698] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a98fff85-b79d-4e20-85a4-698a74ebe922 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.366235] env[70867]: DEBUG oslo_vmware.api [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Waiting for the task: (returnval){ [ 782.366235] env[70867]: value = "task-3473461" [ 782.366235] env[70867]: _type = "Task" [ 782.366235] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.376276] env[70867]: DEBUG oslo_vmware.api [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': task-3473461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.500507] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aaf0feb5-f828-4692-91ac-577cef6cef1c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "interface-6e714e41-8baf-492a-b38c-7b162a779556-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.829s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.578038] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.578038] env[70867]: DEBUG nova.compute.manager [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 782.580236] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 34.299s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.580726] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.581051] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70867) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 782.581521] env[70867]: DEBUG oslo_concurrency.lockutils [None req-94cd15ac-cba6-4e03-b20a-f3ee6d25d54d tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.608s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.581883] env[70867]: DEBUG nova.objects.instance [None req-94cd15ac-cba6-4e03-b20a-f3ee6d25d54d tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Lazy-loading 'resources' on Instance uuid 00ea765e-2487-4758-bfb8-2ff5e5ed4070 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.585090] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3924686-a4ae-4c80-92c2-067be5614958 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.600370] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac1f527-63c2-4b6d-a474-9ace9fe4540d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.623399] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26652272-4af4-4238-ab34-6d76fb04a49a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.633407] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4951bc4d-bcd3-43f4-b69d-3452b437c52a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.676028] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178900MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=70867) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 782.676028] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.683486] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473460, 'name': CreateVM_Task, 'duration_secs': 0.497616} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.685792] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.686849] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.687020] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.687373] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.687965] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6550aee6-6b94-455f-a983-637b8d23835f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.694018] env[70867]: DEBUG oslo_vmware.api [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Waiting for the task: (returnval){ [ 782.694018] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52907259-d4c1-50f9-cc74-6e3482d233c7" [ 782.694018] env[70867]: _type = "Task" [ 782.694018] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.704169] env[70867]: DEBUG oslo_vmware.api [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52907259-d4c1-50f9-cc74-6e3482d233c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.877300] env[70867]: DEBUG oslo_vmware.api [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': task-3473461, 'name': PowerOffVM_Task, 'duration_secs': 0.222227} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.877300] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.877300] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.877952] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b0bde7-2a79-448a-9426-6e1f189af5dc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.885847] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.886116] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81260d5b-9a34-4a89-b942-b11e81854843 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.918502] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.918674] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.918839] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Deleting the datastore file [datastore1] dcbf8cff-2227-4d10-843d-c08d4a98695e {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.919132] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f04f252f-df79-481c-9422-cebb3026e0b2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.926845] env[70867]: DEBUG oslo_vmware.api [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Waiting for the task: (returnval){ [ 782.926845] env[70867]: value = "task-3473463" [ 782.926845] env[70867]: _type = "Task" [ 782.926845] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.936575] env[70867]: DEBUG oslo_vmware.api [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': task-3473463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.055159] env[70867]: DEBUG nova.network.neutron [req-830350b2-e574-4f88-896f-07ff29121692 req-f6ae410d-c6a1-4a52-b0f2-3c2b54b982db service nova] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Updated VIF entry in instance network info cache for port f48ee5bd-b8fd-41dd-8f33-788fe01a5ed1. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.055752] env[70867]: DEBUG nova.network.neutron [req-830350b2-e574-4f88-896f-07ff29121692 req-f6ae410d-c6a1-4a52-b0f2-3c2b54b982db service nova] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Updating instance_info_cache with network_info: [{"id": "f2fec0ce-de2b-4fdd-bc07-f8401097abbc", "address": "fa:16:3e:f8:37:34", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2fec0ce-de", "ovs_interfaceid": "f2fec0ce-de2b-4fdd-bc07-f8401097abbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f48ee5bd-b8fd-41dd-8f33-788fe01a5ed1", "address": "fa:16:3e:a3:02:f4", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf48ee5bd-b8", "ovs_interfaceid": "f48ee5bd-b8fd-41dd-8f33-788fe01a5ed1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.085599] env[70867]: DEBUG nova.compute.utils [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.086990] env[70867]: DEBUG nova.compute.manager [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 783.087315] env[70867]: DEBUG nova.network.neutron [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 783.161735] env[70867]: DEBUG nova.policy [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82bb2e72d7b34c70b7b886bee6df6888', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9a2be483b6843acbe87adb625979fc0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.208632] env[70867]: DEBUG oslo_vmware.api [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52907259-d4c1-50f9-cc74-6e3482d233c7, 'name': SearchDatastore_Task, 'duration_secs': 0.01639} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.209044] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.209323] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.210287] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.210287] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.210287] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.210287] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8715202f-f708-4193-81cc-c0cd0d164ae4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.221777] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.221777] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.223730] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-414fdf37-f0e1-4437-b472-2dd721968fed {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.230444] env[70867]: DEBUG oslo_vmware.api [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Waiting for the task: (returnval){ [ 783.230444] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e5f7b3-c61f-129b-b503-a28fbd2fea3d" [ 783.230444] env[70867]: _type = "Task" [ 783.230444] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.241578] env[70867]: DEBUG oslo_vmware.api [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e5f7b3-c61f-129b-b503-a28fbd2fea3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.380199] env[70867]: DEBUG nova.compute.manager [req-444ccefe-cf2e-4875-852d-32a70b3d881a req-eab0dfa6-b678-42d6-b1d3-d98cd1cb35c6 service nova] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Received event network-changed-c99cf1c8-1852-451a-bf19-2e33d4345005 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.380618] env[70867]: DEBUG nova.compute.manager [req-444ccefe-cf2e-4875-852d-32a70b3d881a req-eab0dfa6-b678-42d6-b1d3-d98cd1cb35c6 service nova] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Refreshing instance network info cache due to event network-changed-c99cf1c8-1852-451a-bf19-2e33d4345005. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 783.380856] env[70867]: DEBUG oslo_concurrency.lockutils [req-444ccefe-cf2e-4875-852d-32a70b3d881a req-eab0dfa6-b678-42d6-b1d3-d98cd1cb35c6 service nova] Acquiring lock "refresh_cache-331fc4c1-2d75-4d25-b160-0fbb77937314" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.381009] env[70867]: DEBUG oslo_concurrency.lockutils [req-444ccefe-cf2e-4875-852d-32a70b3d881a req-eab0dfa6-b678-42d6-b1d3-d98cd1cb35c6 service nova] Acquired lock "refresh_cache-331fc4c1-2d75-4d25-b160-0fbb77937314" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.383998] env[70867]: DEBUG nova.network.neutron [req-444ccefe-cf2e-4875-852d-32a70b3d881a req-eab0dfa6-b678-42d6-b1d3-d98cd1cb35c6 service nova] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Refreshing network info cache for port c99cf1c8-1852-451a-bf19-2e33d4345005 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 783.437276] env[70867]: DEBUG oslo_vmware.api [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': task-3473463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114664} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.437561] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.437748] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.437923] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.561887] env[70867]: DEBUG oslo_concurrency.lockutils [req-830350b2-e574-4f88-896f-07ff29121692 req-f6ae410d-c6a1-4a52-b0f2-3c2b54b982db service nova] Releasing lock "refresh_cache-6e714e41-8baf-492a-b38c-7b162a779556" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.590289] env[70867]: DEBUG nova.compute.manager [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 783.626699] env[70867]: DEBUG nova.network.neutron [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Successfully created port: 5fd16072-3fb5-4402-b15b-c1c0054ea3ee {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.692582] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9ed6e4-6fc8-40dc-81e9-cc1cfdb3096c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.702540] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5303d03-852f-450c-9573-75af26e7abfd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.742741] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173fbc5e-0e52-4ac1-afae-17486d0d0071 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.758282] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0693be-6e24-4967-ba54-ea2f1944fa57 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.763805] env[70867]: DEBUG oslo_vmware.api [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e5f7b3-c61f-129b-b503-a28fbd2fea3d, 'name': SearchDatastore_Task, 'duration_secs': 0.020438} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.763805] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e58a4be-b3c4-4dcf-8a50-29baa666ae0b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.775015] env[70867]: DEBUG nova.compute.provider_tree [None req-94cd15ac-cba6-4e03-b20a-f3ee6d25d54d tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.780439] env[70867]: DEBUG oslo_vmware.api [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Waiting for the task: (returnval){ [ 783.780439] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e3b07f-73bd-10e9-4ba9-ff09e51e1699" [ 783.780439] env[70867]: _type = "Task" [ 783.780439] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.789510] env[70867]: DEBUG oslo_vmware.api [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e3b07f-73bd-10e9-4ba9-ff09e51e1699, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.173576] env[70867]: DEBUG nova.network.neutron [req-444ccefe-cf2e-4875-852d-32a70b3d881a req-eab0dfa6-b678-42d6-b1d3-d98cd1cb35c6 service nova] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Updated VIF entry in instance network info cache for port c99cf1c8-1852-451a-bf19-2e33d4345005. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 784.174935] env[70867]: DEBUG nova.network.neutron [req-444ccefe-cf2e-4875-852d-32a70b3d881a req-eab0dfa6-b678-42d6-b1d3-d98cd1cb35c6 service nova] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Updating instance_info_cache with network_info: [{"id": "c99cf1c8-1852-451a-bf19-2e33d4345005", "address": "fa:16:3e:b0:21:29", "network": {"id": "d8cb9484-8e34-47c5-a203-d0733c0a237b", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1535150693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afbe47a1d61d4f4e932edf0ae259b532", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc99cf1c8-18", "ovs_interfaceid": "c99cf1c8-1852-451a-bf19-2e33d4345005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.278330] env[70867]: DEBUG nova.scheduler.client.report [None req-94cd15ac-cba6-4e03-b20a-f3ee6d25d54d tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.292992] env[70867]: DEBUG oslo_vmware.api [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e3b07f-73bd-10e9-4ba9-ff09e51e1699, 'name': SearchDatastore_Task, 'duration_secs': 0.013662} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.293734] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.293734] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 331fc4c1-2d75-4d25-b160-0fbb77937314/331fc4c1-2d75-4d25-b160-0fbb77937314.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.293734] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bd23400-c844-4f3b-9bf0-7eb1d2effd04 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.303405] env[70867]: DEBUG oslo_vmware.api [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Waiting for the task: (returnval){ [ 784.303405] env[70867]: value = "task-3473464" [ 784.303405] env[70867]: _type = "Task" [ 784.303405] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.312962] env[70867]: DEBUG oslo_vmware.api [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Task: {'id': task-3473464, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.478658] env[70867]: DEBUG nova.virt.hardware [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.479291] env[70867]: DEBUG nova.virt.hardware [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.479291] env[70867]: DEBUG nova.virt.hardware [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.479401] env[70867]: DEBUG nova.virt.hardware [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.479491] env[70867]: DEBUG nova.virt.hardware [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.479662] env[70867]: DEBUG nova.virt.hardware [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.479887] env[70867]: DEBUG nova.virt.hardware [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.480062] env[70867]: DEBUG nova.virt.hardware [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.480233] env[70867]: DEBUG nova.virt.hardware [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.480398] env[70867]: DEBUG nova.virt.hardware [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.480575] env[70867]: DEBUG nova.virt.hardware [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.481624] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08d87b7-b11b-42ca-988c-6f9bf1830b11 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.491689] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b40eea6-53a5-4fd3-95cc-7fa5a67e0fc4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.508021] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Instance VIF info [] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.514277] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.514632] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.514875] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29e516df-ce00-435c-8bf5-aebbe24f5c45 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.535801] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.535801] env[70867]: value = "task-3473465" [ 784.535801] env[70867]: _type = "Task" [ 784.535801] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.549113] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473465, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.605270] env[70867]: DEBUG nova.compute.manager [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.635174] env[70867]: DEBUG nova.virt.hardware [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.635496] env[70867]: DEBUG nova.virt.hardware [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.635680] env[70867]: DEBUG nova.virt.hardware [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.635907] env[70867]: DEBUG nova.virt.hardware [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.636065] env[70867]: DEBUG nova.virt.hardware [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.636255] env[70867]: DEBUG nova.virt.hardware [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.636476] env[70867]: DEBUG nova.virt.hardware [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.636638] env[70867]: DEBUG nova.virt.hardware [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.636858] env[70867]: DEBUG nova.virt.hardware [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.637071] env[70867]: DEBUG nova.virt.hardware [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.637283] env[70867]: DEBUG nova.virt.hardware [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.638242] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0d6cd0-e889-4850-905a-c86eb4334d61 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.651033] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d197e648-c434-4766-bfcc-56ea642a3c29 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.677552] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5f6db64e-72c8-4f5d-af86-8a7fd1c8089f tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "interface-6e714e41-8baf-492a-b38c-7b162a779556-f48ee5bd-b8fd-41dd-8f33-788fe01a5ed1" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.677843] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5f6db64e-72c8-4f5d-af86-8a7fd1c8089f tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "interface-6e714e41-8baf-492a-b38c-7b162a779556-f48ee5bd-b8fd-41dd-8f33-788fe01a5ed1" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.679569] env[70867]: DEBUG oslo_concurrency.lockutils [req-444ccefe-cf2e-4875-852d-32a70b3d881a req-eab0dfa6-b678-42d6-b1d3-d98cd1cb35c6 service nova] Releasing lock "refresh_cache-331fc4c1-2d75-4d25-b160-0fbb77937314" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.788585] env[70867]: DEBUG oslo_concurrency.lockutils [None req-94cd15ac-cba6-4e03-b20a-f3ee6d25d54d tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.207s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.791552] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.697s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.793962] env[70867]: INFO nova.compute.claims [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.809701] env[70867]: INFO nova.scheduler.client.report [None req-94cd15ac-cba6-4e03-b20a-f3ee6d25d54d tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Deleted allocations for instance 00ea765e-2487-4758-bfb8-2ff5e5ed4070 [ 784.814718] env[70867]: DEBUG oslo_vmware.api [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Task: {'id': task-3473464, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.045594] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Acquiring lock "9d4ed53b-02bf-4bad-80b5-8b9105b48d0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.045895] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Lock "9d4ed53b-02bf-4bad-80b5-8b9105b48d0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.052876] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473465, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.181649] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5f6db64e-72c8-4f5d-af86-8a7fd1c8089f tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "6e714e41-8baf-492a-b38c-7b162a779556" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.181928] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5f6db64e-72c8-4f5d-af86-8a7fd1c8089f tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquired lock "6e714e41-8baf-492a-b38c-7b162a779556" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.182798] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317deff9-3777-4fe0-b03e-a9cd062b7111 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.202434] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9ef8c3-5059-4f5b-9684-dcc97499556f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.234672] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6db64e-72c8-4f5d-af86-8a7fd1c8089f tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Reconfiguring VM to detach interface {{(pid=70867) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 785.234672] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92c898ee-d229-438c-9b2f-28ff9a72c3bb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.248377] env[70867]: DEBUG nova.compute.manager [req-5df32108-e58f-469f-9b5b-6b07150a53d5 req-6cf7cf83-6851-4577-ab50-1ab3a9116e77 service nova] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Received event network-vif-plugged-5fd16072-3fb5-4402-b15b-c1c0054ea3ee {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.248617] env[70867]: DEBUG oslo_concurrency.lockutils [req-5df32108-e58f-469f-9b5b-6b07150a53d5 req-6cf7cf83-6851-4577-ab50-1ab3a9116e77 service nova] Acquiring lock "ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.248833] env[70867]: DEBUG oslo_concurrency.lockutils [req-5df32108-e58f-469f-9b5b-6b07150a53d5 req-6cf7cf83-6851-4577-ab50-1ab3a9116e77 service nova] Lock "ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.248992] env[70867]: DEBUG oslo_concurrency.lockutils [req-5df32108-e58f-469f-9b5b-6b07150a53d5 req-6cf7cf83-6851-4577-ab50-1ab3a9116e77 service nova] Lock "ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.249167] env[70867]: DEBUG nova.compute.manager [req-5df32108-e58f-469f-9b5b-6b07150a53d5 req-6cf7cf83-6851-4577-ab50-1ab3a9116e77 service nova] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] No waiting events found dispatching network-vif-plugged-5fd16072-3fb5-4402-b15b-c1c0054ea3ee {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 785.249330] env[70867]: WARNING nova.compute.manager [req-5df32108-e58f-469f-9b5b-6b07150a53d5 req-6cf7cf83-6851-4577-ab50-1ab3a9116e77 service nova] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Received unexpected event network-vif-plugged-5fd16072-3fb5-4402-b15b-c1c0054ea3ee for instance with vm_state building and task_state spawning. [ 785.256824] env[70867]: DEBUG oslo_vmware.api [None req-5f6db64e-72c8-4f5d-af86-8a7fd1c8089f tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 785.256824] env[70867]: value = "task-3473466" [ 785.256824] env[70867]: _type = "Task" [ 785.256824] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.266931] env[70867]: DEBUG oslo_vmware.api [None req-5f6db64e-72c8-4f5d-af86-8a7fd1c8089f tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473466, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.314704] env[70867]: DEBUG oslo_vmware.api [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Task: {'id': task-3473464, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530122} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.315025] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 331fc4c1-2d75-4d25-b160-0fbb77937314/331fc4c1-2d75-4d25-b160-0fbb77937314.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.315247] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.315499] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-773280e0-8750-4209-ac32-a5a403d1f8c3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.321715] env[70867]: DEBUG oslo_concurrency.lockutils [None req-94cd15ac-cba6-4e03-b20a-f3ee6d25d54d tempest-ServerShowV247Test-504658270 tempest-ServerShowV247Test-504658270-project-member] Lock "00ea765e-2487-4758-bfb8-2ff5e5ed4070" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.576s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.327763] env[70867]: DEBUG oslo_vmware.api [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Waiting for the task: (returnval){ [ 785.327763] env[70867]: value = "task-3473467" [ 785.327763] env[70867]: _type = "Task" [ 785.327763] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.342888] env[70867]: DEBUG oslo_vmware.api [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Task: {'id': task-3473467, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.399144] env[70867]: DEBUG nova.network.neutron [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Successfully updated port: 5fd16072-3fb5-4402-b15b-c1c0054ea3ee {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.554172] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473465, 'name': CreateVM_Task, 'duration_secs': 0.529057} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.554361] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.554783] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.554933] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.555297] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.555839] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eaca92a-74c6-4ae7-831d-8a6c0d6e4014 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.562164] env[70867]: DEBUG oslo_vmware.api [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Waiting for the task: (returnval){ [ 785.562164] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521c5b5d-2492-6b8e-1464-e23b01b5b0d0" [ 785.562164] env[70867]: _type = "Task" [ 785.562164] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.574704] env[70867]: DEBUG oslo_vmware.api [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521c5b5d-2492-6b8e-1464-e23b01b5b0d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.768035] env[70867]: DEBUG oslo_vmware.api [None req-5f6db64e-72c8-4f5d-af86-8a7fd1c8089f tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.840967] env[70867]: DEBUG oslo_vmware.api [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Task: {'id': task-3473467, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076881} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.841430] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.842904] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5806d01-65e6-472a-a45f-05e136fdd1dc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.868908] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 331fc4c1-2d75-4d25-b160-0fbb77937314/331fc4c1-2d75-4d25-b160-0fbb77937314.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.871778] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3e805f7-0b05-4a89-a8d8-a1fbf6395d92 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.892878] env[70867]: DEBUG oslo_vmware.api [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Waiting for the task: (returnval){ [ 785.892878] env[70867]: value = "task-3473468" [ 785.892878] env[70867]: _type = "Task" [ 785.892878] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.903969] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Acquiring lock "refresh_cache-ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.904190] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Acquired lock "refresh_cache-ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.904381] env[70867]: DEBUG nova.network.neutron [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.910150] env[70867]: DEBUG oslo_vmware.api [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Task: {'id': task-3473468, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.075610] env[70867]: DEBUG oslo_vmware.api [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521c5b5d-2492-6b8e-1464-e23b01b5b0d0, 'name': SearchDatastore_Task, 'duration_secs': 0.012272} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.078473] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.078752] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.078994] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.079174] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.079371] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.079874] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d225b2aa-be90-48dc-b925-09b5ac09f7a5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.090292] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.091025] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.093730] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0670777b-6685-430f-812f-9a2f4ec097a8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.103158] env[70867]: DEBUG oslo_vmware.api [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Waiting for the task: (returnval){ [ 786.103158] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52614eb3-2c14-625d-c767-94b4d3c3308f" [ 786.103158] env[70867]: _type = "Task" [ 786.103158] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.114276] env[70867]: DEBUG oslo_vmware.api [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52614eb3-2c14-625d-c767-94b4d3c3308f, 'name': SearchDatastore_Task, 'duration_secs': 0.009922} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.115085] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee09e043-ac9b-4ac6-85ef-f862dfbf02bf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.121193] env[70867]: DEBUG oslo_vmware.api [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Waiting for the task: (returnval){ [ 786.121193] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521a5e12-55ee-27d4-186f-b6f8fc246fe3" [ 786.121193] env[70867]: _type = "Task" [ 786.121193] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.130312] env[70867]: DEBUG oslo_vmware.api [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521a5e12-55ee-27d4-186f-b6f8fc246fe3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.272548] env[70867]: DEBUG oslo_vmware.api [None req-5f6db64e-72c8-4f5d-af86-8a7fd1c8089f tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.344316] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73447291-9435-47a8-bcc3-565a62d2dbaf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.353592] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532d64b8-d9f8-4227-9fd0-64ced193f37f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.387317] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7242b35d-ce3f-4e70-a162-726dfbaf16db {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.398717] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c14557b-297a-4d5f-8ad5-20aee2b0e4f3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.418445] env[70867]: DEBUG nova.compute.provider_tree [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.419858] env[70867]: DEBUG oslo_vmware.api [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Task: {'id': task-3473468, 'name': ReconfigVM_Task, 'duration_secs': 0.459076} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.420492] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 331fc4c1-2d75-4d25-b160-0fbb77937314/331fc4c1-2d75-4d25-b160-0fbb77937314.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.421432] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b139747-bf5c-4bc4-9dd5-7e82dd9336c8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.430033] env[70867]: DEBUG oslo_vmware.api [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Waiting for the task: (returnval){ [ 786.430033] env[70867]: value = "task-3473469" [ 786.430033] env[70867]: _type = "Task" [ 786.430033] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.439934] env[70867]: DEBUG oslo_vmware.api [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Task: {'id': task-3473469, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.459605] env[70867]: DEBUG nova.network.neutron [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.637868] env[70867]: DEBUG oslo_vmware.api [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521a5e12-55ee-27d4-186f-b6f8fc246fe3, 'name': SearchDatastore_Task, 'duration_secs': 0.012072} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.640873] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.641380] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] dcbf8cff-2227-4d10-843d-c08d4a98695e/dcbf8cff-2227-4d10-843d-c08d4a98695e.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.641825] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70a2fe68-ea93-4e31-bb4b-acda88ac49ec {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.653517] env[70867]: DEBUG oslo_vmware.api [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Waiting for the task: (returnval){ [ 786.653517] env[70867]: value = "task-3473470" [ 786.653517] env[70867]: _type = "Task" [ 786.653517] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.667392] env[70867]: DEBUG oslo_vmware.api [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': task-3473470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.740311] env[70867]: DEBUG nova.network.neutron [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Updating instance_info_cache with network_info: [{"id": "5fd16072-3fb5-4402-b15b-c1c0054ea3ee", "address": "fa:16:3e:c8:b1:e4", "network": {"id": "6122a663-d933-4069-bc75-5d3bbccd9550", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-945052682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9a2be483b6843acbe87adb625979fc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fd16072-3f", "ovs_interfaceid": "5fd16072-3fb5-4402-b15b-c1c0054ea3ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.774455] env[70867]: DEBUG oslo_vmware.api [None req-5f6db64e-72c8-4f5d-af86-8a7fd1c8089f tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.924023] env[70867]: DEBUG nova.scheduler.client.report [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.950684] env[70867]: DEBUG oslo_vmware.api [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Task: {'id': task-3473469, 'name': Rename_Task, 'duration_secs': 0.188971} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.951764] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.952084] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8d64a23-116e-4540-a7ca-5a8250054a17 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.962785] env[70867]: DEBUG oslo_vmware.api [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Waiting for the task: (returnval){ [ 786.962785] env[70867]: value = "task-3473471" [ 786.962785] env[70867]: _type = "Task" [ 786.962785] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.974852] env[70867]: DEBUG oslo_vmware.api [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Task: {'id': task-3473471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.165305] env[70867]: DEBUG oslo_vmware.api [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': task-3473470, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.243081] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Releasing lock "refresh_cache-ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.243430] env[70867]: DEBUG nova.compute.manager [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Instance network_info: |[{"id": "5fd16072-3fb5-4402-b15b-c1c0054ea3ee", "address": "fa:16:3e:c8:b1:e4", "network": {"id": "6122a663-d933-4069-bc75-5d3bbccd9550", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-945052682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9a2be483b6843acbe87adb625979fc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fd16072-3f", "ovs_interfaceid": "5fd16072-3fb5-4402-b15b-c1c0054ea3ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 787.243868] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:b1:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fd16072-3fb5-4402-b15b-c1c0054ea3ee', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.251876] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Creating folder: Project (e9a2be483b6843acbe87adb625979fc0). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.251876] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b6cc038-dc26-4516-98f7-ab59307ff8d2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.261154] env[70867]: DEBUG nova.compute.manager [req-63ed1497-9f9c-4e23-8dfc-dbcb5447b6b5 req-c1fd9bf5-02bc-43ee-87f0-4d7c0f7164c6 service nova] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Received event network-changed-5fd16072-3fb5-4402-b15b-c1c0054ea3ee {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.261154] env[70867]: DEBUG nova.compute.manager [req-63ed1497-9f9c-4e23-8dfc-dbcb5447b6b5 req-c1fd9bf5-02bc-43ee-87f0-4d7c0f7164c6 service nova] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Refreshing instance network info cache due to event network-changed-5fd16072-3fb5-4402-b15b-c1c0054ea3ee. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.261154] env[70867]: DEBUG oslo_concurrency.lockutils [req-63ed1497-9f9c-4e23-8dfc-dbcb5447b6b5 req-c1fd9bf5-02bc-43ee-87f0-4d7c0f7164c6 service nova] Acquiring lock "refresh_cache-ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.261154] env[70867]: DEBUG oslo_concurrency.lockutils [req-63ed1497-9f9c-4e23-8dfc-dbcb5447b6b5 req-c1fd9bf5-02bc-43ee-87f0-4d7c0f7164c6 service nova] Acquired lock "refresh_cache-ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.261154] env[70867]: DEBUG nova.network.neutron [req-63ed1497-9f9c-4e23-8dfc-dbcb5447b6b5 req-c1fd9bf5-02bc-43ee-87f0-4d7c0f7164c6 service nova] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Refreshing network info cache for port 5fd16072-3fb5-4402-b15b-c1c0054ea3ee {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.267437] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Created folder: Project (e9a2be483b6843acbe87adb625979fc0) in parent group-v694272. [ 787.267624] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Creating folder: Instances. Parent ref: group-v694376. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.268396] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a3d0eba-8d49-4357-a9c9-1ce270b72f98 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.274626] env[70867]: DEBUG oslo_vmware.api [None req-5f6db64e-72c8-4f5d-af86-8a7fd1c8089f tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.284405] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Created folder: Instances in parent group-v694376. [ 787.284662] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.284866] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.285101] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c961984c-03de-414d-8870-d7b56d8b01c3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.305859] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.305859] env[70867]: value = "task-3473474" [ 787.305859] env[70867]: _type = "Task" [ 787.305859] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.314959] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473474, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.429476] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.430054] env[70867]: DEBUG nova.compute.manager [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 787.432988] env[70867]: DEBUG oslo_concurrency.lockutils [None req-03a45dda-5f50-4326-804b-3c003dfe8785 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.054s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.433177] env[70867]: DEBUG nova.objects.instance [None req-03a45dda-5f50-4326-804b-3c003dfe8785 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Lazy-loading 'resources' on Instance uuid 7dcc0086-65cf-41c7-b647-6426f7c36c10 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.475554] env[70867]: DEBUG oslo_vmware.api [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Task: {'id': task-3473471, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.664803] env[70867]: DEBUG oslo_vmware.api [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': task-3473470, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61705} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.665221] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] dcbf8cff-2227-4d10-843d-c08d4a98695e/dcbf8cff-2227-4d10-843d-c08d4a98695e.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.665474] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.665743] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56839984-aad1-48f2-b0d9-7687865e7038 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.671801] env[70867]: DEBUG oslo_vmware.api [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Waiting for the task: (returnval){ [ 787.671801] env[70867]: value = "task-3473475" [ 787.671801] env[70867]: _type = "Task" [ 787.671801] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.680019] env[70867]: DEBUG oslo_vmware.api [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': task-3473475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.774543] env[70867]: DEBUG oslo_vmware.api [None req-5f6db64e-72c8-4f5d-af86-8a7fd1c8089f tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.815687] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473474, 'name': CreateVM_Task, 'duration_secs': 0.424788} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.817026] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.817026] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.817026] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.817286] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.817819] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0414993-fbdc-4959-811d-4f078763eb54 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.822054] env[70867]: DEBUG oslo_vmware.api [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Waiting for the task: (returnval){ [ 787.822054] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52899581-4e9c-f048-d6a4-3c1cef9d5570" [ 787.822054] env[70867]: _type = "Task" [ 787.822054] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.831849] env[70867]: DEBUG oslo_vmware.api [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52899581-4e9c-f048-d6a4-3c1cef9d5570, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.936641] env[70867]: DEBUG nova.compute.utils [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.938073] env[70867]: DEBUG nova.compute.manager [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 787.938270] env[70867]: DEBUG nova.network.neutron [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 787.979609] env[70867]: DEBUG oslo_vmware.api [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Task: {'id': task-3473471, 'name': PowerOnVM_Task, 'duration_secs': 0.541326} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.981188] env[70867]: DEBUG nova.policy [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e03c6b6f81b440f28b5c3e8359f83e0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b76930aa509342adbfff52f545873d53', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.982802] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.983077] env[70867]: INFO nova.compute.manager [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Took 8.24 seconds to spawn the instance on the hypervisor. [ 787.983291] env[70867]: DEBUG nova.compute.manager [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.984201] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef93e337-5eff-4021-893d-67d9be457af2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.009059] env[70867]: DEBUG nova.network.neutron [req-63ed1497-9f9c-4e23-8dfc-dbcb5447b6b5 req-c1fd9bf5-02bc-43ee-87f0-4d7c0f7164c6 service nova] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Updated VIF entry in instance network info cache for port 5fd16072-3fb5-4402-b15b-c1c0054ea3ee. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.009392] env[70867]: DEBUG nova.network.neutron [req-63ed1497-9f9c-4e23-8dfc-dbcb5447b6b5 req-c1fd9bf5-02bc-43ee-87f0-4d7c0f7164c6 service nova] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Updating instance_info_cache with network_info: [{"id": "5fd16072-3fb5-4402-b15b-c1c0054ea3ee", "address": "fa:16:3e:c8:b1:e4", "network": {"id": "6122a663-d933-4069-bc75-5d3bbccd9550", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-945052682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9a2be483b6843acbe87adb625979fc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fd16072-3f", "ovs_interfaceid": "5fd16072-3fb5-4402-b15b-c1c0054ea3ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.183348] env[70867]: DEBUG oslo_vmware.api [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': task-3473475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165334} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.184813] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.185391] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa6209a-9293-4a4e-8297-84df86275693 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.216389] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] dcbf8cff-2227-4d10-843d-c08d4a98695e/dcbf8cff-2227-4d10-843d-c08d4a98695e.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.220932] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae23b077-c255-4769-8d17-4b5e754c15f7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.244174] env[70867]: DEBUG oslo_vmware.api [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Waiting for the task: (returnval){ [ 788.244174] env[70867]: value = "task-3473476" [ 788.244174] env[70867]: _type = "Task" [ 788.244174] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.255989] env[70867]: DEBUG oslo_vmware.api [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': task-3473476, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.276963] env[70867]: DEBUG oslo_vmware.api [None req-5f6db64e-72c8-4f5d-af86-8a7fd1c8089f tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.332056] env[70867]: DEBUG oslo_vmware.api [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52899581-4e9c-f048-d6a4-3c1cef9d5570, 'name': SearchDatastore_Task, 'duration_secs': 0.011906} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.335097] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.335423] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.335740] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.335930] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.336190] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.336972] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5154e7c5-f3af-4b04-b1b0-83e177f0003d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.345297] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.345584] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.346579] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-244cb131-99dc-4013-a544-fc01be52c9fb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.349753] env[70867]: DEBUG nova.network.neutron [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Successfully created port: d213ffcd-19a7-448c-a860-ca92f46dad0c {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 788.358345] env[70867]: DEBUG oslo_vmware.api [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Waiting for the task: (returnval){ [ 788.358345] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5257718d-55e0-7f0c-71db-c23dde308261" [ 788.358345] env[70867]: _type = "Task" [ 788.358345] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.366377] env[70867]: DEBUG oslo_vmware.api [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5257718d-55e0-7f0c-71db-c23dde308261, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.447697] env[70867]: DEBUG nova.compute.manager [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 788.492541] env[70867]: DEBUG oslo_vmware.rw_handles [None req-915555ba-7606-4407-bacb-c415aa473d50 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5268f8e4-54e5-c972-cfac-639e438f367a/disk-0.vmdk. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 788.493493] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470252fc-a062-4528-8e31-30ec5a523f08 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.514352] env[70867]: DEBUG oslo_concurrency.lockutils [req-63ed1497-9f9c-4e23-8dfc-dbcb5447b6b5 req-c1fd9bf5-02bc-43ee-87f0-4d7c0f7164c6 service nova] Releasing lock "refresh_cache-ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.514352] env[70867]: DEBUG oslo_vmware.rw_handles [None req-915555ba-7606-4407-bacb-c415aa473d50 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5268f8e4-54e5-c972-cfac-639e438f367a/disk-0.vmdk is in state: ready. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 788.514484] env[70867]: ERROR oslo_vmware.rw_handles [None req-915555ba-7606-4407-bacb-c415aa473d50 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5268f8e4-54e5-c972-cfac-639e438f367a/disk-0.vmdk due to incomplete transfer. [ 788.514962] env[70867]: INFO nova.compute.manager [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Took 44.45 seconds to build instance. [ 788.515831] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4306e3e2-3154-4102-9b74-5aec94adadea {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.524807] env[70867]: DEBUG oslo_vmware.rw_handles [None req-915555ba-7606-4407-bacb-c415aa473d50 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5268f8e4-54e5-c972-cfac-639e438f367a/disk-0.vmdk. {{(pid=70867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 788.525559] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-915555ba-7606-4407-bacb-c415aa473d50 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Uploaded image 56febec9-c3ef-4930-9a76-c136d90f8e3b to the Glance image server {{(pid=70867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 788.527556] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-915555ba-7606-4407-bacb-c415aa473d50 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Destroying the VM {{(pid=70867) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 788.528500] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cd3777f9-8256-43fe-8281-e31e5815a735 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.534793] env[70867]: DEBUG oslo_vmware.api [None req-915555ba-7606-4407-bacb-c415aa473d50 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Waiting for the task: (returnval){ [ 788.534793] env[70867]: value = "task-3473477" [ 788.534793] env[70867]: _type = "Task" [ 788.534793] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.550754] env[70867]: DEBUG oslo_vmware.api [None req-915555ba-7606-4407-bacb-c415aa473d50 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473477, 'name': Destroy_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.635423] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae0c1e2-d921-4492-b0a9-5c16fde8b782 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.642976] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff17a64-a178-414e-9d1e-2c53d6a2a917 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.677233] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6062ee3-ffa5-472d-aa2d-1a5a9b85bcfd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.685061] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bf66a2-3423-48e8-be98-55bae505a26a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.699324] env[70867]: DEBUG nova.compute.provider_tree [None req-03a45dda-5f50-4326-804b-3c003dfe8785 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.754421] env[70867]: DEBUG oslo_vmware.api [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': task-3473476, 'name': ReconfigVM_Task, 'duration_secs': 0.273877} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.754764] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Reconfigured VM instance instance-0000001f to attach disk [datastore1] dcbf8cff-2227-4d10-843d-c08d4a98695e/dcbf8cff-2227-4d10-843d-c08d4a98695e.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.755412] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8b2c512-ad15-4fdf-b35c-a5738ee636e3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.762132] env[70867]: DEBUG oslo_vmware.api [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Waiting for the task: (returnval){ [ 788.762132] env[70867]: value = "task-3473478" [ 788.762132] env[70867]: _type = "Task" [ 788.762132] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.771378] env[70867]: DEBUG oslo_vmware.api [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': task-3473478, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.778133] env[70867]: DEBUG oslo_vmware.api [None req-5f6db64e-72c8-4f5d-af86-8a7fd1c8089f tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.869262] env[70867]: DEBUG oslo_vmware.api [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5257718d-55e0-7f0c-71db-c23dde308261, 'name': SearchDatastore_Task, 'duration_secs': 0.008865} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.870297] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-826451e4-7ac0-4704-a5f8-b3d8f4302c31 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.875893] env[70867]: DEBUG oslo_vmware.api [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Waiting for the task: (returnval){ [ 788.875893] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ab7a22-a252-fb3a-5395-b9690cdc10c3" [ 788.875893] env[70867]: _type = "Task" [ 788.875893] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.883830] env[70867]: DEBUG oslo_vmware.api [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ab7a22-a252-fb3a-5395-b9690cdc10c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.018808] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2fd23098-c1f4-476c-9bce-77a5d6dba959 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Lock "331fc4c1-2d75-4d25-b160-0fbb77937314" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.633s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.050731] env[70867]: DEBUG oslo_vmware.api [None req-915555ba-7606-4407-bacb-c415aa473d50 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473477, 'name': Destroy_Task, 'duration_secs': 0.398856} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.051135] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-915555ba-7606-4407-bacb-c415aa473d50 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Destroyed the VM [ 789.051469] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-915555ba-7606-4407-bacb-c415aa473d50 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Deleting Snapshot of the VM instance {{(pid=70867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 789.051810] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-50a6f7ac-be0c-4123-895d-567945d4c3c7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.061260] env[70867]: DEBUG oslo_vmware.api [None req-915555ba-7606-4407-bacb-c415aa473d50 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Waiting for the task: (returnval){ [ 789.061260] env[70867]: value = "task-3473479" [ 789.061260] env[70867]: _type = "Task" [ 789.061260] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.071201] env[70867]: DEBUG oslo_vmware.api [None req-915555ba-7606-4407-bacb-c415aa473d50 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473479, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.205022] env[70867]: DEBUG nova.scheduler.client.report [None req-03a45dda-5f50-4326-804b-3c003dfe8785 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.271971] env[70867]: DEBUG oslo_vmware.api [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': task-3473478, 'name': Rename_Task, 'duration_secs': 0.143852} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.275535] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.275825] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68888578-ba22-4d9b-86e1-3d2f9f16bb14 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.283468] env[70867]: DEBUG oslo_vmware.api [None req-5f6db64e-72c8-4f5d-af86-8a7fd1c8089f tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.284878] env[70867]: DEBUG oslo_vmware.api [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Waiting for the task: (returnval){ [ 789.284878] env[70867]: value = "task-3473480" [ 789.284878] env[70867]: _type = "Task" [ 789.284878] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.294888] env[70867]: DEBUG oslo_vmware.api [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': task-3473480, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.386660] env[70867]: DEBUG oslo_vmware.api [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ab7a22-a252-fb3a-5395-b9690cdc10c3, 'name': SearchDatastore_Task, 'duration_secs': 0.011235} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.386937] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.387238] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d/ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.387506] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0cd4e00-d3e3-4970-9443-06402fc87f5f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.394102] env[70867]: DEBUG oslo_vmware.api [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Waiting for the task: (returnval){ [ 789.394102] env[70867]: value = "task-3473481" [ 789.394102] env[70867]: _type = "Task" [ 789.394102] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.402307] env[70867]: DEBUG oslo_vmware.api [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': task-3473481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.460048] env[70867]: DEBUG nova.compute.manager [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 789.482960] env[70867]: DEBUG nova.virt.hardware [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.483276] env[70867]: DEBUG nova.virt.hardware [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.483443] env[70867]: DEBUG nova.virt.hardware [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.483637] env[70867]: DEBUG nova.virt.hardware [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.483796] env[70867]: DEBUG nova.virt.hardware [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.483956] env[70867]: DEBUG nova.virt.hardware [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 789.485348] env[70867]: DEBUG nova.virt.hardware [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 789.485348] env[70867]: DEBUG nova.virt.hardware [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 789.485348] env[70867]: DEBUG nova.virt.hardware [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 789.485534] env[70867]: DEBUG nova.virt.hardware [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 789.485717] env[70867]: DEBUG nova.virt.hardware [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 789.487048] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69c2913-eaef-4ccc-977c-89d349cc519e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.496277] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60b565b-7613-4e15-87ab-954c238eb230 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.519040] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2aeeb615-a3f3-425c-850e-6df51e4425f9 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Acquiring lock "331fc4c1-2d75-4d25-b160-0fbb77937314" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.519261] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2aeeb615-a3f3-425c-850e-6df51e4425f9 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Lock "331fc4c1-2d75-4d25-b160-0fbb77937314" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.519473] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2aeeb615-a3f3-425c-850e-6df51e4425f9 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Acquiring lock "331fc4c1-2d75-4d25-b160-0fbb77937314-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.519673] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2aeeb615-a3f3-425c-850e-6df51e4425f9 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Lock "331fc4c1-2d75-4d25-b160-0fbb77937314-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.519854] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2aeeb615-a3f3-425c-850e-6df51e4425f9 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Lock "331fc4c1-2d75-4d25-b160-0fbb77937314-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.521548] env[70867]: DEBUG nova.compute.manager [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 789.524642] env[70867]: INFO nova.compute.manager [None req-2aeeb615-a3f3-425c-850e-6df51e4425f9 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Terminating instance [ 789.572879] env[70867]: DEBUG oslo_vmware.api [None req-915555ba-7606-4407-bacb-c415aa473d50 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473479, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.709421] env[70867]: DEBUG oslo_concurrency.lockutils [None req-03a45dda-5f50-4326-804b-3c003dfe8785 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.276s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.712413] env[70867]: DEBUG oslo_concurrency.lockutils [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.792s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.714398] env[70867]: INFO nova.compute.claims [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.735924] env[70867]: INFO nova.scheduler.client.report [None req-03a45dda-5f50-4326-804b-3c003dfe8785 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Deleted allocations for instance 7dcc0086-65cf-41c7-b647-6426f7c36c10 [ 789.793163] env[70867]: DEBUG oslo_vmware.api [None req-5f6db64e-72c8-4f5d-af86-8a7fd1c8089f tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.802393] env[70867]: DEBUG oslo_vmware.api [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': task-3473480, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.903462] env[70867]: DEBUG oslo_vmware.api [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': task-3473481, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474257} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.903793] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d/ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.904058] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.904381] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0276eeb-b7dd-4211-940f-a8dbe8161012 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.910995] env[70867]: DEBUG oslo_vmware.api [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Waiting for the task: (returnval){ [ 789.910995] env[70867]: value = "task-3473482" [ 789.910995] env[70867]: _type = "Task" [ 789.910995] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.919322] env[70867]: DEBUG oslo_vmware.api [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': task-3473482, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.028998] env[70867]: DEBUG nova.compute.manager [req-4bcab4de-091e-42df-b641-81082a787fa7 req-e43950d4-9bc2-426d-9f15-53ed14c8911d service nova] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Received event network-vif-plugged-d213ffcd-19a7-448c-a860-ca92f46dad0c {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.029314] env[70867]: DEBUG oslo_concurrency.lockutils [req-4bcab4de-091e-42df-b641-81082a787fa7 req-e43950d4-9bc2-426d-9f15-53ed14c8911d service nova] Acquiring lock "ee353059-2dd8-4ab3-835b-ab7655cb9b44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.029523] env[70867]: DEBUG oslo_concurrency.lockutils [req-4bcab4de-091e-42df-b641-81082a787fa7 req-e43950d4-9bc2-426d-9f15-53ed14c8911d service nova] Lock "ee353059-2dd8-4ab3-835b-ab7655cb9b44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.029714] env[70867]: DEBUG oslo_concurrency.lockutils [req-4bcab4de-091e-42df-b641-81082a787fa7 req-e43950d4-9bc2-426d-9f15-53ed14c8911d service nova] Lock "ee353059-2dd8-4ab3-835b-ab7655cb9b44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.029895] env[70867]: DEBUG nova.compute.manager [req-4bcab4de-091e-42df-b641-81082a787fa7 req-e43950d4-9bc2-426d-9f15-53ed14c8911d service nova] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] No waiting events found dispatching network-vif-plugged-d213ffcd-19a7-448c-a860-ca92f46dad0c {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 790.030094] env[70867]: WARNING nova.compute.manager [req-4bcab4de-091e-42df-b641-81082a787fa7 req-e43950d4-9bc2-426d-9f15-53ed14c8911d service nova] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Received unexpected event network-vif-plugged-d213ffcd-19a7-448c-a860-ca92f46dad0c for instance with vm_state building and task_state spawning. [ 790.033291] env[70867]: DEBUG nova.compute.manager [None req-2aeeb615-a3f3-425c-850e-6df51e4425f9 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 790.033533] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2aeeb615-a3f3-425c-850e-6df51e4425f9 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.037649] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47620049-277e-4a8b-aa56-ebd7019c4d6c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.050273] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aeeb615-a3f3-425c-850e-6df51e4425f9 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.050273] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-faffcfc0-a364-4e1f-be65-16b9d18c68c5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.057403] env[70867]: DEBUG oslo_vmware.api [None req-2aeeb615-a3f3-425c-850e-6df51e4425f9 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Waiting for the task: (returnval){ [ 790.057403] env[70867]: value = "task-3473483" [ 790.057403] env[70867]: _type = "Task" [ 790.057403] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.058906] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.077180] env[70867]: DEBUG oslo_vmware.api [None req-2aeeb615-a3f3-425c-850e-6df51e4425f9 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Task: {'id': task-3473483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.081914] env[70867]: DEBUG oslo_vmware.api [None req-915555ba-7606-4407-bacb-c415aa473d50 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473479, 'name': RemoveSnapshot_Task, 'duration_secs': 0.758975} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.082417] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-915555ba-7606-4407-bacb-c415aa473d50 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Deleted Snapshot of the VM instance {{(pid=70867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 790.082873] env[70867]: INFO nova.compute.manager [None req-915555ba-7606-4407-bacb-c415aa473d50 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Took 14.21 seconds to snapshot the instance on the hypervisor. [ 790.135128] env[70867]: DEBUG nova.network.neutron [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Successfully updated port: d213ffcd-19a7-448c-a860-ca92f46dad0c {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 790.245047] env[70867]: DEBUG oslo_concurrency.lockutils [None req-03a45dda-5f50-4326-804b-3c003dfe8785 tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Lock "7dcc0086-65cf-41c7-b647-6426f7c36c10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.838s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.282142] env[70867]: DEBUG oslo_vmware.api [None req-5f6db64e-72c8-4f5d-af86-8a7fd1c8089f tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.293049] env[70867]: DEBUG oslo_vmware.api [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': task-3473480, 'name': PowerOnVM_Task, 'duration_secs': 0.699441} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.293622] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.293830] env[70867]: DEBUG nova.compute.manager [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.294617] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dac3ee-40af-4ccd-96de-bb6ef3829a4b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.421560] env[70867]: DEBUG oslo_vmware.api [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': task-3473482, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071233} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.421885] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.422979] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957c4168-c851-46ae-84d5-8e3655f6a7eb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.446336] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d/ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.446605] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5ee5800-8d9d-439e-89b8-4520a568cad6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.466187] env[70867]: DEBUG oslo_vmware.api [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Waiting for the task: (returnval){ [ 790.466187] env[70867]: value = "task-3473484" [ 790.466187] env[70867]: _type = "Task" [ 790.466187] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.473616] env[70867]: DEBUG oslo_vmware.api [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': task-3473484, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.568271] env[70867]: DEBUG oslo_vmware.api [None req-2aeeb615-a3f3-425c-850e-6df51e4425f9 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Task: {'id': task-3473483, 'name': PowerOffVM_Task, 'duration_secs': 0.187159} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.568908] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aeeb615-a3f3-425c-850e-6df51e4425f9 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.568908] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2aeeb615-a3f3-425c-850e-6df51e4425f9 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.569087] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f586fd8-9073-4dd2-adcd-41c79ced2db9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.625553] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2aeeb615-a3f3-425c-850e-6df51e4425f9 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.625780] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2aeeb615-a3f3-425c-850e-6df51e4425f9 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.625966] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aeeb615-a3f3-425c-850e-6df51e4425f9 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Deleting the datastore file [datastore1] 331fc4c1-2d75-4d25-b160-0fbb77937314 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.626320] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b48e7d5-3d32-4ee9-9049-5164940a59cd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.632645] env[70867]: DEBUG oslo_vmware.api [None req-2aeeb615-a3f3-425c-850e-6df51e4425f9 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Waiting for the task: (returnval){ [ 790.632645] env[70867]: value = "task-3473486" [ 790.632645] env[70867]: _type = "Task" [ 790.632645] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.638788] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Acquiring lock "refresh_cache-ee353059-2dd8-4ab3-835b-ab7655cb9b44" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.639239] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Acquired lock "refresh_cache-ee353059-2dd8-4ab3-835b-ab7655cb9b44" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.639239] env[70867]: DEBUG nova.network.neutron [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.643870] env[70867]: DEBUG oslo_vmware.api [None req-2aeeb615-a3f3-425c-850e-6df51e4425f9 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Task: {'id': task-3473486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.781722] env[70867]: DEBUG oslo_vmware.api [None req-5f6db64e-72c8-4f5d-af86-8a7fd1c8089f tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473466, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.811749] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.978958] env[70867]: DEBUG oslo_vmware.api [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': task-3473484, 'name': ReconfigVM_Task, 'duration_secs': 0.282506} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.978958] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Reconfigured VM instance instance-00000021 to attach disk [datastore1] ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d/ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.979740] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-703a6373-1013-442f-8d89-cf9419981f28 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.986803] env[70867]: DEBUG oslo_vmware.api [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Waiting for the task: (returnval){ [ 790.986803] env[70867]: value = "task-3473487" [ 790.986803] env[70867]: _type = "Task" [ 790.986803] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.994958] env[70867]: DEBUG oslo_vmware.api [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': task-3473487, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.142840] env[70867]: DEBUG oslo_vmware.api [None req-2aeeb615-a3f3-425c-850e-6df51e4425f9 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Task: {'id': task-3473486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.464822} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.143139] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aeeb615-a3f3-425c-850e-6df51e4425f9 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.143294] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2aeeb615-a3f3-425c-850e-6df51e4425f9 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.143466] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2aeeb615-a3f3-425c-850e-6df51e4425f9 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.143635] env[70867]: INFO nova.compute.manager [None req-2aeeb615-a3f3-425c-850e-6df51e4425f9 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Took 1.11 seconds to destroy the instance on the hypervisor. [ 791.143866] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2aeeb615-a3f3-425c-850e-6df51e4425f9 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.146308] env[70867]: DEBUG nova.compute.manager [-] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 791.146412] env[70867]: DEBUG nova.network.neutron [-] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 791.165759] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c05a1e2-4792-495f-9e94-caf3add84d7e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.175281] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f153c7-08d8-4f6f-819e-2ac24f8b5908 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.212022] env[70867]: DEBUG nova.network.neutron [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 791.212522] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bf045b-cf9b-4275-b651-1db91035a63a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.224069] env[70867]: DEBUG oslo_concurrency.lockutils [None req-23e90f27-0338-4b6b-bae6-34b2daf7945b tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Acquiring lock "88f4a83c-1880-4e6c-99ed-18e9229d1125" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.224350] env[70867]: DEBUG oslo_concurrency.lockutils [None req-23e90f27-0338-4b6b-bae6-34b2daf7945b tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Lock "88f4a83c-1880-4e6c-99ed-18e9229d1125" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.224559] env[70867]: DEBUG oslo_concurrency.lockutils [None req-23e90f27-0338-4b6b-bae6-34b2daf7945b tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Acquiring lock "88f4a83c-1880-4e6c-99ed-18e9229d1125-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.224762] env[70867]: DEBUG oslo_concurrency.lockutils [None req-23e90f27-0338-4b6b-bae6-34b2daf7945b tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Lock "88f4a83c-1880-4e6c-99ed-18e9229d1125-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.224937] env[70867]: DEBUG oslo_concurrency.lockutils [None req-23e90f27-0338-4b6b-bae6-34b2daf7945b tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Lock "88f4a83c-1880-4e6c-99ed-18e9229d1125-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.227492] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0546a0d-41cb-4349-a124-ddaa7d055373 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.233735] env[70867]: INFO nova.compute.manager [None req-23e90f27-0338-4b6b-bae6-34b2daf7945b tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Terminating instance [ 791.247318] env[70867]: DEBUG nova.compute.provider_tree [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.285337] env[70867]: DEBUG oslo_vmware.api [None req-5f6db64e-72c8-4f5d-af86-8a7fd1c8089f tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473466, 'name': ReconfigVM_Task, 'duration_secs': 5.847351} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.285599] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5f6db64e-72c8-4f5d-af86-8a7fd1c8089f tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Releasing lock "6e714e41-8baf-492a-b38c-7b162a779556" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.285816] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6db64e-72c8-4f5d-af86-8a7fd1c8089f tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Reconfigured VM to detach interface {{(pid=70867) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 791.395228] env[70867]: DEBUG nova.network.neutron [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Updating instance_info_cache with network_info: [{"id": "d213ffcd-19a7-448c-a860-ca92f46dad0c", "address": "fa:16:3e:9c:ee:59", "network": {"id": "26cb3356-0178-4a40-b1d3-d1845489d720", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1342100142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b76930aa509342adbfff52f545873d53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd213ffcd-19", "ovs_interfaceid": "d213ffcd-19a7-448c-a860-ca92f46dad0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.496910] env[70867]: DEBUG oslo_vmware.api [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': task-3473487, 'name': Rename_Task, 'duration_secs': 0.13172} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.497378] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.497697] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3225f120-ee36-4f4a-8506-9904e7706d4d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.504641] env[70867]: DEBUG oslo_vmware.api [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Waiting for the task: (returnval){ [ 791.504641] env[70867]: value = "task-3473488" [ 791.504641] env[70867]: _type = "Task" [ 791.504641] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.512265] env[70867]: DEBUG oslo_vmware.api [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': task-3473488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.625656] env[70867]: INFO nova.compute.manager [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Rebuilding instance [ 791.685668] env[70867]: DEBUG nova.compute.manager [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.686831] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f6cfbd-b4de-4844-8920-dc53a713d4a0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.725421] env[70867]: DEBUG nova.compute.manager [None req-4a18c49b-6778-440f-86fc-f9b69df2f589 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.726529] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c5daf3-a925-484e-8757-b6e453d25517 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.737926] env[70867]: DEBUG nova.compute.manager [None req-23e90f27-0338-4b6b-bae6-34b2daf7945b tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 791.738136] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-23e90f27-0338-4b6b-bae6-34b2daf7945b tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.738885] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a545d8-5a07-42ab-86b7-79a397a6f5cc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.745872] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e90f27-0338-4b6b-bae6-34b2daf7945b tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.746344] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a318f56c-36a7-464a-abba-da6abab70987 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.750633] env[70867]: DEBUG nova.scheduler.client.report [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.755082] env[70867]: DEBUG oslo_vmware.api [None req-23e90f27-0338-4b6b-bae6-34b2daf7945b tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Waiting for the task: (returnval){ [ 791.755082] env[70867]: value = "task-3473489" [ 791.755082] env[70867]: _type = "Task" [ 791.755082] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.763028] env[70867]: DEBUG oslo_vmware.api [None req-23e90f27-0338-4b6b-bae6-34b2daf7945b tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': task-3473489, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.900065] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Releasing lock "refresh_cache-ee353059-2dd8-4ab3-835b-ab7655cb9b44" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.900065] env[70867]: DEBUG nova.compute.manager [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Instance network_info: |[{"id": "d213ffcd-19a7-448c-a860-ca92f46dad0c", "address": "fa:16:3e:9c:ee:59", "network": {"id": "26cb3356-0178-4a40-b1d3-d1845489d720", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1342100142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b76930aa509342adbfff52f545873d53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd213ffcd-19", "ovs_interfaceid": "d213ffcd-19a7-448c-a860-ca92f46dad0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 791.900377] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:ee:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd213ffcd-19a7-448c-a860-ca92f46dad0c', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.908123] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Creating folder: Project (b76930aa509342adbfff52f545873d53). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.908537] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28848c8d-d849-4ffc-b2aa-1e61d5249165 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.920825] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Created folder: Project (b76930aa509342adbfff52f545873d53) in parent group-v694272. [ 791.921051] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Creating folder: Instances. Parent ref: group-v694379. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.921327] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31f87de9-e340-4334-ac6a-8f0955ad2aec {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.931345] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Created folder: Instances in parent group-v694379. [ 791.931602] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.931808] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.932189] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79c4a9a0-fa7c-44e4-a269-e34d3af131c2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.952025] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.952025] env[70867]: value = "task-3473492" [ 791.952025] env[70867]: _type = "Task" [ 791.952025] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.959468] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473492, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.013672] env[70867]: DEBUG oslo_vmware.api [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': task-3473488, 'name': PowerOnVM_Task, 'duration_secs': 0.437951} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.013940] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.014157] env[70867]: INFO nova.compute.manager [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Took 7.41 seconds to spawn the instance on the hypervisor. [ 792.014363] env[70867]: DEBUG nova.compute.manager [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.015139] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a18254e-9f1d-4eea-af07-8fd8818a5dc7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.061564] env[70867]: DEBUG nova.compute.manager [req-a03120d4-a564-4322-a2a6-f19299b1e943 req-7899668c-b83a-414c-aea3-7a661faff161 service nova] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Received event network-changed-d213ffcd-19a7-448c-a860-ca92f46dad0c {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.061816] env[70867]: DEBUG nova.compute.manager [req-a03120d4-a564-4322-a2a6-f19299b1e943 req-7899668c-b83a-414c-aea3-7a661faff161 service nova] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Refreshing instance network info cache due to event network-changed-d213ffcd-19a7-448c-a860-ca92f46dad0c. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.062083] env[70867]: DEBUG oslo_concurrency.lockutils [req-a03120d4-a564-4322-a2a6-f19299b1e943 req-7899668c-b83a-414c-aea3-7a661faff161 service nova] Acquiring lock "refresh_cache-ee353059-2dd8-4ab3-835b-ab7655cb9b44" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.062239] env[70867]: DEBUG oslo_concurrency.lockutils [req-a03120d4-a564-4322-a2a6-f19299b1e943 req-7899668c-b83a-414c-aea3-7a661faff161 service nova] Acquired lock "refresh_cache-ee353059-2dd8-4ab3-835b-ab7655cb9b44" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.062400] env[70867]: DEBUG nova.network.neutron [req-a03120d4-a564-4322-a2a6-f19299b1e943 req-7899668c-b83a-414c-aea3-7a661faff161 service nova] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Refreshing network info cache for port d213ffcd-19a7-448c-a860-ca92f46dad0c {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.064715] env[70867]: DEBUG nova.network.neutron [-] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.237770] env[70867]: INFO nova.compute.manager [None req-4a18c49b-6778-440f-86fc-f9b69df2f589 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] instance snapshotting [ 792.239971] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b24b05d-703a-46c2-9578-d54b1c91c5ac {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.271502] env[70867]: DEBUG oslo_concurrency.lockutils [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.272210] env[70867]: DEBUG nova.compute.manager [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 792.276454] env[70867]: DEBUG oslo_concurrency.lockutils [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.898s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.277832] env[70867]: INFO nova.compute.claims [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.285629] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896a4825-a266-4884-9cac-07749df4a40e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.294050] env[70867]: DEBUG oslo_vmware.api [None req-23e90f27-0338-4b6b-bae6-34b2daf7945b tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': task-3473489, 'name': PowerOffVM_Task, 'duration_secs': 0.172843} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.296191] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e90f27-0338-4b6b-bae6-34b2daf7945b tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.297033] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-23e90f27-0338-4b6b-bae6-34b2daf7945b tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.298798] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31525841-6dd8-4327-afd8-3c2c7e536e5b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.362946] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-23e90f27-0338-4b6b-bae6-34b2daf7945b tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.363152] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-23e90f27-0338-4b6b-bae6-34b2daf7945b tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.365025] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-23e90f27-0338-4b6b-bae6-34b2daf7945b tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Deleting the datastore file [datastore2] 88f4a83c-1880-4e6c-99ed-18e9229d1125 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.365025] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd8827f0-c9d4-4ccd-9ba6-520141e13797 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.371396] env[70867]: DEBUG oslo_vmware.api [None req-23e90f27-0338-4b6b-bae6-34b2daf7945b tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Waiting for the task: (returnval){ [ 792.371396] env[70867]: value = "task-3473494" [ 792.371396] env[70867]: _type = "Task" [ 792.371396] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.380955] env[70867]: DEBUG oslo_vmware.api [None req-23e90f27-0338-4b6b-bae6-34b2daf7945b tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': task-3473494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.465425] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473492, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.533164] env[70867]: INFO nova.compute.manager [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Took 46.32 seconds to build instance. [ 792.569399] env[70867]: INFO nova.compute.manager [-] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Took 1.42 seconds to deallocate network for instance. [ 792.704924] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.705522] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5f6db64e-72c8-4f5d-af86-8a7fd1c8089f tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "refresh_cache-6e714e41-8baf-492a-b38c-7b162a779556" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.705568] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5f6db64e-72c8-4f5d-af86-8a7fd1c8089f tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquired lock "refresh_cache-6e714e41-8baf-492a-b38c-7b162a779556" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.705737] env[70867]: DEBUG nova.network.neutron [None req-5f6db64e-72c8-4f5d-af86-8a7fd1c8089f tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.707869] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3e38409-bfeb-4ec6-9e37-6466f2b8d14a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.717673] env[70867]: DEBUG oslo_vmware.api [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Waiting for the task: (returnval){ [ 792.717673] env[70867]: value = "task-3473495" [ 792.717673] env[70867]: _type = "Task" [ 792.717673] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.729609] env[70867]: DEBUG oslo_vmware.api [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Task: {'id': task-3473495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.736176] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c8443428-faf1-46a4-a7b1-64f56e28fc42 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "6e714e41-8baf-492a-b38c-7b162a779556" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.736443] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c8443428-faf1-46a4-a7b1-64f56e28fc42 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "6e714e41-8baf-492a-b38c-7b162a779556" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.736651] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c8443428-faf1-46a4-a7b1-64f56e28fc42 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "6e714e41-8baf-492a-b38c-7b162a779556-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.736833] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c8443428-faf1-46a4-a7b1-64f56e28fc42 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "6e714e41-8baf-492a-b38c-7b162a779556-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.736992] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c8443428-faf1-46a4-a7b1-64f56e28fc42 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "6e714e41-8baf-492a-b38c-7b162a779556-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.738928] env[70867]: INFO nova.compute.manager [None req-c8443428-faf1-46a4-a7b1-64f56e28fc42 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Terminating instance [ 792.792288] env[70867]: DEBUG nova.compute.utils [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.793676] env[70867]: DEBUG nova.compute.manager [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.793896] env[70867]: DEBUG nova.network.neutron [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.801961] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-4a18c49b-6778-440f-86fc-f9b69df2f589 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Creating Snapshot of the VM instance {{(pid=70867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 792.802375] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b260a5af-4510-4e07-a531-522236c160bb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.811108] env[70867]: DEBUG oslo_vmware.api [None req-4a18c49b-6778-440f-86fc-f9b69df2f589 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Waiting for the task: (returnval){ [ 792.811108] env[70867]: value = "task-3473496" [ 792.811108] env[70867]: _type = "Task" [ 792.811108] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.820883] env[70867]: DEBUG oslo_vmware.api [None req-4a18c49b-6778-440f-86fc-f9b69df2f589 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473496, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.858460] env[70867]: DEBUG nova.policy [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16f8fdc27ac44664b0f324339262fc74', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca8ee7c29a8f4dcdb84ae7af3742d1b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.863200] env[70867]: DEBUG nova.network.neutron [req-a03120d4-a564-4322-a2a6-f19299b1e943 req-7899668c-b83a-414c-aea3-7a661faff161 service nova] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Updated VIF entry in instance network info cache for port d213ffcd-19a7-448c-a860-ca92f46dad0c. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.863622] env[70867]: DEBUG nova.network.neutron [req-a03120d4-a564-4322-a2a6-f19299b1e943 req-7899668c-b83a-414c-aea3-7a661faff161 service nova] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Updating instance_info_cache with network_info: [{"id": "d213ffcd-19a7-448c-a860-ca92f46dad0c", "address": "fa:16:3e:9c:ee:59", "network": {"id": "26cb3356-0178-4a40-b1d3-d1845489d720", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1342100142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b76930aa509342adbfff52f545873d53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd213ffcd-19", "ovs_interfaceid": "d213ffcd-19a7-448c-a860-ca92f46dad0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.884205] env[70867]: DEBUG oslo_vmware.api [None req-23e90f27-0338-4b6b-bae6-34b2daf7945b tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Task: {'id': task-3473494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177651} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.884424] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-23e90f27-0338-4b6b-bae6-34b2daf7945b tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.884621] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-23e90f27-0338-4b6b-bae6-34b2daf7945b tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.884812] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-23e90f27-0338-4b6b-bae6-34b2daf7945b tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.884997] env[70867]: INFO nova.compute.manager [None req-23e90f27-0338-4b6b-bae6-34b2daf7945b tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Took 1.15 seconds to destroy the instance on the hypervisor. [ 792.885305] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23e90f27-0338-4b6b-bae6-34b2daf7945b tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.885505] env[70867]: DEBUG nova.compute.manager [-] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 792.885715] env[70867]: DEBUG nova.network.neutron [-] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 792.963382] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473492, 'name': CreateVM_Task, 'duration_secs': 0.558164} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.963670] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.964901] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.965156] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.965525] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.965831] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78fbb914-0a66-45c6-aeb0-9205ded51223 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.970882] env[70867]: DEBUG oslo_vmware.api [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Waiting for the task: (returnval){ [ 792.970882] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]523c3cef-f15e-72e7-7b6c-cfc36986e235" [ 792.970882] env[70867]: _type = "Task" [ 792.970882] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.980872] env[70867]: DEBUG oslo_vmware.api [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]523c3cef-f15e-72e7-7b6c-cfc36986e235, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.036526] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7fd1cf99-06b4-4923-8c20-0f68321e2b62 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Lock "ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.702s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.077029] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2aeeb615-a3f3-425c-850e-6df51e4425f9 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.233176] env[70867]: DEBUG oslo_vmware.api [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Task: {'id': task-3473495, 'name': PowerOffVM_Task, 'duration_secs': 0.254268} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.233664] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.234084] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.237718] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d721a1-3d17-41c7-9029-a3e4edd892d0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.247722] env[70867]: DEBUG nova.compute.manager [None req-c8443428-faf1-46a4-a7b1-64f56e28fc42 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 793.247722] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c8443428-faf1-46a4-a7b1-64f56e28fc42 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.247895] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.248953] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed42a79e-2042-4661-a1ab-4bb136e0b773 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.251956] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b20073b-21b2-4420-a71f-a09371414933 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.257909] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8443428-faf1-46a4-a7b1-64f56e28fc42 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.258261] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5b4b2e1-2769-4fbd-80d4-cbe94c556651 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.263467] env[70867]: DEBUG oslo_vmware.api [None req-c8443428-faf1-46a4-a7b1-64f56e28fc42 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 793.263467] env[70867]: value = "task-3473498" [ 793.263467] env[70867]: _type = "Task" [ 793.263467] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.275466] env[70867]: DEBUG oslo_vmware.api [None req-c8443428-faf1-46a4-a7b1-64f56e28fc42 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.279940] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 793.280242] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 793.280362] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Deleting the datastore file [datastore1] dcbf8cff-2227-4d10-843d-c08d4a98695e {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 793.280703] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d352ce57-f00a-453e-b2d3-0e5659b3859b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.288199] env[70867]: DEBUG oslo_vmware.api [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Waiting for the task: (returnval){ [ 793.288199] env[70867]: value = "task-3473499" [ 793.288199] env[70867]: _type = "Task" [ 793.288199] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.301159] env[70867]: DEBUG nova.compute.manager [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.315517] env[70867]: DEBUG oslo_vmware.api [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Task: {'id': task-3473499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.328404] env[70867]: DEBUG oslo_vmware.api [None req-4a18c49b-6778-440f-86fc-f9b69df2f589 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473496, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.367661] env[70867]: DEBUG oslo_concurrency.lockutils [req-a03120d4-a564-4322-a2a6-f19299b1e943 req-7899668c-b83a-414c-aea3-7a661faff161 service nova] Releasing lock "refresh_cache-ee353059-2dd8-4ab3-835b-ab7655cb9b44" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.367661] env[70867]: DEBUG nova.compute.manager [req-a03120d4-a564-4322-a2a6-f19299b1e943 req-7899668c-b83a-414c-aea3-7a661faff161 service nova] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Received event network-vif-deleted-c99cf1c8-1852-451a-bf19-2e33d4345005 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.367661] env[70867]: INFO nova.compute.manager [req-a03120d4-a564-4322-a2a6-f19299b1e943 req-7899668c-b83a-414c-aea3-7a661faff161 service nova] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Neutron deleted interface c99cf1c8-1852-451a-bf19-2e33d4345005; detaching it from the instance and deleting it from the info cache [ 793.367661] env[70867]: DEBUG nova.network.neutron [req-a03120d4-a564-4322-a2a6-f19299b1e943 req-7899668c-b83a-414c-aea3-7a661faff161 service nova] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.411944] env[70867]: DEBUG nova.network.neutron [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Successfully created port: dc04ef45-2a18-413d-bb2d-00805281894d {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.488623] env[70867]: DEBUG oslo_vmware.api [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]523c3cef-f15e-72e7-7b6c-cfc36986e235, 'name': SearchDatastore_Task, 'duration_secs': 0.010026} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.488979] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.489598] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.489854] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.490026] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.490538] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.490820] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-462d06ae-cc05-4e4a-9082-d03abc0637db {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.507546] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.507752] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.511228] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82e6606c-22b0-4e9e-b9de-6bc9720444d5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.517323] env[70867]: DEBUG oslo_vmware.api [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Waiting for the task: (returnval){ [ 793.517323] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]524b0137-f04c-a599-7ced-95a31174fc01" [ 793.517323] env[70867]: _type = "Task" [ 793.517323] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.526898] env[70867]: DEBUG oslo_vmware.api [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]524b0137-f04c-a599-7ced-95a31174fc01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.529978] env[70867]: INFO nova.network.neutron [None req-5f6db64e-72c8-4f5d-af86-8a7fd1c8089f tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Port f48ee5bd-b8fd-41dd-8f33-788fe01a5ed1 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 793.530368] env[70867]: DEBUG nova.network.neutron [None req-5f6db64e-72c8-4f5d-af86-8a7fd1c8089f tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Updating instance_info_cache with network_info: [{"id": "f2fec0ce-de2b-4fdd-bc07-f8401097abbc", "address": "fa:16:3e:f8:37:34", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2fec0ce-de", "ovs_interfaceid": "f2fec0ce-de2b-4fdd-bc07-f8401097abbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.537767] env[70867]: DEBUG nova.compute.manager [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 793.777396] env[70867]: DEBUG oslo_vmware.api [None req-c8443428-faf1-46a4-a7b1-64f56e28fc42 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473498, 'name': PowerOffVM_Task, 'duration_secs': 0.422027} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.784440] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8443428-faf1-46a4-a7b1-64f56e28fc42 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.784622] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c8443428-faf1-46a4-a7b1-64f56e28fc42 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.785349] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61ee1bbf-4cbf-4674-8c1c-b4c4648f9d85 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.802695] env[70867]: DEBUG oslo_vmware.api [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Task: {'id': task-3473499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.438182} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.808800] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.811583] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.811583] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.815198] env[70867]: DEBUG nova.network.neutron [-] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.828404] env[70867]: DEBUG oslo_vmware.api [None req-4a18c49b-6778-440f-86fc-f9b69df2f589 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473496, 'name': CreateSnapshot_Task, 'duration_secs': 0.6784} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.828404] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-4a18c49b-6778-440f-86fc-f9b69df2f589 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Created Snapshot of the VM instance {{(pid=70867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 793.828722] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a759d8c0-948d-496b-a412-258413fc358d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.870180] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a279f61c-54f9-463a-98a3-2162c2b6dec7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.884144] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e2b1c2-b09d-4683-840d-fd00725e998d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.923378] env[70867]: DEBUG nova.compute.manager [req-a03120d4-a564-4322-a2a6-f19299b1e943 req-7899668c-b83a-414c-aea3-7a661faff161 service nova] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Detach interface failed, port_id=c99cf1c8-1852-451a-bf19-2e33d4345005, reason: Instance 331fc4c1-2d75-4d25-b160-0fbb77937314 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 793.923515] env[70867]: DEBUG nova.compute.manager [req-a03120d4-a564-4322-a2a6-f19299b1e943 req-7899668c-b83a-414c-aea3-7a661faff161 service nova] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Received event network-vif-deleted-f48ee5bd-b8fd-41dd-8f33-788fe01a5ed1 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.923656] env[70867]: INFO nova.compute.manager [req-a03120d4-a564-4322-a2a6-f19299b1e943 req-7899668c-b83a-414c-aea3-7a661faff161 service nova] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Neutron deleted interface f48ee5bd-b8fd-41dd-8f33-788fe01a5ed1; detaching it from the instance and deleting it from the info cache [ 793.924942] env[70867]: DEBUG nova.network.neutron [req-a03120d4-a564-4322-a2a6-f19299b1e943 req-7899668c-b83a-414c-aea3-7a661faff161 service nova] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Updating instance_info_cache with network_info: [{"id": "f2fec0ce-de2b-4fdd-bc07-f8401097abbc", "address": "fa:16:3e:f8:37:34", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2fec0ce-de", "ovs_interfaceid": "f2fec0ce-de2b-4fdd-bc07-f8401097abbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.953742] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44a99b3-dc36-46d1-9860-f688463452ea {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.961889] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59efda8-08d5-4286-8880-4e5ede168eb0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.995823] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62704ca0-6545-4d97-9f95-7ab17dacec72 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.003775] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf33b77-0cbb-4ca2-b656-7cde1e67e1b7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.017946] env[70867]: DEBUG nova.compute.provider_tree [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.029062] env[70867]: DEBUG oslo_vmware.api [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]524b0137-f04c-a599-7ced-95a31174fc01, 'name': SearchDatastore_Task, 'duration_secs': 0.013677} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.029875] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bf3927e-8626-4a7a-9071-23ae46c0de57 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.033158] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5f6db64e-72c8-4f5d-af86-8a7fd1c8089f tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Releasing lock "refresh_cache-6e714e41-8baf-492a-b38c-7b162a779556" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.038827] env[70867]: DEBUG oslo_vmware.api [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Waiting for the task: (returnval){ [ 794.038827] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f237c4-7bed-dd5e-b62e-b89765a0e99d" [ 794.038827] env[70867]: _type = "Task" [ 794.038827] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.051898] env[70867]: DEBUG oslo_vmware.api [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f237c4-7bed-dd5e-b62e-b89765a0e99d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.061935] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.207737] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c8443428-faf1-46a4-a7b1-64f56e28fc42 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.207973] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c8443428-faf1-46a4-a7b1-64f56e28fc42 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.208174] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8443428-faf1-46a4-a7b1-64f56e28fc42 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Deleting the datastore file [datastore1] 6e714e41-8baf-492a-b38c-7b162a779556 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.208455] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67bfe7c6-936d-45cb-880c-8862663e4c41 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.214810] env[70867]: DEBUG oslo_vmware.api [None req-c8443428-faf1-46a4-a7b1-64f56e28fc42 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 794.214810] env[70867]: value = "task-3473501" [ 794.214810] env[70867]: _type = "Task" [ 794.214810] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.223417] env[70867]: DEBUG oslo_vmware.api [None req-c8443428-faf1-46a4-a7b1-64f56e28fc42 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.310514] env[70867]: DEBUG nova.compute.manager [req-4ab71c7e-891a-4cc9-a7e4-49c7d150f07c req-8b16f56a-879d-469e-8f25-f204b71837bd service nova] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Received event network-vif-deleted-7c063d86-a8df-4caa-a0a2-fa3c4fd138a9 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.310514] env[70867]: DEBUG nova.compute.manager [req-4ab71c7e-891a-4cc9-a7e4-49c7d150f07c req-8b16f56a-879d-469e-8f25-f204b71837bd service nova] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Received event network-changed-5fd16072-3fb5-4402-b15b-c1c0054ea3ee {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.310991] env[70867]: DEBUG nova.compute.manager [req-4ab71c7e-891a-4cc9-a7e4-49c7d150f07c req-8b16f56a-879d-469e-8f25-f204b71837bd service nova] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Refreshing instance network info cache due to event network-changed-5fd16072-3fb5-4402-b15b-c1c0054ea3ee. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 794.310991] env[70867]: DEBUG oslo_concurrency.lockutils [req-4ab71c7e-891a-4cc9-a7e4-49c7d150f07c req-8b16f56a-879d-469e-8f25-f204b71837bd service nova] Acquiring lock "refresh_cache-ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.310991] env[70867]: DEBUG oslo_concurrency.lockutils [req-4ab71c7e-891a-4cc9-a7e4-49c7d150f07c req-8b16f56a-879d-469e-8f25-f204b71837bd service nova] Acquired lock "refresh_cache-ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.311283] env[70867]: DEBUG nova.network.neutron [req-4ab71c7e-891a-4cc9-a7e4-49c7d150f07c req-8b16f56a-879d-469e-8f25-f204b71837bd service nova] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Refreshing network info cache for port 5fd16072-3fb5-4402-b15b-c1c0054ea3ee {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.321402] env[70867]: INFO nova.compute.manager [-] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Took 1.44 seconds to deallocate network for instance. [ 794.322583] env[70867]: DEBUG nova.compute.manager [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 794.350220] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-4a18c49b-6778-440f-86fc-f9b69df2f589 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Creating linked-clone VM from snapshot {{(pid=70867) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 794.353413] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c2b5dbae-8d1f-496f-b644-8db168e362fd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.362893] env[70867]: DEBUG oslo_vmware.api [None req-4a18c49b-6778-440f-86fc-f9b69df2f589 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Waiting for the task: (returnval){ [ 794.362893] env[70867]: value = "task-3473502" [ 794.362893] env[70867]: _type = "Task" [ 794.362893] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.369269] env[70867]: DEBUG nova.virt.hardware [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.369546] env[70867]: DEBUG nova.virt.hardware [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.369704] env[70867]: DEBUG nova.virt.hardware [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.371017] env[70867]: DEBUG nova.virt.hardware [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.371017] env[70867]: DEBUG nova.virt.hardware [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.371017] env[70867]: DEBUG nova.virt.hardware [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.371017] env[70867]: DEBUG nova.virt.hardware [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.371017] env[70867]: DEBUG nova.virt.hardware [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.371017] env[70867]: DEBUG nova.virt.hardware [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.371017] env[70867]: DEBUG nova.virt.hardware [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.371342] env[70867]: DEBUG nova.virt.hardware [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.372602] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e998aa6-35bd-458d-9003-04a705e8426f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.385595] env[70867]: DEBUG oslo_vmware.api [None req-4a18c49b-6778-440f-86fc-f9b69df2f589 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473502, 'name': CloneVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.387246] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ae2341-297a-4351-add1-9086ebf01d25 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.427809] env[70867]: DEBUG oslo_concurrency.lockutils [req-a03120d4-a564-4322-a2a6-f19299b1e943 req-7899668c-b83a-414c-aea3-7a661faff161 service nova] Acquiring lock "6e714e41-8baf-492a-b38c-7b162a779556" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.524642] env[70867]: DEBUG nova.scheduler.client.report [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.537059] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5f6db64e-72c8-4f5d-af86-8a7fd1c8089f tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "interface-6e714e41-8baf-492a-b38c-7b162a779556-f48ee5bd-b8fd-41dd-8f33-788fe01a5ed1" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.859s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.552639] env[70867]: DEBUG oslo_vmware.api [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f237c4-7bed-dd5e-b62e-b89765a0e99d, 'name': SearchDatastore_Task, 'duration_secs': 0.042532} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.553476] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.553746] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] ee353059-2dd8-4ab3-835b-ab7655cb9b44/ee353059-2dd8-4ab3-835b-ab7655cb9b44.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.554059] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa49718c-40e3-4056-8ee1-9f3dc55ecabd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.561468] env[70867]: DEBUG oslo_vmware.api [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Waiting for the task: (returnval){ [ 794.561468] env[70867]: value = "task-3473503" [ 794.561468] env[70867]: _type = "Task" [ 794.561468] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.572928] env[70867]: DEBUG oslo_vmware.api [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.726587] env[70867]: DEBUG oslo_vmware.api [None req-c8443428-faf1-46a4-a7b1-64f56e28fc42 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295268} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.726861] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8443428-faf1-46a4-a7b1-64f56e28fc42 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.727051] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c8443428-faf1-46a4-a7b1-64f56e28fc42 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.727239] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c8443428-faf1-46a4-a7b1-64f56e28fc42 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.727444] env[70867]: INFO nova.compute.manager [None req-c8443428-faf1-46a4-a7b1-64f56e28fc42 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Took 1.48 seconds to destroy the instance on the hypervisor. [ 794.727707] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8443428-faf1-46a4-a7b1-64f56e28fc42 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.727923] env[70867]: DEBUG nova.compute.manager [-] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 794.728078] env[70867]: DEBUG nova.network.neutron [-] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 794.833167] env[70867]: DEBUG oslo_concurrency.lockutils [None req-23e90f27-0338-4b6b-bae6-34b2daf7945b tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.863282] env[70867]: DEBUG nova.virt.hardware [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.866455] env[70867]: DEBUG nova.virt.hardware [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.866455] env[70867]: DEBUG nova.virt.hardware [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.866455] env[70867]: DEBUG nova.virt.hardware [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.866455] env[70867]: DEBUG nova.virt.hardware [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.866455] env[70867]: DEBUG nova.virt.hardware [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.866455] env[70867]: DEBUG nova.virt.hardware [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.866455] env[70867]: DEBUG nova.virt.hardware [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.866455] env[70867]: DEBUG nova.virt.hardware [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.866455] env[70867]: DEBUG nova.virt.hardware [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.866455] env[70867]: DEBUG nova.virt.hardware [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.867714] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e368bde-c3ff-48b6-aa21-ada49a71a439 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.889525] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7b9261-5997-4c5a-92d5-40cb00a6c4c8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.894302] env[70867]: DEBUG oslo_vmware.api [None req-4a18c49b-6778-440f-86fc-f9b69df2f589 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473502, 'name': CloneVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.907861] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Instance VIF info [] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.914020] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.914721] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.914721] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4008233d-15b0-405a-8ba4-9e25fd3a10a3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.938454] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.938454] env[70867]: value = "task-3473504" [ 794.938454] env[70867]: _type = "Task" [ 794.938454] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.949618] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473504, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.033404] env[70867]: DEBUG oslo_concurrency.lockutils [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.034085] env[70867]: DEBUG nova.compute.manager [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.037307] env[70867]: DEBUG oslo_concurrency.lockutils [None req-93db122f-8bb3-4113-81d7-0ea7b99f4593 tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.451s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.037608] env[70867]: DEBUG nova.objects.instance [None req-93db122f-8bb3-4113-81d7-0ea7b99f4593 tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Lazy-loading 'resources' on Instance uuid ec7a7de1-c7e5-469b-ada8-634381ee04fd {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.075468] env[70867]: DEBUG oslo_vmware.api [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473503, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.336507] env[70867]: DEBUG nova.network.neutron [req-4ab71c7e-891a-4cc9-a7e4-49c7d150f07c req-8b16f56a-879d-469e-8f25-f204b71837bd service nova] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Updated VIF entry in instance network info cache for port 5fd16072-3fb5-4402-b15b-c1c0054ea3ee. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.337161] env[70867]: DEBUG nova.network.neutron [req-4ab71c7e-891a-4cc9-a7e4-49c7d150f07c req-8b16f56a-879d-469e-8f25-f204b71837bd service nova] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Updating instance_info_cache with network_info: [{"id": "5fd16072-3fb5-4402-b15b-c1c0054ea3ee", "address": "fa:16:3e:c8:b1:e4", "network": {"id": "6122a663-d933-4069-bc75-5d3bbccd9550", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-945052682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9a2be483b6843acbe87adb625979fc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fd16072-3f", "ovs_interfaceid": "5fd16072-3fb5-4402-b15b-c1c0054ea3ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.380385] env[70867]: DEBUG oslo_vmware.api [None req-4a18c49b-6778-440f-86fc-f9b69df2f589 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473502, 'name': CloneVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.454536] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473504, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.457925] env[70867]: DEBUG nova.network.neutron [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Successfully updated port: dc04ef45-2a18-413d-bb2d-00805281894d {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.540586] env[70867]: DEBUG nova.compute.utils [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.542130] env[70867]: DEBUG nova.compute.manager [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.542314] env[70867]: DEBUG nova.network.neutron [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 7d966134-eea1-4707-afd3-08632a846d08] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.584496] env[70867]: DEBUG oslo_vmware.api [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473503, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566105} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.584811] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] ee353059-2dd8-4ab3-835b-ab7655cb9b44/ee353059-2dd8-4ab3-835b-ab7655cb9b44.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.585066] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.585337] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe55dda3-b988-4f07-83f6-8c260e8a513b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.595400] env[70867]: DEBUG oslo_vmware.api [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Waiting for the task: (returnval){ [ 795.595400] env[70867]: value = "task-3473505" [ 795.595400] env[70867]: _type = "Task" [ 795.595400] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.596830] env[70867]: DEBUG nova.policy [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e03c6b6f81b440f28b5c3e8359f83e0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b76930aa509342adbfff52f545873d53', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.607652] env[70867]: DEBUG oslo_vmware.api [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.694033] env[70867]: DEBUG nova.compute.manager [req-d1e57aa1-c792-4bbf-9730-8ebf42199999 req-c71e33c9-3194-40cf-8f76-10b197a60b84 service nova] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Received event network-vif-deleted-f2fec0ce-de2b-4fdd-bc07-f8401097abbc {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.694198] env[70867]: INFO nova.compute.manager [req-d1e57aa1-c792-4bbf-9730-8ebf42199999 req-c71e33c9-3194-40cf-8f76-10b197a60b84 service nova] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Neutron deleted interface f2fec0ce-de2b-4fdd-bc07-f8401097abbc; detaching it from the instance and deleting it from the info cache [ 795.694530] env[70867]: DEBUG nova.network.neutron [req-d1e57aa1-c792-4bbf-9730-8ebf42199999 req-c71e33c9-3194-40cf-8f76-10b197a60b84 service nova] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.841293] env[70867]: DEBUG oslo_concurrency.lockutils [req-4ab71c7e-891a-4cc9-a7e4-49c7d150f07c req-8b16f56a-879d-469e-8f25-f204b71837bd service nova] Releasing lock "refresh_cache-ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.875888] env[70867]: DEBUG oslo_vmware.api [None req-4a18c49b-6778-440f-86fc-f9b69df2f589 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473502, 'name': CloneVM_Task} progress is 95%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.903997] env[70867]: DEBUG nova.network.neutron [-] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.952970] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473504, 'name': CreateVM_Task, 'duration_secs': 0.623317} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.952970] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.952970] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.952970] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.954820] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.956153] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b55eeada-5b07-42bc-a720-07dc9acacfa6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.962052] env[70867]: DEBUG oslo_vmware.api [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Waiting for the task: (returnval){ [ 795.962052] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527bbbaa-0140-ca8e-c428-116b009b8ae4" [ 795.962052] env[70867]: _type = "Task" [ 795.962052] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.966365] env[70867]: DEBUG oslo_concurrency.lockutils [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Acquiring lock "refresh_cache-d0ca53d2-313b-48e6-95ca-b580e0b083ff" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.967332] env[70867]: DEBUG oslo_concurrency.lockutils [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Acquired lock "refresh_cache-d0ca53d2-313b-48e6-95ca-b580e0b083ff" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.967332] env[70867]: DEBUG nova.network.neutron [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.973169] env[70867]: DEBUG oslo_vmware.api [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527bbbaa-0140-ca8e-c428-116b009b8ae4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.020250] env[70867]: DEBUG nova.network.neutron [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Successfully created port: 1b186ff3-1993-4c75-a528-7de2dc3d9020 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 796.050169] env[70867]: DEBUG nova.compute.manager [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.112513] env[70867]: DEBUG oslo_vmware.api [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.222686} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.112781] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.113572] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac9fbad-d669-4ac5-928c-7d31f621cc00 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.153454] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] ee353059-2dd8-4ab3-835b-ab7655cb9b44/ee353059-2dd8-4ab3-835b-ab7655cb9b44.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.154768] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0901d5f9-4b29-43f2-ad49-0620ebcf9e53 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.171847] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca40a160-b7ef-490c-8808-7e7f6e5d8947 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.180336] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86cd7b66-1d25-4ee8-be98-b9c3e06175b7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.185200] env[70867]: DEBUG oslo_vmware.api [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Waiting for the task: (returnval){ [ 796.185200] env[70867]: value = "task-3473506" [ 796.185200] env[70867]: _type = "Task" [ 796.185200] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.221236] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5af5f61f-5e9a-4bed-aad6-c38049688c95 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.223553] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30572616-0f5b-4054-97ff-d5cbec1b287e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.226516] env[70867]: DEBUG oslo_vmware.api [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473506, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.234642] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a239189-9dd8-4d3c-b515-71192e5b6561 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.241559] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b02b9d0-579d-4a1e-b7d4-efacf9de0075 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.266986] env[70867]: DEBUG nova.compute.provider_tree [None req-93db122f-8bb3-4113-81d7-0ea7b99f4593 tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.277426] env[70867]: DEBUG nova.compute.manager [req-d1e57aa1-c792-4bbf-9730-8ebf42199999 req-c71e33c9-3194-40cf-8f76-10b197a60b84 service nova] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Detach interface failed, port_id=f2fec0ce-de2b-4fdd-bc07-f8401097abbc, reason: Instance 6e714e41-8baf-492a-b38c-7b162a779556 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 796.279144] env[70867]: DEBUG nova.scheduler.client.report [None req-93db122f-8bb3-4113-81d7-0ea7b99f4593 tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.377728] env[70867]: DEBUG oslo_vmware.api [None req-4a18c49b-6778-440f-86fc-f9b69df2f589 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473502, 'name': CloneVM_Task, 'duration_secs': 1.640217} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.378028] env[70867]: INFO nova.virt.vmwareapi.vmops [None req-4a18c49b-6778-440f-86fc-f9b69df2f589 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Created linked-clone VM from snapshot [ 796.378736] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc13c907-f291-4b66-a561-9fd6729dfe2b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.387959] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-4a18c49b-6778-440f-86fc-f9b69df2f589 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Uploading image b0d4a309-8162-4dbf-8c7b-a7e20f324ac0 {{(pid=70867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 796.407421] env[70867]: INFO nova.compute.manager [-] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Took 1.68 seconds to deallocate network for instance. [ 796.411350] env[70867]: DEBUG nova.compute.manager [req-8df8aca9-1c58-4c75-9ce8-a90427b114de req-72944df7-586b-49ec-a159-718586515307 service nova] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Received event network-changed-5fd16072-3fb5-4402-b15b-c1c0054ea3ee {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.411575] env[70867]: DEBUG nova.compute.manager [req-8df8aca9-1c58-4c75-9ce8-a90427b114de req-72944df7-586b-49ec-a159-718586515307 service nova] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Refreshing instance network info cache due to event network-changed-5fd16072-3fb5-4402-b15b-c1c0054ea3ee. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.411790] env[70867]: DEBUG oslo_concurrency.lockutils [req-8df8aca9-1c58-4c75-9ce8-a90427b114de req-72944df7-586b-49ec-a159-718586515307 service nova] Acquiring lock "refresh_cache-ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.411891] env[70867]: DEBUG oslo_concurrency.lockutils [req-8df8aca9-1c58-4c75-9ce8-a90427b114de req-72944df7-586b-49ec-a159-718586515307 service nova] Acquired lock "refresh_cache-ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.412103] env[70867]: DEBUG nova.network.neutron [req-8df8aca9-1c58-4c75-9ce8-a90427b114de req-72944df7-586b-49ec-a159-718586515307 service nova] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Refreshing network info cache for port 5fd16072-3fb5-4402-b15b-c1c0054ea3ee {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.414840] env[70867]: DEBUG oslo_vmware.rw_handles [None req-4a18c49b-6778-440f-86fc-f9b69df2f589 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 796.414840] env[70867]: value = "vm-694383" [ 796.414840] env[70867]: _type = "VirtualMachine" [ 796.414840] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 796.417812] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4ad1f9aa-432a-40c1-8227-83a95db1cf30 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.426266] env[70867]: DEBUG oslo_vmware.rw_handles [None req-4a18c49b-6778-440f-86fc-f9b69df2f589 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Lease: (returnval){ [ 796.426266] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52994937-8d60-8528-c364-9f5921b52612" [ 796.426266] env[70867]: _type = "HttpNfcLease" [ 796.426266] env[70867]: } obtained for exporting VM: (result){ [ 796.426266] env[70867]: value = "vm-694383" [ 796.426266] env[70867]: _type = "VirtualMachine" [ 796.426266] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 796.426517] env[70867]: DEBUG oslo_vmware.api [None req-4a18c49b-6778-440f-86fc-f9b69df2f589 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Waiting for the lease: (returnval){ [ 796.426517] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52994937-8d60-8528-c364-9f5921b52612" [ 796.426517] env[70867]: _type = "HttpNfcLease" [ 796.426517] env[70867]: } to be ready. {{(pid=70867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 796.432591] env[70867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 796.432591] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52994937-8d60-8528-c364-9f5921b52612" [ 796.432591] env[70867]: _type = "HttpNfcLease" [ 796.432591] env[70867]: } is initializing. {{(pid=70867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 796.474049] env[70867]: DEBUG oslo_vmware.api [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527bbbaa-0140-ca8e-c428-116b009b8ae4, 'name': SearchDatastore_Task, 'duration_secs': 0.013699} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.474352] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.474578] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.474803] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.474945] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.475131] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.475670] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7146e47d-89eb-4338-97ed-5cd3d61b89b2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.484033] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.484033] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.484881] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e696b10b-6cbd-47b5-99ba-a49b6322524e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.489886] env[70867]: DEBUG oslo_vmware.api [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Waiting for the task: (returnval){ [ 796.489886] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521b5d1d-9e66-1c1e-7490-cda41aa62ac6" [ 796.489886] env[70867]: _type = "Task" [ 796.489886] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.496839] env[70867]: DEBUG oslo_vmware.api [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521b5d1d-9e66-1c1e-7490-cda41aa62ac6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.511580] env[70867]: DEBUG nova.network.neutron [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.678169] env[70867]: DEBUG nova.network.neutron [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Updating instance_info_cache with network_info: [{"id": "dc04ef45-2a18-413d-bb2d-00805281894d", "address": "fa:16:3e:57:b2:9e", "network": {"id": "d47c5485-afb8-4e27-9b84-ba0751a8e932", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-706264388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca8ee7c29a8f4dcdb84ae7af3742d1b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc04ef45-2a", "ovs_interfaceid": "dc04ef45-2a18-413d-bb2d-00805281894d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.695109] env[70867]: DEBUG oslo_vmware.api [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473506, 'name': ReconfigVM_Task, 'duration_secs': 0.268736} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.695387] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Reconfigured VM instance instance-00000022 to attach disk [datastore1] ee353059-2dd8-4ab3-835b-ab7655cb9b44/ee353059-2dd8-4ab3-835b-ab7655cb9b44.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.696232] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-613e3401-6acc-4ef4-a610-c1fefd6622a8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.703260] env[70867]: DEBUG oslo_vmware.api [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Waiting for the task: (returnval){ [ 796.703260] env[70867]: value = "task-3473508" [ 796.703260] env[70867]: _type = "Task" [ 796.703260] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.711085] env[70867]: DEBUG oslo_vmware.api [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473508, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.783504] env[70867]: DEBUG oslo_concurrency.lockutils [None req-93db122f-8bb3-4113-81d7-0ea7b99f4593 tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.746s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.786048] env[70867]: DEBUG oslo_concurrency.lockutils [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.113s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.787717] env[70867]: INFO nova.compute.claims [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 796.812068] env[70867]: INFO nova.scheduler.client.report [None req-93db122f-8bb3-4113-81d7-0ea7b99f4593 tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Deleted allocations for instance ec7a7de1-c7e5-469b-ada8-634381ee04fd [ 796.924337] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c8443428-faf1-46a4-a7b1-64f56e28fc42 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.935444] env[70867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 796.935444] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52994937-8d60-8528-c364-9f5921b52612" [ 796.935444] env[70867]: _type = "HttpNfcLease" [ 796.935444] env[70867]: } is ready. {{(pid=70867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 796.935728] env[70867]: DEBUG oslo_vmware.rw_handles [None req-4a18c49b-6778-440f-86fc-f9b69df2f589 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 796.935728] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52994937-8d60-8528-c364-9f5921b52612" [ 796.935728] env[70867]: _type = "HttpNfcLease" [ 796.935728] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 796.936495] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c6f18d-87cb-44a0-a211-d4cd9d4716d5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.943894] env[70867]: DEBUG oslo_vmware.rw_handles [None req-4a18c49b-6778-440f-86fc-f9b69df2f589 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5281d4ee-c8c5-981e-1982-bd569d232804/disk-0.vmdk from lease info. {{(pid=70867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 796.944084] env[70867]: DEBUG oslo_vmware.rw_handles [None req-4a18c49b-6778-440f-86fc-f9b69df2f589 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5281d4ee-c8c5-981e-1982-bd569d232804/disk-0.vmdk for reading. {{(pid=70867) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 797.013899] env[70867]: DEBUG oslo_vmware.api [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521b5d1d-9e66-1c1e-7490-cda41aa62ac6, 'name': SearchDatastore_Task, 'duration_secs': 0.008943} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.014814] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-329a734f-3ab3-463f-9a44-2a0c5f6cfada {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.020378] env[70867]: DEBUG oslo_vmware.api [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Waiting for the task: (returnval){ [ 797.020378] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52205440-0001-1f0e-d18e-a8ad867df2e6" [ 797.020378] env[70867]: _type = "Task" [ 797.020378] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.030008] env[70867]: DEBUG oslo_vmware.api [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52205440-0001-1f0e-d18e-a8ad867df2e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.037909] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f53dc05a-77a1-4d40-ad46-0b4bad805b0d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.062826] env[70867]: DEBUG nova.compute.manager [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.085043] env[70867]: DEBUG nova.virt.hardware [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.085319] env[70867]: DEBUG nova.virt.hardware [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.085641] env[70867]: DEBUG nova.virt.hardware [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.085732] env[70867]: DEBUG nova.virt.hardware [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.085846] env[70867]: DEBUG nova.virt.hardware [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.085988] env[70867]: DEBUG nova.virt.hardware [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.086221] env[70867]: DEBUG nova.virt.hardware [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.086417] env[70867]: DEBUG nova.virt.hardware [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.086602] env[70867]: DEBUG nova.virt.hardware [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.087177] env[70867]: DEBUG nova.virt.hardware [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.087177] env[70867]: DEBUG nova.virt.hardware [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.087912] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe26c57-f26c-481b-af32-fcb32bd45e95 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.096228] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b90dcbe-cd5e-4da5-8d7c-14922cb149f0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.181481] env[70867]: DEBUG oslo_concurrency.lockutils [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Releasing lock "refresh_cache-d0ca53d2-313b-48e6-95ca-b580e0b083ff" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.181839] env[70867]: DEBUG nova.compute.manager [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Instance network_info: |[{"id": "dc04ef45-2a18-413d-bb2d-00805281894d", "address": "fa:16:3e:57:b2:9e", "network": {"id": "d47c5485-afb8-4e27-9b84-ba0751a8e932", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-706264388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca8ee7c29a8f4dcdb84ae7af3742d1b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc04ef45-2a", "ovs_interfaceid": "dc04ef45-2a18-413d-bb2d-00805281894d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 797.182283] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:b2:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73f6629b-7f80-4a5b-8f15-c7a1635b3c33', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc04ef45-2a18-413d-bb2d-00805281894d', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.189867] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Creating folder: Project (ca8ee7c29a8f4dcdb84ae7af3742d1b9). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.190160] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57c0278f-f74c-48fa-8f83-2160417192d5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.201920] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Created folder: Project (ca8ee7c29a8f4dcdb84ae7af3742d1b9) in parent group-v694272. [ 797.202134] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Creating folder: Instances. Parent ref: group-v694385. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.202370] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc016a5e-03b7-4cb3-a686-d8c4ac05892b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.212244] env[70867]: DEBUG oslo_vmware.api [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473508, 'name': Rename_Task, 'duration_secs': 0.13109} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.214127] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.214127] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9d77c2d-b12c-4c8b-9927-10bc4ece7c97 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.219279] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Created folder: Instances in parent group-v694385. [ 797.219485] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.219986] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.220205] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c78e733-5099-423f-bb8d-64417ddb315f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.242984] env[70867]: DEBUG nova.network.neutron [req-8df8aca9-1c58-4c75-9ce8-a90427b114de req-72944df7-586b-49ec-a159-718586515307 service nova] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Updated VIF entry in instance network info cache for port 5fd16072-3fb5-4402-b15b-c1c0054ea3ee. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.243051] env[70867]: DEBUG nova.network.neutron [req-8df8aca9-1c58-4c75-9ce8-a90427b114de req-72944df7-586b-49ec-a159-718586515307 service nova] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Updating instance_info_cache with network_info: [{"id": "5fd16072-3fb5-4402-b15b-c1c0054ea3ee", "address": "fa:16:3e:c8:b1:e4", "network": {"id": "6122a663-d933-4069-bc75-5d3bbccd9550", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-945052682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9a2be483b6843acbe87adb625979fc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fd16072-3f", "ovs_interfaceid": "5fd16072-3fb5-4402-b15b-c1c0054ea3ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.244765] env[70867]: DEBUG oslo_vmware.api [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Waiting for the task: (returnval){ [ 797.244765] env[70867]: value = "task-3473511" [ 797.244765] env[70867]: _type = "Task" [ 797.244765] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.251486] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.251486] env[70867]: value = "task-3473512" [ 797.251486] env[70867]: _type = "Task" [ 797.251486] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.258627] env[70867]: DEBUG oslo_vmware.api [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473511, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.267020] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473512, 'name': CreateVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.320841] env[70867]: DEBUG oslo_concurrency.lockutils [None req-93db122f-8bb3-4113-81d7-0ea7b99f4593 tempest-AttachInterfacesV270Test-1697523841 tempest-AttachInterfacesV270Test-1697523841-project-member] Lock "ec7a7de1-c7e5-469b-ada8-634381ee04fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.228s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.533953] env[70867]: DEBUG oslo_vmware.api [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52205440-0001-1f0e-d18e-a8ad867df2e6, 'name': SearchDatastore_Task, 'duration_secs': 0.008772} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.535074] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.535074] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] dcbf8cff-2227-4d10-843d-c08d4a98695e/dcbf8cff-2227-4d10-843d-c08d4a98695e.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.536472] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f64f9b54-2677-4164-a983-9a7cf8f77c92 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.544899] env[70867]: DEBUG oslo_vmware.api [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Waiting for the task: (returnval){ [ 797.544899] env[70867]: value = "task-3473513" [ 797.544899] env[70867]: _type = "Task" [ 797.544899] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.555370] env[70867]: DEBUG oslo_vmware.api [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Task: {'id': task-3473513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.753786] env[70867]: DEBUG oslo_concurrency.lockutils [req-8df8aca9-1c58-4c75-9ce8-a90427b114de req-72944df7-586b-49ec-a159-718586515307 service nova] Releasing lock "refresh_cache-ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.755700] env[70867]: DEBUG nova.compute.manager [req-8df8aca9-1c58-4c75-9ce8-a90427b114de req-72944df7-586b-49ec-a159-718586515307 service nova] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Received event network-vif-plugged-dc04ef45-2a18-413d-bb2d-00805281894d {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.755700] env[70867]: DEBUG oslo_concurrency.lockutils [req-8df8aca9-1c58-4c75-9ce8-a90427b114de req-72944df7-586b-49ec-a159-718586515307 service nova] Acquiring lock "d0ca53d2-313b-48e6-95ca-b580e0b083ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.755700] env[70867]: DEBUG oslo_concurrency.lockutils [req-8df8aca9-1c58-4c75-9ce8-a90427b114de req-72944df7-586b-49ec-a159-718586515307 service nova] Lock "d0ca53d2-313b-48e6-95ca-b580e0b083ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.760816] env[70867]: DEBUG oslo_concurrency.lockutils [req-8df8aca9-1c58-4c75-9ce8-a90427b114de req-72944df7-586b-49ec-a159-718586515307 service nova] Lock "d0ca53d2-313b-48e6-95ca-b580e0b083ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.760816] env[70867]: DEBUG nova.compute.manager [req-8df8aca9-1c58-4c75-9ce8-a90427b114de req-72944df7-586b-49ec-a159-718586515307 service nova] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] No waiting events found dispatching network-vif-plugged-dc04ef45-2a18-413d-bb2d-00805281894d {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 797.760816] env[70867]: WARNING nova.compute.manager [req-8df8aca9-1c58-4c75-9ce8-a90427b114de req-72944df7-586b-49ec-a159-718586515307 service nova] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Received unexpected event network-vif-plugged-dc04ef45-2a18-413d-bb2d-00805281894d for instance with vm_state building and task_state spawning. [ 797.760816] env[70867]: DEBUG nova.compute.manager [req-8df8aca9-1c58-4c75-9ce8-a90427b114de req-72944df7-586b-49ec-a159-718586515307 service nova] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Received event network-changed-dc04ef45-2a18-413d-bb2d-00805281894d {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.760816] env[70867]: DEBUG nova.compute.manager [req-8df8aca9-1c58-4c75-9ce8-a90427b114de req-72944df7-586b-49ec-a159-718586515307 service nova] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Refreshing instance network info cache due to event network-changed-dc04ef45-2a18-413d-bb2d-00805281894d. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 797.760816] env[70867]: DEBUG oslo_concurrency.lockutils [req-8df8aca9-1c58-4c75-9ce8-a90427b114de req-72944df7-586b-49ec-a159-718586515307 service nova] Acquiring lock "refresh_cache-d0ca53d2-313b-48e6-95ca-b580e0b083ff" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.760816] env[70867]: DEBUG oslo_concurrency.lockutils [req-8df8aca9-1c58-4c75-9ce8-a90427b114de req-72944df7-586b-49ec-a159-718586515307 service nova] Acquired lock "refresh_cache-d0ca53d2-313b-48e6-95ca-b580e0b083ff" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.760816] env[70867]: DEBUG nova.network.neutron [req-8df8aca9-1c58-4c75-9ce8-a90427b114de req-72944df7-586b-49ec-a159-718586515307 service nova] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Refreshing network info cache for port dc04ef45-2a18-413d-bb2d-00805281894d {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.775599] env[70867]: DEBUG oslo_vmware.api [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473511, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.784013] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473512, 'name': CreateVM_Task, 'duration_secs': 0.29875} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.784584] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.788019] env[70867]: DEBUG oslo_concurrency.lockutils [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.788019] env[70867]: DEBUG oslo_concurrency.lockutils [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.788019] env[70867]: DEBUG oslo_concurrency.lockutils [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.788019] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84a2a5c6-3106-436f-a333-d5465c99e49f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.794345] env[70867]: DEBUG oslo_vmware.api [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Waiting for the task: (returnval){ [ 797.794345] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]529ea920-b7c1-9fa1-79d7-9f405b8dfc57" [ 797.794345] env[70867]: _type = "Task" [ 797.794345] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.813098] env[70867]: DEBUG oslo_vmware.api [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]529ea920-b7c1-9fa1-79d7-9f405b8dfc57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.023710] env[70867]: DEBUG nova.network.neutron [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Successfully updated port: 1b186ff3-1993-4c75-a528-7de2dc3d9020 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 798.059953] env[70867]: DEBUG oslo_vmware.api [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Task: {'id': task-3473513, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.258810] env[70867]: DEBUG oslo_vmware.api [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473511, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.318505] env[70867]: DEBUG oslo_vmware.api [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]529ea920-b7c1-9fa1-79d7-9f405b8dfc57, 'name': SearchDatastore_Task, 'duration_secs': 0.063336} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.322009] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Acquiring lock "7dd14006-954f-41aa-946c-5d11558920d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.322338] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Lock "7dd14006-954f-41aa-946c-5d11558920d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.322655] env[70867]: DEBUG oslo_concurrency.lockutils [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.322947] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.323167] env[70867]: DEBUG oslo_concurrency.lockutils [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.324087] env[70867]: DEBUG oslo_concurrency.lockutils [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.324087] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.325177] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d4cbb37-57f2-4a33-9a3d-8627ddda8a72 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.334281] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.334496] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.335230] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b77bec3a-3404-4cfc-a7fd-4fe38777a360 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.344110] env[70867]: DEBUG oslo_vmware.api [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Waiting for the task: (returnval){ [ 798.344110] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ca0779-8704-589b-5201-31a82ef191ba" [ 798.344110] env[70867]: _type = "Task" [ 798.344110] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.353476] env[70867]: DEBUG oslo_vmware.api [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ca0779-8704-589b-5201-31a82ef191ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.426382] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ba8741-b54e-43f7-a96e-37637260be3a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.436478] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262d28a6-81a6-4cb0-9736-1530dd85f74f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.468029] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1933653-4671-46d8-916a-81c49f98e284 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.475861] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982b2183-c4ed-4b36-9e89-749e1030fe01 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.491894] env[70867]: DEBUG nova.compute.provider_tree [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.528619] env[70867]: DEBUG oslo_concurrency.lockutils [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Acquiring lock "refresh_cache-7d966134-eea1-4707-afd3-08632a846d08" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.528619] env[70867]: DEBUG oslo_concurrency.lockutils [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Acquired lock "refresh_cache-7d966134-eea1-4707-afd3-08632a846d08" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.528619] env[70867]: DEBUG nova.network.neutron [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.556889] env[70867]: DEBUG oslo_vmware.api [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Task: {'id': task-3473513, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561998} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.559270] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] dcbf8cff-2227-4d10-843d-c08d4a98695e/dcbf8cff-2227-4d10-843d-c08d4a98695e.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.559270] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.559270] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ccdef69-847e-4857-8897-461043e276bc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.568136] env[70867]: DEBUG oslo_vmware.api [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Waiting for the task: (returnval){ [ 798.568136] env[70867]: value = "task-3473514" [ 798.568136] env[70867]: _type = "Task" [ 798.568136] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.577637] env[70867]: DEBUG oslo_vmware.api [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Task: {'id': task-3473514, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.609606] env[70867]: DEBUG nova.compute.manager [req-f2a49124-2027-476f-b65f-73eaf7203ad9 req-b8c4cc3e-b0f8-426d-a63d-30eb00d35d06 service nova] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Received event network-vif-plugged-1b186ff3-1993-4c75-a528-7de2dc3d9020 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.609945] env[70867]: DEBUG oslo_concurrency.lockutils [req-f2a49124-2027-476f-b65f-73eaf7203ad9 req-b8c4cc3e-b0f8-426d-a63d-30eb00d35d06 service nova] Acquiring lock "7d966134-eea1-4707-afd3-08632a846d08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.610582] env[70867]: DEBUG oslo_concurrency.lockutils [req-f2a49124-2027-476f-b65f-73eaf7203ad9 req-b8c4cc3e-b0f8-426d-a63d-30eb00d35d06 service nova] Lock "7d966134-eea1-4707-afd3-08632a846d08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.610841] env[70867]: DEBUG oslo_concurrency.lockutils [req-f2a49124-2027-476f-b65f-73eaf7203ad9 req-b8c4cc3e-b0f8-426d-a63d-30eb00d35d06 service nova] Lock "7d966134-eea1-4707-afd3-08632a846d08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.611019] env[70867]: DEBUG nova.compute.manager [req-f2a49124-2027-476f-b65f-73eaf7203ad9 req-b8c4cc3e-b0f8-426d-a63d-30eb00d35d06 service nova] [instance: 7d966134-eea1-4707-afd3-08632a846d08] No waiting events found dispatching network-vif-plugged-1b186ff3-1993-4c75-a528-7de2dc3d9020 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 798.611441] env[70867]: WARNING nova.compute.manager [req-f2a49124-2027-476f-b65f-73eaf7203ad9 req-b8c4cc3e-b0f8-426d-a63d-30eb00d35d06 service nova] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Received unexpected event network-vif-plugged-1b186ff3-1993-4c75-a528-7de2dc3d9020 for instance with vm_state building and task_state spawning. [ 798.611661] env[70867]: DEBUG nova.compute.manager [req-f2a49124-2027-476f-b65f-73eaf7203ad9 req-b8c4cc3e-b0f8-426d-a63d-30eb00d35d06 service nova] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Received event network-changed-1b186ff3-1993-4c75-a528-7de2dc3d9020 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.611828] env[70867]: DEBUG nova.compute.manager [req-f2a49124-2027-476f-b65f-73eaf7203ad9 req-b8c4cc3e-b0f8-426d-a63d-30eb00d35d06 service nova] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Refreshing instance network info cache due to event network-changed-1b186ff3-1993-4c75-a528-7de2dc3d9020. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 798.612014] env[70867]: DEBUG oslo_concurrency.lockutils [req-f2a49124-2027-476f-b65f-73eaf7203ad9 req-b8c4cc3e-b0f8-426d-a63d-30eb00d35d06 service nova] Acquiring lock "refresh_cache-7d966134-eea1-4707-afd3-08632a846d08" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.763032] env[70867]: DEBUG oslo_vmware.api [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473511, 'name': PowerOnVM_Task, 'duration_secs': 1.080224} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.763032] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.763032] env[70867]: INFO nova.compute.manager [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Took 9.30 seconds to spawn the instance on the hypervisor. [ 798.763032] env[70867]: DEBUG nova.compute.manager [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.765366] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec216b4-401d-4efa-9c03-f74c72446b6b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.863384] env[70867]: DEBUG oslo_vmware.api [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ca0779-8704-589b-5201-31a82ef191ba, 'name': SearchDatastore_Task, 'duration_secs': 0.012258} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.864327] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da535cd8-e0eb-40b1-8495-8b934194588a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.870034] env[70867]: DEBUG oslo_vmware.api [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Waiting for the task: (returnval){ [ 798.870034] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5209c1be-03b3-b2d0-0e23-9a0f5cb493ff" [ 798.870034] env[70867]: _type = "Task" [ 798.870034] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.878964] env[70867]: DEBUG oslo_vmware.api [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5209c1be-03b3-b2d0-0e23-9a0f5cb493ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.901561] env[70867]: DEBUG nova.network.neutron [req-8df8aca9-1c58-4c75-9ce8-a90427b114de req-72944df7-586b-49ec-a159-718586515307 service nova] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Updated VIF entry in instance network info cache for port dc04ef45-2a18-413d-bb2d-00805281894d. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 798.901561] env[70867]: DEBUG nova.network.neutron [req-8df8aca9-1c58-4c75-9ce8-a90427b114de req-72944df7-586b-49ec-a159-718586515307 service nova] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Updating instance_info_cache with network_info: [{"id": "dc04ef45-2a18-413d-bb2d-00805281894d", "address": "fa:16:3e:57:b2:9e", "network": {"id": "d47c5485-afb8-4e27-9b84-ba0751a8e932", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-706264388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca8ee7c29a8f4dcdb84ae7af3742d1b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc04ef45-2a", "ovs_interfaceid": "dc04ef45-2a18-413d-bb2d-00805281894d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.996724] env[70867]: DEBUG nova.scheduler.client.report [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.075872] env[70867]: DEBUG nova.network.neutron [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.080392] env[70867]: DEBUG oslo_vmware.api [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Task: {'id': task-3473514, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138847} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.080867] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.081912] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17d5946-971d-4f44-b368-982d8746a4f0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.107704] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] dcbf8cff-2227-4d10-843d-c08d4a98695e/dcbf8cff-2227-4d10-843d-c08d4a98695e.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.111342] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6aa2ca8-d583-4975-86f8-7432e65b35cc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.135592] env[70867]: DEBUG oslo_vmware.api [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Waiting for the task: (returnval){ [ 799.135592] env[70867]: value = "task-3473515" [ 799.135592] env[70867]: _type = "Task" [ 799.135592] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.144311] env[70867]: DEBUG oslo_vmware.api [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Task: {'id': task-3473515, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.287065] env[70867]: INFO nova.compute.manager [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Took 48.21 seconds to build instance. [ 799.309885] env[70867]: DEBUG nova.network.neutron [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Updating instance_info_cache with network_info: [{"id": "1b186ff3-1993-4c75-a528-7de2dc3d9020", "address": "fa:16:3e:bb:3f:3f", "network": {"id": "26cb3356-0178-4a40-b1d3-d1845489d720", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1342100142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b76930aa509342adbfff52f545873d53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b186ff3-19", "ovs_interfaceid": "1b186ff3-1993-4c75-a528-7de2dc3d9020", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.382886] env[70867]: DEBUG oslo_vmware.api [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5209c1be-03b3-b2d0-0e23-9a0f5cb493ff, 'name': SearchDatastore_Task, 'duration_secs': 0.032241} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.383256] env[70867]: DEBUG oslo_concurrency.lockutils [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.383583] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] d0ca53d2-313b-48e6-95ca-b580e0b083ff/d0ca53d2-313b-48e6-95ca-b580e0b083ff.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.383856] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d868ecac-5626-491e-8cb5-63a142dbb3a8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.392472] env[70867]: DEBUG oslo_vmware.api [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Waiting for the task: (returnval){ [ 799.392472] env[70867]: value = "task-3473516" [ 799.392472] env[70867]: _type = "Task" [ 799.392472] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.410632] env[70867]: DEBUG oslo_concurrency.lockutils [req-8df8aca9-1c58-4c75-9ce8-a90427b114de req-72944df7-586b-49ec-a159-718586515307 service nova] Releasing lock "refresh_cache-d0ca53d2-313b-48e6-95ca-b580e0b083ff" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.411107] env[70867]: DEBUG oslo_vmware.api [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': task-3473516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.503118] env[70867]: DEBUG oslo_concurrency.lockutils [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.510223] env[70867]: DEBUG nova.compute.manager [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 799.512825] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.926s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.521694] env[70867]: INFO nova.compute.claims [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.554594] env[70867]: DEBUG nova.compute.manager [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.554594] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa1fb69-dca0-4409-b75c-5fad8736f525 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.646822] env[70867]: DEBUG oslo_vmware.api [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Task: {'id': task-3473515, 'name': ReconfigVM_Task, 'duration_secs': 0.495077} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.650030] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Reconfigured VM instance instance-0000001f to attach disk [datastore2] dcbf8cff-2227-4d10-843d-c08d4a98695e/dcbf8cff-2227-4d10-843d-c08d4a98695e.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.650030] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bee2a2ac-ea28-453d-8715-2d6be60b866b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.660361] env[70867]: DEBUG oslo_vmware.api [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Waiting for the task: (returnval){ [ 799.660361] env[70867]: value = "task-3473517" [ 799.660361] env[70867]: _type = "Task" [ 799.660361] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.670013] env[70867]: DEBUG oslo_vmware.api [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Task: {'id': task-3473517, 'name': Rename_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.789454] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b6941e19-9b1d-4ba3-88b9-3c7825aeff57 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Lock "ee353059-2dd8-4ab3-835b-ab7655cb9b44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.848s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.812028] env[70867]: DEBUG oslo_concurrency.lockutils [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Releasing lock "refresh_cache-7d966134-eea1-4707-afd3-08632a846d08" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.812350] env[70867]: DEBUG nova.compute.manager [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Instance network_info: |[{"id": "1b186ff3-1993-4c75-a528-7de2dc3d9020", "address": "fa:16:3e:bb:3f:3f", "network": {"id": "26cb3356-0178-4a40-b1d3-d1845489d720", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1342100142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b76930aa509342adbfff52f545873d53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b186ff3-19", "ovs_interfaceid": "1b186ff3-1993-4c75-a528-7de2dc3d9020", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 799.812681] env[70867]: DEBUG oslo_concurrency.lockutils [req-f2a49124-2027-476f-b65f-73eaf7203ad9 req-b8c4cc3e-b0f8-426d-a63d-30eb00d35d06 service nova] Acquired lock "refresh_cache-7d966134-eea1-4707-afd3-08632a846d08" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.813384] env[70867]: DEBUG nova.network.neutron [req-f2a49124-2027-476f-b65f-73eaf7203ad9 req-b8c4cc3e-b0f8-426d-a63d-30eb00d35d06 service nova] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Refreshing network info cache for port 1b186ff3-1993-4c75-a528-7de2dc3d9020 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.814155] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:3f:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b186ff3-1993-4c75-a528-7de2dc3d9020', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.821964] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.825632] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.826245] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12aee8ef-29a0-4eb7-b10c-ef854ea5c68e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.848474] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.848474] env[70867]: value = "task-3473518" [ 799.848474] env[70867]: _type = "Task" [ 799.848474] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.857535] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473518, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.905427] env[70867]: DEBUG oslo_vmware.api [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': task-3473516, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.023315] env[70867]: DEBUG nova.compute.utils [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.026515] env[70867]: DEBUG nova.compute.manager [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.026706] env[70867]: DEBUG nova.network.neutron [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.067602] env[70867]: DEBUG nova.policy [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e03c6b6f81b440f28b5c3e8359f83e0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b76930aa509342adbfff52f545873d53', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.071117] env[70867]: INFO nova.compute.manager [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] instance snapshotting [ 800.071677] env[70867]: DEBUG nova.objects.instance [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lazy-loading 'flavor' on Instance uuid e4828dea-a14c-4aff-8e6f-e1986f399b60 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.147938] env[70867]: DEBUG nova.network.neutron [req-f2a49124-2027-476f-b65f-73eaf7203ad9 req-b8c4cc3e-b0f8-426d-a63d-30eb00d35d06 service nova] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Updated VIF entry in instance network info cache for port 1b186ff3-1993-4c75-a528-7de2dc3d9020. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.148402] env[70867]: DEBUG nova.network.neutron [req-f2a49124-2027-476f-b65f-73eaf7203ad9 req-b8c4cc3e-b0f8-426d-a63d-30eb00d35d06 service nova] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Updating instance_info_cache with network_info: [{"id": "1b186ff3-1993-4c75-a528-7de2dc3d9020", "address": "fa:16:3e:bb:3f:3f", "network": {"id": "26cb3356-0178-4a40-b1d3-d1845489d720", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1342100142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b76930aa509342adbfff52f545873d53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b186ff3-19", "ovs_interfaceid": "1b186ff3-1993-4c75-a528-7de2dc3d9020", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.171810] env[70867]: DEBUG oslo_vmware.api [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Task: {'id': task-3473517, 'name': Rename_Task, 'duration_secs': 0.386941} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.172233] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.172515] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17efe640-83d5-44fa-8a0d-69de46f3fdb7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.181220] env[70867]: DEBUG oslo_vmware.api [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Waiting for the task: (returnval){ [ 800.181220] env[70867]: value = "task-3473519" [ 800.181220] env[70867]: _type = "Task" [ 800.181220] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.190413] env[70867]: DEBUG oslo_vmware.api [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Task: {'id': task-3473519, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.293488] env[70867]: DEBUG nova.compute.manager [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 800.365312] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473518, 'name': CreateVM_Task, 'duration_secs': 0.398802} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.365312] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.365312] env[70867]: DEBUG oslo_concurrency.lockutils [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.365312] env[70867]: DEBUG oslo_concurrency.lockutils [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.365312] env[70867]: DEBUG oslo_concurrency.lockutils [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.365312] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d92ddd3-899d-4ed8-ad5d-61c95414eb7a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.371462] env[70867]: DEBUG oslo_vmware.api [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Waiting for the task: (returnval){ [ 800.371462] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c7c993-b299-3161-9b44-51cb0b678511" [ 800.371462] env[70867]: _type = "Task" [ 800.371462] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.384499] env[70867]: DEBUG oslo_vmware.api [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c7c993-b299-3161-9b44-51cb0b678511, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.405011] env[70867]: DEBUG oslo_vmware.api [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': task-3473516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570198} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.405375] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] d0ca53d2-313b-48e6-95ca-b580e0b083ff/d0ca53d2-313b-48e6-95ca-b580e0b083ff.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.405595] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.405852] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34281aec-0117-49b6-9c78-ccde3f320a03 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.412869] env[70867]: DEBUG oslo_vmware.api [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Waiting for the task: (returnval){ [ 800.412869] env[70867]: value = "task-3473520" [ 800.412869] env[70867]: _type = "Task" [ 800.412869] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.421403] env[70867]: DEBUG oslo_vmware.api [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': task-3473520, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.440430] env[70867]: DEBUG nova.network.neutron [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Successfully created port: 9f17f132-d3ad-4208-9180-586169a22a23 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 800.533201] env[70867]: DEBUG nova.compute.manager [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 800.580324] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22085cd3-f09c-4a32-8e91-91bc7785ee66 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.609275] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107103fa-a461-441c-948c-4cc86dd13296 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.651257] env[70867]: DEBUG oslo_concurrency.lockutils [req-f2a49124-2027-476f-b65f-73eaf7203ad9 req-b8c4cc3e-b0f8-426d-a63d-30eb00d35d06 service nova] Releasing lock "refresh_cache-7d966134-eea1-4707-afd3-08632a846d08" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.692342] env[70867]: DEBUG oslo_vmware.api [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Task: {'id': task-3473519, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.815999] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.893080] env[70867]: DEBUG oslo_vmware.api [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c7c993-b299-3161-9b44-51cb0b678511, 'name': SearchDatastore_Task, 'duration_secs': 0.011988} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.893616] env[70867]: DEBUG oslo_concurrency.lockutils [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.893868] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.894126] env[70867]: DEBUG oslo_concurrency.lockutils [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.894275] env[70867]: DEBUG oslo_concurrency.lockutils [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.894454] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.894720] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5057371-3e2e-4a59-ba38-18b5e6970ebc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.910993] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.911206] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.911950] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-256f56a8-8861-4d93-80fd-87c7a219e4c4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.925593] env[70867]: DEBUG oslo_vmware.api [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': task-3473520, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075988} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.926902] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.927268] env[70867]: DEBUG oslo_vmware.api [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Waiting for the task: (returnval){ [ 800.927268] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52b1e12b-6099-7f6f-8f71-0868c32418a9" [ 800.927268] env[70867]: _type = "Task" [ 800.927268] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.927996] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093b8501-ac56-4ddf-8d2e-d3d3a13d019f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.946229] env[70867]: DEBUG oslo_vmware.api [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52b1e12b-6099-7f6f-8f71-0868c32418a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.968663] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] d0ca53d2-313b-48e6-95ca-b580e0b083ff/d0ca53d2-313b-48e6-95ca-b580e0b083ff.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.969584] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05ca28c4-f3fd-4c23-8623-66db1eab47b2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.992329] env[70867]: DEBUG oslo_vmware.api [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Waiting for the task: (returnval){ [ 800.992329] env[70867]: value = "task-3473521" [ 800.992329] env[70867]: _type = "Task" [ 800.992329] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.001876] env[70867]: DEBUG oslo_vmware.api [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': task-3473521, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.126335] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Creating Snapshot of the VM instance {{(pid=70867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 801.126715] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1fc99a91-016e-49d6-8319-d3adfca4cda4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.131146] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a5579e-5b38-4035-b35f-28e3daa87dca {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.135126] env[70867]: DEBUG oslo_vmware.api [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 801.135126] env[70867]: value = "task-3473522" [ 801.135126] env[70867]: _type = "Task" [ 801.135126] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.142753] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b255641a-3796-4420-9045-429e95ddee0e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.151936] env[70867]: DEBUG oslo_vmware.api [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473522, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.181640] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c33234-bffd-4d0f-98bf-640ba39d6b83 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.198475] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73181603-d6f4-4b11-b763-236943cd7d60 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.202723] env[70867]: DEBUG oslo_vmware.api [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Task: {'id': task-3473519, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.212566] env[70867]: DEBUG nova.compute.provider_tree [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.445953] env[70867]: DEBUG oslo_vmware.api [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52b1e12b-6099-7f6f-8f71-0868c32418a9, 'name': SearchDatastore_Task, 'duration_secs': 0.021007} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.448870] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ae1dff8-ecd2-4765-87ab-e9dfcfc75df2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.460018] env[70867]: DEBUG oslo_vmware.api [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Waiting for the task: (returnval){ [ 801.460018] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5212cf6d-3c0d-9f32-1277-bb71c3191666" [ 801.460018] env[70867]: _type = "Task" [ 801.460018] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.469201] env[70867]: DEBUG oslo_vmware.api [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5212cf6d-3c0d-9f32-1277-bb71c3191666, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.504395] env[70867]: DEBUG oslo_vmware.api [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': task-3473521, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.545937] env[70867]: DEBUG nova.compute.manager [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 801.581996] env[70867]: DEBUG nova.virt.hardware [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.582415] env[70867]: DEBUG nova.virt.hardware [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.582524] env[70867]: DEBUG nova.virt.hardware [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.582768] env[70867]: DEBUG nova.virt.hardware [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.582936] env[70867]: DEBUG nova.virt.hardware [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.583131] env[70867]: DEBUG nova.virt.hardware [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.583523] env[70867]: DEBUG nova.virt.hardware [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.583628] env[70867]: DEBUG nova.virt.hardware [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.583772] env[70867]: DEBUG nova.virt.hardware [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.583959] env[70867]: DEBUG nova.virt.hardware [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.584211] env[70867]: DEBUG nova.virt.hardware [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.585152] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fdb535-8ae8-47e4-a3c8-8e03e640564a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.595557] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194d61f9-2e2f-47ea-9095-f8e39880da03 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.645593] env[70867]: DEBUG oslo_vmware.api [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473522, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.698177] env[70867]: DEBUG oslo_vmware.api [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Task: {'id': task-3473519, 'name': PowerOnVM_Task, 'duration_secs': 1.46285} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.698458] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.698712] env[70867]: DEBUG nova.compute.manager [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.699603] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509c2e6f-7f8b-4521-8507-1cfe9eaf83bd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.716242] env[70867]: DEBUG nova.scheduler.client.report [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.969747] env[70867]: DEBUG oslo_vmware.api [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5212cf6d-3c0d-9f32-1277-bb71c3191666, 'name': SearchDatastore_Task, 'duration_secs': 0.011651} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.970091] env[70867]: DEBUG oslo_concurrency.lockutils [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.970248] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 7d966134-eea1-4707-afd3-08632a846d08/7d966134-eea1-4707-afd3-08632a846d08.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.970539] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12f61704-b9fa-4ab1-b8d2-07eeaa84ca68 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.977688] env[70867]: DEBUG oslo_vmware.api [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Waiting for the task: (returnval){ [ 801.977688] env[70867]: value = "task-3473523" [ 801.977688] env[70867]: _type = "Task" [ 801.977688] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.986017] env[70867]: DEBUG oslo_vmware.api [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.001626] env[70867]: DEBUG oslo_vmware.api [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': task-3473521, 'name': ReconfigVM_Task, 'duration_secs': 0.5505} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.002980] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Reconfigured VM instance instance-00000023 to attach disk [datastore2] d0ca53d2-313b-48e6-95ca-b580e0b083ff/d0ca53d2-313b-48e6-95ca-b580e0b083ff.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.005837] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07bf7733-1eca-4fa3-a60d-69cc8240ed0c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.016511] env[70867]: DEBUG oslo_vmware.api [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Waiting for the task: (returnval){ [ 802.016511] env[70867]: value = "task-3473524" [ 802.016511] env[70867]: _type = "Task" [ 802.016511] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.027196] env[70867]: DEBUG oslo_vmware.api [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': task-3473524, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.148661] env[70867]: DEBUG oslo_vmware.api [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473522, 'name': CreateSnapshot_Task, 'duration_secs': 0.595507} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.148986] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Created Snapshot of the VM instance {{(pid=70867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 802.149839] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d292905-5e22-4ef2-8ba7-a4088e8232ba {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.218435] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.220863] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.221903] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fe6a2d1b-10b9-446b-8896-5b54da5fbdc0 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.766s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.222145] env[70867]: DEBUG nova.objects.instance [None req-fe6a2d1b-10b9-446b-8896-5b54da5fbdc0 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Lazy-loading 'resources' on Instance uuid c70bd66c-05f2-406d-8daa-58ff59fb5d93 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.296609] env[70867]: DEBUG nova.compute.manager [req-12a019bb-06d4-48a2-96ac-b64195590a11 req-a4f38bb7-22a9-439e-b5fc-49b54851bdc0 service nova] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Received event network-vif-plugged-9f17f132-d3ad-4208-9180-586169a22a23 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.296609] env[70867]: DEBUG oslo_concurrency.lockutils [req-12a019bb-06d4-48a2-96ac-b64195590a11 req-a4f38bb7-22a9-439e-b5fc-49b54851bdc0 service nova] Acquiring lock "9ebcf594-a25c-4401-b0e4-04740e70bcc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.297754] env[70867]: DEBUG oslo_concurrency.lockutils [req-12a019bb-06d4-48a2-96ac-b64195590a11 req-a4f38bb7-22a9-439e-b5fc-49b54851bdc0 service nova] Lock "9ebcf594-a25c-4401-b0e4-04740e70bcc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.297754] env[70867]: DEBUG oslo_concurrency.lockutils [req-12a019bb-06d4-48a2-96ac-b64195590a11 req-a4f38bb7-22a9-439e-b5fc-49b54851bdc0 service nova] Lock "9ebcf594-a25c-4401-b0e4-04740e70bcc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.297754] env[70867]: DEBUG nova.compute.manager [req-12a019bb-06d4-48a2-96ac-b64195590a11 req-a4f38bb7-22a9-439e-b5fc-49b54851bdc0 service nova] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] No waiting events found dispatching network-vif-plugged-9f17f132-d3ad-4208-9180-586169a22a23 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 802.298066] env[70867]: WARNING nova.compute.manager [req-12a019bb-06d4-48a2-96ac-b64195590a11 req-a4f38bb7-22a9-439e-b5fc-49b54851bdc0 service nova] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Received unexpected event network-vif-plugged-9f17f132-d3ad-4208-9180-586169a22a23 for instance with vm_state building and task_state spawning. [ 802.397152] env[70867]: DEBUG nova.network.neutron [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Successfully updated port: 9f17f132-d3ad-4208-9180-586169a22a23 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.487885] env[70867]: DEBUG oslo_vmware.api [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473523, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.508771] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9badecf9-4bb1-4627-8dda-43f13548d986 tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Acquiring lock "dcbf8cff-2227-4d10-843d-c08d4a98695e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.509214] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9badecf9-4bb1-4627-8dda-43f13548d986 tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Lock "dcbf8cff-2227-4d10-843d-c08d4a98695e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.509374] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9badecf9-4bb1-4627-8dda-43f13548d986 tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Acquiring lock "dcbf8cff-2227-4d10-843d-c08d4a98695e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.509571] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9badecf9-4bb1-4627-8dda-43f13548d986 tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Lock "dcbf8cff-2227-4d10-843d-c08d4a98695e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.509675] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9badecf9-4bb1-4627-8dda-43f13548d986 tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Lock "dcbf8cff-2227-4d10-843d-c08d4a98695e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.511963] env[70867]: INFO nova.compute.manager [None req-9badecf9-4bb1-4627-8dda-43f13548d986 tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Terminating instance [ 802.527554] env[70867]: DEBUG oslo_vmware.api [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': task-3473524, 'name': Rename_Task, 'duration_secs': 0.205167} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.528013] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.528090] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e0cf813-06c7-40c4-9543-8e145ed40a21 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.537609] env[70867]: DEBUG oslo_vmware.api [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Waiting for the task: (returnval){ [ 802.537609] env[70867]: value = "task-3473525" [ 802.537609] env[70867]: _type = "Task" [ 802.537609] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.546114] env[70867]: DEBUG oslo_vmware.api [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': task-3473525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.683930] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Creating linked-clone VM from snapshot {{(pid=70867) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 802.684603] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3b9b92fa-5bf6-4eb1-966e-bfb8049634dd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.699907] env[70867]: DEBUG oslo_vmware.api [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 802.699907] env[70867]: value = "task-3473526" [ 802.699907] env[70867]: _type = "Task" [ 802.699907] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.710217] env[70867]: DEBUG oslo_vmware.api [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473526, 'name': CloneVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.725445] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Acquiring lock "bbd0b6b0-b8a6-49b7-86bb-20c07e0ae989" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.725445] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Lock "bbd0b6b0-b8a6-49b7-86bb-20c07e0ae989" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.904089] env[70867]: DEBUG oslo_concurrency.lockutils [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Acquiring lock "refresh_cache-9ebcf594-a25c-4401-b0e4-04740e70bcc7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.904208] env[70867]: DEBUG oslo_concurrency.lockutils [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Acquired lock "refresh_cache-9ebcf594-a25c-4401-b0e4-04740e70bcc7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.904352] env[70867]: DEBUG nova.network.neutron [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.998126] env[70867]: DEBUG oslo_vmware.api [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700733} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.998395] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 7d966134-eea1-4707-afd3-08632a846d08/7d966134-eea1-4707-afd3-08632a846d08.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.998608] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.999904] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4cadfb38-35d6-4933-83ba-cfa9b8461d59 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.009512] env[70867]: DEBUG oslo_vmware.api [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Waiting for the task: (returnval){ [ 803.009512] env[70867]: value = "task-3473527" [ 803.009512] env[70867]: _type = "Task" [ 803.009512] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.016329] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9badecf9-4bb1-4627-8dda-43f13548d986 tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Acquiring lock "refresh_cache-dcbf8cff-2227-4d10-843d-c08d4a98695e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.016329] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9badecf9-4bb1-4627-8dda-43f13548d986 tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Acquired lock "refresh_cache-dcbf8cff-2227-4d10-843d-c08d4a98695e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.016591] env[70867]: DEBUG nova.network.neutron [None req-9badecf9-4bb1-4627-8dda-43f13548d986 tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.025414] env[70867]: DEBUG oslo_vmware.api [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.049589] env[70867]: DEBUG oslo_vmware.api [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': task-3473525, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.211327] env[70867]: DEBUG oslo_vmware.api [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473526, 'name': CloneVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.230746] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Lock "bbd0b6b0-b8a6-49b7-86bb-20c07e0ae989" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.231292] env[70867]: DEBUG nova.compute.manager [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 803.322063] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aab2cb2-8e30-406a-af44-fe9a7c5cda4b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.331460] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92df3219-aa37-4b3c-bfed-15e99e472b85 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.369512] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f184f3-6e13-4c87-b0ca-60dd335f8bd3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.378326] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13176915-f259-45ba-aa7c-d035da0c2f14 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.392675] env[70867]: DEBUG nova.compute.provider_tree [None req-fe6a2d1b-10b9-446b-8896-5b54da5fbdc0 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.444262] env[70867]: DEBUG nova.network.neutron [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.524258] env[70867]: DEBUG oslo_vmware.api [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120755} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.526992] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.530135] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eca17cf-5397-4588-bb49-95308846a59b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.561610] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 7d966134-eea1-4707-afd3-08632a846d08/7d966134-eea1-4707-afd3-08632a846d08.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.566060] env[70867]: DEBUG nova.network.neutron [None req-9badecf9-4bb1-4627-8dda-43f13548d986 tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.574319] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2a52eca-4cd5-4bd8-a580-fc9e849431ef {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.597578] env[70867]: DEBUG oslo_vmware.api [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': task-3473525, 'name': PowerOnVM_Task, 'duration_secs': 0.83237} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.599103] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.599323] env[70867]: INFO nova.compute.manager [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Took 9.28 seconds to spawn the instance on the hypervisor. [ 803.599499] env[70867]: DEBUG nova.compute.manager [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.599848] env[70867]: DEBUG oslo_vmware.api [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Waiting for the task: (returnval){ [ 803.599848] env[70867]: value = "task-3473528" [ 803.599848] env[70867]: _type = "Task" [ 803.599848] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.600698] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98487716-48f9-40f8-8af7-7462e2288ddc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.618572] env[70867]: DEBUG oslo_vmware.api [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473528, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.671439] env[70867]: DEBUG nova.network.neutron [None req-9badecf9-4bb1-4627-8dda-43f13548d986 tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.712638] env[70867]: DEBUG oslo_vmware.api [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473526, 'name': CloneVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.726359] env[70867]: DEBUG nova.network.neutron [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Updating instance_info_cache with network_info: [{"id": "9f17f132-d3ad-4208-9180-586169a22a23", "address": "fa:16:3e:cf:f7:e3", "network": {"id": "26cb3356-0178-4a40-b1d3-d1845489d720", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1342100142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b76930aa509342adbfff52f545873d53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f17f132-d3", "ovs_interfaceid": "9f17f132-d3ad-4208-9180-586169a22a23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.739950] env[70867]: DEBUG nova.compute.utils [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 803.742029] env[70867]: DEBUG nova.compute.manager [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 803.742149] env[70867]: DEBUG nova.network.neutron [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 803.799305] env[70867]: DEBUG nova.policy [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ea3d457c2594e819bae7ea344763eb7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6bb6f91a58d64dc68a626e3cc315dfa9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 803.898664] env[70867]: DEBUG nova.scheduler.client.report [None req-fe6a2d1b-10b9-446b-8896-5b54da5fbdc0 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.115329] env[70867]: DEBUG oslo_vmware.api [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473528, 'name': ReconfigVM_Task, 'duration_secs': 0.338329} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.115782] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 7d966134-eea1-4707-afd3-08632a846d08/7d966134-eea1-4707-afd3-08632a846d08.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.116351] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-866c21dc-1d28-429a-ad32-c33acfc97859 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.128061] env[70867]: DEBUG oslo_vmware.api [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Waiting for the task: (returnval){ [ 804.128061] env[70867]: value = "task-3473529" [ 804.128061] env[70867]: _type = "Task" [ 804.128061] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.142418] env[70867]: DEBUG oslo_vmware.api [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473529, 'name': Rename_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.143065] env[70867]: INFO nova.compute.manager [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Took 47.24 seconds to build instance. [ 804.178619] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9badecf9-4bb1-4627-8dda-43f13548d986 tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Releasing lock "refresh_cache-dcbf8cff-2227-4d10-843d-c08d4a98695e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.179312] env[70867]: DEBUG nova.compute.manager [None req-9badecf9-4bb1-4627-8dda-43f13548d986 tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 804.179412] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9badecf9-4bb1-4627-8dda-43f13548d986 tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.180799] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50edeb3e-3eb1-4950-a52c-f0f0bbd743d7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.193722] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9badecf9-4bb1-4627-8dda-43f13548d986 tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.193722] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-742e6ec1-c666-409c-9c2b-c1bcee17b724 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.204137] env[70867]: DEBUG oslo_vmware.api [None req-9badecf9-4bb1-4627-8dda-43f13548d986 tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Waiting for the task: (returnval){ [ 804.204137] env[70867]: value = "task-3473530" [ 804.204137] env[70867]: _type = "Task" [ 804.204137] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.225985] env[70867]: DEBUG oslo_vmware.api [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473526, 'name': CloneVM_Task} progress is 95%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.229570] env[70867]: DEBUG oslo_concurrency.lockutils [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Releasing lock "refresh_cache-9ebcf594-a25c-4401-b0e4-04740e70bcc7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.229914] env[70867]: DEBUG nova.compute.manager [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Instance network_info: |[{"id": "9f17f132-d3ad-4208-9180-586169a22a23", "address": "fa:16:3e:cf:f7:e3", "network": {"id": "26cb3356-0178-4a40-b1d3-d1845489d720", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1342100142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b76930aa509342adbfff52f545873d53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f17f132-d3", "ovs_interfaceid": "9f17f132-d3ad-4208-9180-586169a22a23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.230267] env[70867]: DEBUG oslo_vmware.api [None req-9badecf9-4bb1-4627-8dda-43f13548d986 tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': task-3473530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.230608] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:f7:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f17f132-d3ad-4208-9180-586169a22a23', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.240306] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.240306] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.240496] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8501f5e0-8463-452d-9f85-237678788f04 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.261382] env[70867]: DEBUG nova.compute.manager [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 804.270807] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquiring lock "4347eb07-8998-41f2-94df-934f102f632d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.271104] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lock "4347eb07-8998-41f2-94df-934f102f632d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.276292] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.276292] env[70867]: value = "task-3473531" [ 804.276292] env[70867]: _type = "Task" [ 804.276292] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.285920] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473531, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.306305] env[70867]: DEBUG nova.network.neutron [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Successfully created port: da037cd2-c893-425d-ab1d-a7cc3289e14e {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 804.404350] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fe6a2d1b-10b9-446b-8896-5b54da5fbdc0 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.182s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.407734] env[70867]: DEBUG oslo_concurrency.lockutils [None req-612d2b8a-3c50-45e7-89dc-00ad4f0fbcaf tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.219s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.407734] env[70867]: DEBUG nova.objects.instance [None req-612d2b8a-3c50-45e7-89dc-00ad4f0fbcaf tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Lazy-loading 'resources' on Instance uuid 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 804.440624] env[70867]: INFO nova.scheduler.client.report [None req-fe6a2d1b-10b9-446b-8896-5b54da5fbdc0 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Deleted allocations for instance c70bd66c-05f2-406d-8daa-58ff59fb5d93 [ 804.491112] env[70867]: DEBUG nova.compute.manager [req-e3af7358-f53f-4b37-92de-e14c00eade15 req-9cb53669-6146-4ed6-b434-a0748493e3c0 service nova] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Received event network-changed-9f17f132-d3ad-4208-9180-586169a22a23 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.491399] env[70867]: DEBUG nova.compute.manager [req-e3af7358-f53f-4b37-92de-e14c00eade15 req-9cb53669-6146-4ed6-b434-a0748493e3c0 service nova] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Refreshing instance network info cache due to event network-changed-9f17f132-d3ad-4208-9180-586169a22a23. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.491665] env[70867]: DEBUG oslo_concurrency.lockutils [req-e3af7358-f53f-4b37-92de-e14c00eade15 req-9cb53669-6146-4ed6-b434-a0748493e3c0 service nova] Acquiring lock "refresh_cache-9ebcf594-a25c-4401-b0e4-04740e70bcc7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.491869] env[70867]: DEBUG oslo_concurrency.lockutils [req-e3af7358-f53f-4b37-92de-e14c00eade15 req-9cb53669-6146-4ed6-b434-a0748493e3c0 service nova] Acquired lock "refresh_cache-9ebcf594-a25c-4401-b0e4-04740e70bcc7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.492077] env[70867]: DEBUG nova.network.neutron [req-e3af7358-f53f-4b37-92de-e14c00eade15 req-9cb53669-6146-4ed6-b434-a0748493e3c0 service nova] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Refreshing network info cache for port 9f17f132-d3ad-4208-9180-586169a22a23 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.639494] env[70867]: DEBUG oslo_vmware.api [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473529, 'name': Rename_Task, 'duration_secs': 0.174636} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.639781] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.640254] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16f62122-1682-4e8a-8265-d59b15442096 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.646647] env[70867]: DEBUG oslo_concurrency.lockutils [None req-794f032c-94f3-4008-b90d-d80592b604b2 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Lock "d0ca53d2-313b-48e6-95ca-b580e0b083ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.768s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.646966] env[70867]: DEBUG oslo_vmware.api [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Waiting for the task: (returnval){ [ 804.646966] env[70867]: value = "task-3473532" [ 804.646966] env[70867]: _type = "Task" [ 804.646966] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.656783] env[70867]: DEBUG oslo_vmware.api [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.717948] env[70867]: DEBUG oslo_vmware.api [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473526, 'name': CloneVM_Task, 'duration_secs': 1.678689} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.721037] env[70867]: INFO nova.virt.vmwareapi.vmops [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Created linked-clone VM from snapshot [ 804.721352] env[70867]: DEBUG oslo_vmware.api [None req-9badecf9-4bb1-4627-8dda-43f13548d986 tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': task-3473530, 'name': PowerOffVM_Task, 'duration_secs': 0.178103} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.722080] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d843ffc7-0d94-4afe-bd93-4954fd04739d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.724816] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9badecf9-4bb1-4627-8dda-43f13548d986 tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.724947] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9badecf9-4bb1-4627-8dda-43f13548d986 tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.725244] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65a403e5-b2b8-4440-af49-6e7c3399e136 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.732563] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Uploading image 7accfce7-2053-4cbf-96e7-5bb044011fe3 {{(pid=70867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 804.749790] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9badecf9-4bb1-4627-8dda-43f13548d986 tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.750053] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9badecf9-4bb1-4627-8dda-43f13548d986 tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.750243] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-9badecf9-4bb1-4627-8dda-43f13548d986 tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Deleting the datastore file [datastore2] dcbf8cff-2227-4d10-843d-c08d4a98695e {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.750539] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9a79a29-e22b-4eea-8fc4-b4020640e61d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.759980] env[70867]: DEBUG oslo_vmware.api [None req-9badecf9-4bb1-4627-8dda-43f13548d986 tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Waiting for the task: (returnval){ [ 804.759980] env[70867]: value = "task-3473534" [ 804.759980] env[70867]: _type = "Task" [ 804.759980] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.762569] env[70867]: DEBUG oslo_vmware.rw_handles [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 804.762569] env[70867]: value = "vm-694390" [ 804.762569] env[70867]: _type = "VirtualMachine" [ 804.762569] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 804.763335] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-59dd5055-4ff1-4285-8950-35fe5af23bf8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.777916] env[70867]: DEBUG oslo_vmware.rw_handles [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lease: (returnval){ [ 804.777916] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5237c08d-3875-a03d-4244-953d16ca7f86" [ 804.777916] env[70867]: _type = "HttpNfcLease" [ 804.777916] env[70867]: } obtained for exporting VM: (result){ [ 804.777916] env[70867]: value = "vm-694390" [ 804.777916] env[70867]: _type = "VirtualMachine" [ 804.777916] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 804.778462] env[70867]: DEBUG oslo_vmware.api [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the lease: (returnval){ [ 804.778462] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5237c08d-3875-a03d-4244-953d16ca7f86" [ 804.778462] env[70867]: _type = "HttpNfcLease" [ 804.778462] env[70867]: } to be ready. {{(pid=70867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 804.782029] env[70867]: DEBUG oslo_vmware.api [None req-9badecf9-4bb1-4627-8dda-43f13548d986 tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': task-3473534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.792395] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473531, 'name': CreateVM_Task, 'duration_secs': 0.437631} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.794321] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.794596] env[70867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 804.794596] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5237c08d-3875-a03d-4244-953d16ca7f86" [ 804.794596] env[70867]: _type = "HttpNfcLease" [ 804.794596] env[70867]: } is initializing. {{(pid=70867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 804.797627] env[70867]: DEBUG oslo_concurrency.lockutils [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.797627] env[70867]: DEBUG oslo_concurrency.lockutils [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.797627] env[70867]: DEBUG oslo_concurrency.lockutils [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.797627] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4165649e-1dc4-4153-97ca-1df1baf1764f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.801218] env[70867]: DEBUG oslo_vmware.api [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Waiting for the task: (returnval){ [ 804.801218] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527ff2bd-964a-930f-e1cb-a95c2289d711" [ 804.801218] env[70867]: _type = "Task" [ 804.801218] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.814601] env[70867]: DEBUG oslo_vmware.api [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527ff2bd-964a-930f-e1cb-a95c2289d711, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.949463] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fe6a2d1b-10b9-446b-8896-5b54da5fbdc0 tempest-DeleteServersAdminTestJSON-1143712326 tempest-DeleteServersAdminTestJSON-1143712326-project-member] Lock "c70bd66c-05f2-406d-8daa-58ff59fb5d93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.324s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.062498] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquiring lock "46d74c4c-c717-4355-822d-2f6397c7f3e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.062761] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lock "46d74c4c-c717-4355-822d-2f6397c7f3e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.155756] env[70867]: DEBUG nova.compute.manager [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 805.168366] env[70867]: DEBUG oslo_vmware.api [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473532, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.273358] env[70867]: DEBUG oslo_vmware.api [None req-9badecf9-4bb1-4627-8dda-43f13548d986 tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Task: {'id': task-3473534, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194495} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.276518] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-9badecf9-4bb1-4627-8dda-43f13548d986 tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.277454] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9badecf9-4bb1-4627-8dda-43f13548d986 tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.277454] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9badecf9-4bb1-4627-8dda-43f13548d986 tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.277454] env[70867]: INFO nova.compute.manager [None req-9badecf9-4bb1-4627-8dda-43f13548d986 tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Took 1.10 seconds to destroy the instance on the hypervisor. [ 805.277692] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9badecf9-4bb1-4627-8dda-43f13548d986 tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.278116] env[70867]: DEBUG nova.compute.manager [-] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 805.278217] env[70867]: DEBUG nova.network.neutron [-] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 805.280668] env[70867]: DEBUG nova.compute.manager [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 805.290465] env[70867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 805.290465] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5237c08d-3875-a03d-4244-953d16ca7f86" [ 805.290465] env[70867]: _type = "HttpNfcLease" [ 805.290465] env[70867]: } is ready. {{(pid=70867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 805.290753] env[70867]: DEBUG oslo_vmware.rw_handles [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 805.290753] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5237c08d-3875-a03d-4244-953d16ca7f86" [ 805.290753] env[70867]: _type = "HttpNfcLease" [ 805.290753] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 805.291703] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc70047-3742-412d-8c1b-5cb1fa688014 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.299350] env[70867]: DEBUG oslo_vmware.rw_handles [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ff030a-328f-88c5-cb75-60fb2429034f/disk-0.vmdk from lease info. {{(pid=70867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 805.300817] env[70867]: DEBUG oslo_vmware.rw_handles [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ff030a-328f-88c5-cb75-60fb2429034f/disk-0.vmdk for reading. {{(pid=70867) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 805.374627] env[70867]: DEBUG nova.virt.hardware [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.374876] env[70867]: DEBUG nova.virt.hardware [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.375046] env[70867]: DEBUG nova.virt.hardware [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.375235] env[70867]: DEBUG nova.virt.hardware [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.375380] env[70867]: DEBUG nova.virt.hardware [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.375539] env[70867]: DEBUG nova.virt.hardware [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.375775] env[70867]: DEBUG nova.virt.hardware [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.375951] env[70867]: DEBUG nova.virt.hardware [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.376134] env[70867]: DEBUG nova.virt.hardware [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.376354] env[70867]: DEBUG nova.virt.hardware [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.376490] env[70867]: DEBUG nova.virt.hardware [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.377816] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899fb6da-ae25-4233-a2dd-457661e27177 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.384428] env[70867]: DEBUG nova.network.neutron [-] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.386820] env[70867]: DEBUG oslo_vmware.api [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527ff2bd-964a-930f-e1cb-a95c2289d711, 'name': SearchDatastore_Task, 'duration_secs': 0.016022} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.387665] env[70867]: DEBUG oslo_concurrency.lockutils [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.387893] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.388166] env[70867]: DEBUG oslo_concurrency.lockutils [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.388320] env[70867]: DEBUG oslo_concurrency.lockutils [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.388495] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.389030] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dce6198d-c833-4ad6-9d9d-3f24868e3924 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.399582] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a332dbb3-41c2-4812-bf9c-b95cb0a0b838 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.405947] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.409020] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.409020] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ffafdbe-f4b7-42eb-bfd2-4bb2b6017a89 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.428979] env[70867]: DEBUG oslo_vmware.api [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Waiting for the task: (returnval){ [ 805.428979] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5294a9d9-51bf-eb84-ac9a-71f0cdba47c1" [ 805.428979] env[70867]: _type = "Task" [ 805.428979] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.429357] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-76957ba0-97ca-472c-ba76-7dbb94733a27 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.442759] env[70867]: DEBUG oslo_vmware.api [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5294a9d9-51bf-eb84-ac9a-71f0cdba47c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.609641] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601e5677-04ca-46ea-a6c5-76e975d9e15d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.622186] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed87197b-77f7-438a-99c7-0e2740ccbe1c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.673550] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07050c4-adf2-4fda-916d-10ac2d995644 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.677981] env[70867]: DEBUG nova.compute.manager [req-6d24cf07-f662-4595-a29a-9a3efa82c4fa req-3e0173e7-1bdd-42ab-b551-9a383f66522b service nova] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Received event network-changed-dc04ef45-2a18-413d-bb2d-00805281894d {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.678228] env[70867]: DEBUG nova.compute.manager [req-6d24cf07-f662-4595-a29a-9a3efa82c4fa req-3e0173e7-1bdd-42ab-b551-9a383f66522b service nova] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Refreshing instance network info cache due to event network-changed-dc04ef45-2a18-413d-bb2d-00805281894d. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 805.678462] env[70867]: DEBUG oslo_concurrency.lockutils [req-6d24cf07-f662-4595-a29a-9a3efa82c4fa req-3e0173e7-1bdd-42ab-b551-9a383f66522b service nova] Acquiring lock "refresh_cache-d0ca53d2-313b-48e6-95ca-b580e0b083ff" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.678607] env[70867]: DEBUG oslo_concurrency.lockutils [req-6d24cf07-f662-4595-a29a-9a3efa82c4fa req-3e0173e7-1bdd-42ab-b551-9a383f66522b service nova] Acquired lock "refresh_cache-d0ca53d2-313b-48e6-95ca-b580e0b083ff" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.678778] env[70867]: DEBUG nova.network.neutron [req-6d24cf07-f662-4595-a29a-9a3efa82c4fa req-3e0173e7-1bdd-42ab-b551-9a383f66522b service nova] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Refreshing network info cache for port dc04ef45-2a18-413d-bb2d-00805281894d {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.688313] env[70867]: DEBUG oslo_vmware.api [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473532, 'name': PowerOnVM_Task, 'duration_secs': 0.540139} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.691368] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 805.691610] env[70867]: INFO nova.compute.manager [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Took 8.63 seconds to spawn the instance on the hypervisor. [ 805.691798] env[70867]: DEBUG nova.compute.manager [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 805.693018] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2545c1b3-94c6-4baa-9b0a-d1af969249c9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.696993] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d37bf8-bb12-4513-af33-43b5c88da133 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.702216] env[70867]: DEBUG oslo_concurrency.lockutils [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.718611] env[70867]: DEBUG nova.compute.provider_tree [None req-612d2b8a-3c50-45e7-89dc-00ad4f0fbcaf tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.746204] env[70867]: DEBUG nova.network.neutron [req-e3af7358-f53f-4b37-92de-e14c00eade15 req-9cb53669-6146-4ed6-b434-a0748493e3c0 service nova] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Updated VIF entry in instance network info cache for port 9f17f132-d3ad-4208-9180-586169a22a23. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.746204] env[70867]: DEBUG nova.network.neutron [req-e3af7358-f53f-4b37-92de-e14c00eade15 req-9cb53669-6146-4ed6-b434-a0748493e3c0 service nova] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Updating instance_info_cache with network_info: [{"id": "9f17f132-d3ad-4208-9180-586169a22a23", "address": "fa:16:3e:cf:f7:e3", "network": {"id": "26cb3356-0178-4a40-b1d3-d1845489d720", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1342100142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b76930aa509342adbfff52f545873d53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f17f132-d3", "ovs_interfaceid": "9f17f132-d3ad-4208-9180-586169a22a23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.887817] env[70867]: DEBUG nova.network.neutron [-] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.940073] env[70867]: DEBUG oslo_vmware.api [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5294a9d9-51bf-eb84-ac9a-71f0cdba47c1, 'name': SearchDatastore_Task, 'duration_secs': 0.016078} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.941256] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71a1944f-3f7a-430e-a3d5-72acd6f2cbf3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.947546] env[70867]: DEBUG oslo_vmware.api [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Waiting for the task: (returnval){ [ 805.947546] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]523f4916-651f-bf7b-bb00-6aab8622ce14" [ 805.947546] env[70867]: _type = "Task" [ 805.947546] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.957430] env[70867]: DEBUG oslo_vmware.api [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]523f4916-651f-bf7b-bb00-6aab8622ce14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.132032] env[70867]: DEBUG nova.network.neutron [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Successfully updated port: da037cd2-c893-425d-ab1d-a7cc3289e14e {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 806.230145] env[70867]: DEBUG nova.scheduler.client.report [None req-612d2b8a-3c50-45e7-89dc-00ad4f0fbcaf tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.238381] env[70867]: INFO nova.compute.manager [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Took 45.88 seconds to build instance. [ 806.252959] env[70867]: DEBUG oslo_concurrency.lockutils [req-e3af7358-f53f-4b37-92de-e14c00eade15 req-9cb53669-6146-4ed6-b434-a0748493e3c0 service nova] Releasing lock "refresh_cache-9ebcf594-a25c-4401-b0e4-04740e70bcc7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.391010] env[70867]: INFO nova.compute.manager [-] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Took 1.11 seconds to deallocate network for instance. [ 806.454887] env[70867]: DEBUG nova.network.neutron [req-6d24cf07-f662-4595-a29a-9a3efa82c4fa req-3e0173e7-1bdd-42ab-b551-9a383f66522b service nova] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Updated VIF entry in instance network info cache for port dc04ef45-2a18-413d-bb2d-00805281894d. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.454887] env[70867]: DEBUG nova.network.neutron [req-6d24cf07-f662-4595-a29a-9a3efa82c4fa req-3e0173e7-1bdd-42ab-b551-9a383f66522b service nova] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Updating instance_info_cache with network_info: [{"id": "dc04ef45-2a18-413d-bb2d-00805281894d", "address": "fa:16:3e:57:b2:9e", "network": {"id": "d47c5485-afb8-4e27-9b84-ba0751a8e932", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-706264388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca8ee7c29a8f4dcdb84ae7af3742d1b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc04ef45-2a", "ovs_interfaceid": "dc04ef45-2a18-413d-bb2d-00805281894d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.462376] env[70867]: DEBUG oslo_vmware.api [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]523f4916-651f-bf7b-bb00-6aab8622ce14, 'name': SearchDatastore_Task, 'duration_secs': 0.014284} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.462700] env[70867]: DEBUG oslo_concurrency.lockutils [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.462961] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 9ebcf594-a25c-4401-b0e4-04740e70bcc7/9ebcf594-a25c-4401-b0e4-04740e70bcc7.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.463278] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07d3fe5e-30fb-46e7-9c43-ae2a2af983c5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.471642] env[70867]: DEBUG oslo_vmware.api [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Waiting for the task: (returnval){ [ 806.471642] env[70867]: value = "task-3473536" [ 806.471642] env[70867]: _type = "Task" [ 806.471642] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.480878] env[70867]: DEBUG oslo_vmware.api [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.635014] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Acquiring lock "refresh_cache-30bee283-5a5d-443f-8799-0675a0e0a2c8" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.635247] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Acquired lock "refresh_cache-30bee283-5a5d-443f-8799-0675a0e0a2c8" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.635408] env[70867]: DEBUG nova.network.neutron [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.700019] env[70867]: DEBUG nova.compute.manager [req-13cd7421-ee58-4635-89d3-78aec6adc91b req-a66c9efb-edc5-4667-9455-eeda7b565029 service nova] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Received event network-vif-plugged-da037cd2-c893-425d-ab1d-a7cc3289e14e {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.700019] env[70867]: DEBUG oslo_concurrency.lockutils [req-13cd7421-ee58-4635-89d3-78aec6adc91b req-a66c9efb-edc5-4667-9455-eeda7b565029 service nova] Acquiring lock "30bee283-5a5d-443f-8799-0675a0e0a2c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.700019] env[70867]: DEBUG oslo_concurrency.lockutils [req-13cd7421-ee58-4635-89d3-78aec6adc91b req-a66c9efb-edc5-4667-9455-eeda7b565029 service nova] Lock "30bee283-5a5d-443f-8799-0675a0e0a2c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.700019] env[70867]: DEBUG oslo_concurrency.lockutils [req-13cd7421-ee58-4635-89d3-78aec6adc91b req-a66c9efb-edc5-4667-9455-eeda7b565029 service nova] Lock "30bee283-5a5d-443f-8799-0675a0e0a2c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.700019] env[70867]: DEBUG nova.compute.manager [req-13cd7421-ee58-4635-89d3-78aec6adc91b req-a66c9efb-edc5-4667-9455-eeda7b565029 service nova] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] No waiting events found dispatching network-vif-plugged-da037cd2-c893-425d-ab1d-a7cc3289e14e {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 806.700019] env[70867]: WARNING nova.compute.manager [req-13cd7421-ee58-4635-89d3-78aec6adc91b req-a66c9efb-edc5-4667-9455-eeda7b565029 service nova] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Received unexpected event network-vif-plugged-da037cd2-c893-425d-ab1d-a7cc3289e14e for instance with vm_state building and task_state spawning. [ 806.700019] env[70867]: DEBUG nova.compute.manager [req-13cd7421-ee58-4635-89d3-78aec6adc91b req-a66c9efb-edc5-4667-9455-eeda7b565029 service nova] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Received event network-changed-da037cd2-c893-425d-ab1d-a7cc3289e14e {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.700019] env[70867]: DEBUG nova.compute.manager [req-13cd7421-ee58-4635-89d3-78aec6adc91b req-a66c9efb-edc5-4667-9455-eeda7b565029 service nova] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Refreshing instance network info cache due to event network-changed-da037cd2-c893-425d-ab1d-a7cc3289e14e. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.700019] env[70867]: DEBUG oslo_concurrency.lockutils [req-13cd7421-ee58-4635-89d3-78aec6adc91b req-a66c9efb-edc5-4667-9455-eeda7b565029 service nova] Acquiring lock "refresh_cache-30bee283-5a5d-443f-8799-0675a0e0a2c8" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.729203] env[70867]: DEBUG oslo_vmware.rw_handles [None req-4a18c49b-6778-440f-86fc-f9b69df2f589 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5281d4ee-c8c5-981e-1982-bd569d232804/disk-0.vmdk. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 806.730474] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7183bc1-6aee-4d5d-b758-e47253cbe90d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.736530] env[70867]: DEBUG oslo_concurrency.lockutils [None req-612d2b8a-3c50-45e7-89dc-00ad4f0fbcaf tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.329s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.744022] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.804s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.744022] env[70867]: INFO nova.compute.claims [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.746798] env[70867]: DEBUG oslo_concurrency.lockutils [None req-693763bc-25e3-46b0-ba32-f6671ea819b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Lock "7d966134-eea1-4707-afd3-08632a846d08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.417s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.747105] env[70867]: DEBUG oslo_vmware.rw_handles [None req-4a18c49b-6778-440f-86fc-f9b69df2f589 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5281d4ee-c8c5-981e-1982-bd569d232804/disk-0.vmdk is in state: ready. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 806.747603] env[70867]: ERROR oslo_vmware.rw_handles [None req-4a18c49b-6778-440f-86fc-f9b69df2f589 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5281d4ee-c8c5-981e-1982-bd569d232804/disk-0.vmdk due to incomplete transfer. [ 806.749075] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-54ffe281-3fa7-4874-8012-f5742a465b67 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.758819] env[70867]: DEBUG oslo_vmware.rw_handles [None req-4a18c49b-6778-440f-86fc-f9b69df2f589 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5281d4ee-c8c5-981e-1982-bd569d232804/disk-0.vmdk. {{(pid=70867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 806.758819] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-4a18c49b-6778-440f-86fc-f9b69df2f589 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Uploaded image b0d4a309-8162-4dbf-8c7b-a7e20f324ac0 to the Glance image server {{(pid=70867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 806.761348] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a18c49b-6778-440f-86fc-f9b69df2f589 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Destroying the VM {{(pid=70867) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 806.761441] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-50879ce1-cbed-4e2d-9595-a963c1cf3deb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.768866] env[70867]: DEBUG oslo_vmware.api [None req-4a18c49b-6778-440f-86fc-f9b69df2f589 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Waiting for the task: (returnval){ [ 806.768866] env[70867]: value = "task-3473537" [ 806.768866] env[70867]: _type = "Task" [ 806.768866] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.770243] env[70867]: INFO nova.scheduler.client.report [None req-612d2b8a-3c50-45e7-89dc-00ad4f0fbcaf tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Deleted allocations for instance 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc [ 806.787403] env[70867]: DEBUG oslo_vmware.api [None req-4a18c49b-6778-440f-86fc-f9b69df2f589 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473537, 'name': Destroy_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.899037] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9badecf9-4bb1-4627-8dda-43f13548d986 tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.957694] env[70867]: DEBUG oslo_concurrency.lockutils [req-6d24cf07-f662-4595-a29a-9a3efa82c4fa req-3e0173e7-1bdd-42ab-b551-9a383f66522b service nova] Releasing lock "refresh_cache-d0ca53d2-313b-48e6-95ca-b580e0b083ff" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.984525] env[70867]: DEBUG oslo_vmware.api [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473536, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.198096] env[70867]: DEBUG nova.network.neutron [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.254218] env[70867]: DEBUG nova.compute.manager [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 807.285795] env[70867]: DEBUG oslo_vmware.api [None req-4a18c49b-6778-440f-86fc-f9b69df2f589 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473537, 'name': Destroy_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.287290] env[70867]: DEBUG oslo_concurrency.lockutils [None req-612d2b8a-3c50-45e7-89dc-00ad4f0fbcaf tempest-ServersAaction247Test-1048009490 tempest-ServersAaction247Test-1048009490-project-member] Lock "842fc73b-8c91-4c4f-93fe-17b20c1ea4dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.377s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.447373] env[70867]: DEBUG nova.network.neutron [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Updating instance_info_cache with network_info: [{"id": "da037cd2-c893-425d-ab1d-a7cc3289e14e", "address": "fa:16:3e:d6:09:8b", "network": {"id": "bb80f033-464f-444f-9ee9-b7f0da2e0282", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-286648394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bb6f91a58d64dc68a626e3cc315dfa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda037cd2-c8", "ovs_interfaceid": "da037cd2-c893-425d-ab1d-a7cc3289e14e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.484617] env[70867]: DEBUG oslo_vmware.api [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473536, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.825657} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.484901] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 9ebcf594-a25c-4401-b0e4-04740e70bcc7/9ebcf594-a25c-4401-b0e4-04740e70bcc7.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.485144] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.485434] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0ebd711-7586-4a96-b9b6-5c00c73fd96f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.492726] env[70867]: DEBUG oslo_vmware.api [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Waiting for the task: (returnval){ [ 807.492726] env[70867]: value = "task-3473538" [ 807.492726] env[70867]: _type = "Task" [ 807.492726] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.501564] env[70867]: DEBUG oslo_vmware.api [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473538, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.783017] env[70867]: DEBUG oslo_vmware.api [None req-4a18c49b-6778-440f-86fc-f9b69df2f589 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473537, 'name': Destroy_Task, 'duration_secs': 0.867795} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.784294] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.784437] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-4a18c49b-6778-440f-86fc-f9b69df2f589 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Destroyed the VM [ 807.784726] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-4a18c49b-6778-440f-86fc-f9b69df2f589 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Deleting Snapshot of the VM instance {{(pid=70867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 807.784954] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-64d32e2c-aecc-4df2-b452-e9bbeb17d1d8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.791767] env[70867]: DEBUG oslo_vmware.api [None req-4a18c49b-6778-440f-86fc-f9b69df2f589 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Waiting for the task: (returnval){ [ 807.791767] env[70867]: value = "task-3473539" [ 807.791767] env[70867]: _type = "Task" [ 807.791767] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.801510] env[70867]: DEBUG oslo_vmware.api [None req-4a18c49b-6778-440f-86fc-f9b69df2f589 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473539, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.956490] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Releasing lock "refresh_cache-30bee283-5a5d-443f-8799-0675a0e0a2c8" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.956893] env[70867]: DEBUG nova.compute.manager [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Instance network_info: |[{"id": "da037cd2-c893-425d-ab1d-a7cc3289e14e", "address": "fa:16:3e:d6:09:8b", "network": {"id": "bb80f033-464f-444f-9ee9-b7f0da2e0282", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-286648394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bb6f91a58d64dc68a626e3cc315dfa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda037cd2-c8", "ovs_interfaceid": "da037cd2-c893-425d-ab1d-a7cc3289e14e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 807.957472] env[70867]: DEBUG oslo_concurrency.lockutils [req-13cd7421-ee58-4635-89d3-78aec6adc91b req-a66c9efb-edc5-4667-9455-eeda7b565029 service nova] Acquired lock "refresh_cache-30bee283-5a5d-443f-8799-0675a0e0a2c8" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.957732] env[70867]: DEBUG nova.network.neutron [req-13cd7421-ee58-4635-89d3-78aec6adc91b req-a66c9efb-edc5-4667-9455-eeda7b565029 service nova] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Refreshing network info cache for port da037cd2-c893-425d-ab1d-a7cc3289e14e {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.959065] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:09:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da037cd2-c893-425d-ab1d-a7cc3289e14e', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.970020] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Creating folder: Project (6bb6f91a58d64dc68a626e3cc315dfa9). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.970020] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73aeb640-3136-4601-b857-30377b4affff {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.981948] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Created folder: Project (6bb6f91a58d64dc68a626e3cc315dfa9) in parent group-v694272. [ 807.982239] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Creating folder: Instances. Parent ref: group-v694392. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.982509] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9db32ec0-b1e9-4325-b98f-2e92f67a40cc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.999000] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Created folder: Instances in parent group-v694392. [ 807.999354] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.999634] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.007332] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ccb13e0f-08a8-43fc-8311-a43e8779df0e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.025690] env[70867]: DEBUG oslo_vmware.api [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473538, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098979} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.029134] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.029134] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682812cb-25d7-4ef9-8fc9-b254efafbef8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.034032] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.034032] env[70867]: value = "task-3473542" [ 808.034032] env[70867]: _type = "Task" [ 808.034032] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.054245] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 9ebcf594-a25c-4401-b0e4-04740e70bcc7/9ebcf594-a25c-4401-b0e4-04740e70bcc7.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.060318] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb5a2274-0a53-4b00-8be7-8a0da736e7e8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.081900] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473542, 'name': CreateVM_Task} progress is 15%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.083436] env[70867]: DEBUG oslo_vmware.api [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Waiting for the task: (returnval){ [ 808.083436] env[70867]: value = "task-3473543" [ 808.083436] env[70867]: _type = "Task" [ 808.083436] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.098304] env[70867]: DEBUG oslo_vmware.api [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473543, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.302671] env[70867]: DEBUG oslo_vmware.api [None req-4a18c49b-6778-440f-86fc-f9b69df2f589 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473539, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.417325] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc00df8b-ce55-452a-8f81-e8abab4a36f0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.424512] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98663cef-8d1f-467b-ad3b-6b23599fb77c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.465078] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d41c44a-d6e4-4ea0-9ded-b461bac4da34 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.480559] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f47080-bae4-4b73-be0b-b7e87c3eb05b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.496930] env[70867]: DEBUG nova.compute.provider_tree [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.563186] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473542, 'name': CreateVM_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.599619] env[70867]: DEBUG oslo_vmware.api [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473543, 'name': ReconfigVM_Task, 'duration_secs': 0.499265} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.599833] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 9ebcf594-a25c-4401-b0e4-04740e70bcc7/9ebcf594-a25c-4401-b0e4-04740e70bcc7.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.601168] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e121c6f-7ee7-4a26-a0a2-b2a09f5a6622 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.608724] env[70867]: DEBUG oslo_vmware.api [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Waiting for the task: (returnval){ [ 808.608724] env[70867]: value = "task-3473544" [ 808.608724] env[70867]: _type = "Task" [ 808.608724] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.619615] env[70867]: DEBUG oslo_vmware.api [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473544, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.780387] env[70867]: DEBUG nova.network.neutron [req-13cd7421-ee58-4635-89d3-78aec6adc91b req-a66c9efb-edc5-4667-9455-eeda7b565029 service nova] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Updated VIF entry in instance network info cache for port da037cd2-c893-425d-ab1d-a7cc3289e14e. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.780773] env[70867]: DEBUG nova.network.neutron [req-13cd7421-ee58-4635-89d3-78aec6adc91b req-a66c9efb-edc5-4667-9455-eeda7b565029 service nova] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Updating instance_info_cache with network_info: [{"id": "da037cd2-c893-425d-ab1d-a7cc3289e14e", "address": "fa:16:3e:d6:09:8b", "network": {"id": "bb80f033-464f-444f-9ee9-b7f0da2e0282", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-286648394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bb6f91a58d64dc68a626e3cc315dfa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda037cd2-c8", "ovs_interfaceid": "da037cd2-c893-425d-ab1d-a7cc3289e14e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.814407] env[70867]: DEBUG oslo_vmware.api [None req-4a18c49b-6778-440f-86fc-f9b69df2f589 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473539, 'name': RemoveSnapshot_Task, 'duration_secs': 0.872107} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.814827] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-4a18c49b-6778-440f-86fc-f9b69df2f589 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Deleted Snapshot of the VM instance {{(pid=70867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 808.815137] env[70867]: INFO nova.compute.manager [None req-4a18c49b-6778-440f-86fc-f9b69df2f589 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Took 16.58 seconds to snapshot the instance on the hypervisor. [ 809.000655] env[70867]: DEBUG nova.scheduler.client.report [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.056267] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473542, 'name': CreateVM_Task, 'duration_secs': 0.742596} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.056479] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.057190] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.057435] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.057711] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.057939] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-712de2f4-2dfc-4144-b33c-77225c268ae9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.062570] env[70867]: DEBUG oslo_vmware.api [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Waiting for the task: (returnval){ [ 809.062570] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52cfc4ac-57cc-fcc9-82b4-b5bce9b8bc1e" [ 809.062570] env[70867]: _type = "Task" [ 809.062570] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.073737] env[70867]: DEBUG oslo_vmware.api [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52cfc4ac-57cc-fcc9-82b4-b5bce9b8bc1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.118522] env[70867]: DEBUG oslo_vmware.api [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473544, 'name': Rename_Task, 'duration_secs': 0.221423} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.118833] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.119215] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-167a9803-7079-45ef-bf2a-17abb7fe39e9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.125755] env[70867]: DEBUG oslo_vmware.api [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Waiting for the task: (returnval){ [ 809.125755] env[70867]: value = "task-3473545" [ 809.125755] env[70867]: _type = "Task" [ 809.125755] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.134240] env[70867]: DEBUG oslo_vmware.api [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473545, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.284162] env[70867]: DEBUG oslo_concurrency.lockutils [req-13cd7421-ee58-4635-89d3-78aec6adc91b req-a66c9efb-edc5-4667-9455-eeda7b565029 service nova] Releasing lock "refresh_cache-30bee283-5a5d-443f-8799-0675a0e0a2c8" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.509127] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.509127] env[70867]: DEBUG nova.compute.manager [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 809.510786] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0f57eead-ace1-4aa0-b58f-ef43a641b40c tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.863s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.511186] env[70867]: DEBUG nova.objects.instance [None req-0f57eead-ace1-4aa0-b58f-ef43a641b40c tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Lazy-loading 'resources' on Instance uuid decc1817-c45d-4e03-92c2-80bcaa2ba0f9 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.578505] env[70867]: DEBUG oslo_vmware.api [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52cfc4ac-57cc-fcc9-82b4-b5bce9b8bc1e, 'name': SearchDatastore_Task, 'duration_secs': 0.017971} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.578903] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.579174] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.579452] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.579594] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.579772] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.580104] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d86145b-b48d-41ca-b518-9e94d651cf1f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.591941] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.592648] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.592960] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e149558c-40fc-4de1-bb89-2aedc01f52e3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.600820] env[70867]: DEBUG oslo_vmware.api [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Waiting for the task: (returnval){ [ 809.600820] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5267bf9c-2865-c38f-492a-8e459e728fcb" [ 809.600820] env[70867]: _type = "Task" [ 809.600820] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.612896] env[70867]: DEBUG oslo_vmware.api [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5267bf9c-2865-c38f-492a-8e459e728fcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.637857] env[70867]: DEBUG oslo_vmware.api [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473545, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.015471] env[70867]: DEBUG nova.compute.utils [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.016992] env[70867]: DEBUG nova.compute.manager [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 810.017950] env[70867]: DEBUG nova.network.neutron [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 810.115711] env[70867]: DEBUG oslo_vmware.api [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5267bf9c-2865-c38f-492a-8e459e728fcb, 'name': SearchDatastore_Task, 'duration_secs': 0.016372} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.121561] env[70867]: DEBUG nova.policy [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b033a886a4844d608c610d66bee52c1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9887a501ada94094811782796978977f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 810.126592] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b479b1a9-5519-4bb5-b993-285fe2d35fd7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.143530] env[70867]: DEBUG oslo_vmware.api [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Waiting for the task: (returnval){ [ 810.143530] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52308b7b-1e7e-eb16-e0cd-5fae6f112559" [ 810.143530] env[70867]: _type = "Task" [ 810.143530] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.148354] env[70867]: DEBUG oslo_vmware.api [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473545, 'name': PowerOnVM_Task, 'duration_secs': 0.758518} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.152056] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.152332] env[70867]: INFO nova.compute.manager [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Took 8.61 seconds to spawn the instance on the hypervisor. [ 810.152556] env[70867]: DEBUG nova.compute.manager [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.156666] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67da5ff9-d513-42d8-b03b-109c45301c3e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.164473] env[70867]: DEBUG oslo_vmware.api [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52308b7b-1e7e-eb16-e0cd-5fae6f112559, 'name': SearchDatastore_Task, 'duration_secs': 0.019597} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.166145] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.166414] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 30bee283-5a5d-443f-8799-0675a0e0a2c8/30bee283-5a5d-443f-8799-0675a0e0a2c8.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.172101] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-748a932a-db27-4d14-ac10-10a855377370 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.181409] env[70867]: DEBUG oslo_vmware.api [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Waiting for the task: (returnval){ [ 810.181409] env[70867]: value = "task-3473546" [ 810.181409] env[70867]: _type = "Task" [ 810.181409] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.192923] env[70867]: DEBUG oslo_vmware.api [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Task: {'id': task-3473546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.521922] env[70867]: DEBUG nova.compute.manager [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 810.661680] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d8d4c3-2e4c-470e-adb3-85da9102edd9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.684450] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85856346-8180-4d26-b826-12447453d450 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.691983] env[70867]: INFO nova.compute.manager [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Took 47.04 seconds to build instance. [ 810.699871] env[70867]: DEBUG oslo_vmware.api [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Task: {'id': task-3473546, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.731910] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0811ae-b789-42a7-af59-2704f7a32b5a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.750070] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf01bb5-7024-438c-894f-c0b02921e1b7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.753736] env[70867]: DEBUG nova.network.neutron [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Successfully created port: ad825b52-9acb-42ac-9ef2-b2dc2b8ad760 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 810.771543] env[70867]: DEBUG nova.compute.provider_tree [None req-0f57eead-ace1-4aa0-b58f-ef43a641b40c tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.194767] env[70867]: DEBUG oslo_concurrency.lockutils [None req-47a48f1e-fc8b-4ec6-a969-2d49217a97b8 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Lock "9ebcf594-a25c-4401-b0e4-04740e70bcc7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.012s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.199789] env[70867]: DEBUG oslo_vmware.api [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Task: {'id': task-3473546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675942} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.200514] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 30bee283-5a5d-443f-8799-0675a0e0a2c8/30bee283-5a5d-443f-8799-0675a0e0a2c8.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.200651] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.200847] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bddad09c-6ac5-410c-ac31-6575a238c799 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.210950] env[70867]: DEBUG oslo_vmware.api [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Waiting for the task: (returnval){ [ 811.210950] env[70867]: value = "task-3473547" [ 811.210950] env[70867]: _type = "Task" [ 811.210950] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.222696] env[70867]: DEBUG oslo_vmware.api [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Task: {'id': task-3473547, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.232428] env[70867]: DEBUG nova.compute.manager [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.233605] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b306af12-6ee7-4d8a-87c5-e27427708799 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.275523] env[70867]: DEBUG nova.scheduler.client.report [None req-0f57eead-ace1-4aa0-b58f-ef43a641b40c tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.537168] env[70867]: DEBUG nova.compute.manager [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 811.575939] env[70867]: DEBUG nova.virt.hardware [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.577451] env[70867]: DEBUG nova.virt.hardware [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.577736] env[70867]: DEBUG nova.virt.hardware [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.578072] env[70867]: DEBUG nova.virt.hardware [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.578233] env[70867]: DEBUG nova.virt.hardware [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.578525] env[70867]: DEBUG nova.virt.hardware [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.578708] env[70867]: DEBUG nova.virt.hardware [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.578983] env[70867]: DEBUG nova.virt.hardware [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.579098] env[70867]: DEBUG nova.virt.hardware [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.579256] env[70867]: DEBUG nova.virt.hardware [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.579390] env[70867]: DEBUG nova.virt.hardware [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.580375] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75c0038-c762-4ca0-bfa5-25d1ba078b61 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.591236] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a55a6f7-1449-424b-8db8-16012d10c8c3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.701633] env[70867]: DEBUG nova.compute.manager [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 811.725626] env[70867]: DEBUG oslo_vmware.api [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Task: {'id': task-3473547, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104779} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.725945] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.727643] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c311ec12-67d4-43f3-b6a0-db5808293907 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.751231] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 30bee283-5a5d-443f-8799-0675a0e0a2c8/30bee283-5a5d-443f-8799-0675a0e0a2c8.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.752585] env[70867]: INFO nova.compute.manager [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] instance snapshotting [ 811.754479] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7794acce-22f4-4313-8078-c3bf04a30ffc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.771409] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382249ed-48f8-4fb7-bf01-c6e8028fd748 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.793528] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0f57eead-ace1-4aa0-b58f-ef43a641b40c tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.283s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.798216] env[70867]: DEBUG oslo_concurrency.lockutils [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.479s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.799899] env[70867]: INFO nova.compute.claims [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.803157] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e581aa-c0d5-4fa5-bec7-2af63dd47178 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.806091] env[70867]: DEBUG oslo_vmware.api [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Waiting for the task: (returnval){ [ 811.806091] env[70867]: value = "task-3473548" [ 811.806091] env[70867]: _type = "Task" [ 811.806091] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.824595] env[70867]: DEBUG oslo_vmware.api [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Task: {'id': task-3473548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.828789] env[70867]: INFO nova.scheduler.client.report [None req-0f57eead-ace1-4aa0-b58f-ef43a641b40c tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Deleted allocations for instance decc1817-c45d-4e03-92c2-80bcaa2ba0f9 [ 812.230252] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.319139] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Creating Snapshot of the VM instance {{(pid=70867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 812.319935] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-707f241f-22ca-46ef-b600-457372e18218 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.330675] env[70867]: DEBUG oslo_vmware.api [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Task: {'id': task-3473548, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.339010] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0f57eead-ace1-4aa0-b58f-ef43a641b40c tempest-ImagesOneServerTestJSON-1657860221 tempest-ImagesOneServerTestJSON-1657860221-project-member] Lock "decc1817-c45d-4e03-92c2-80bcaa2ba0f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.166s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.341895] env[70867]: DEBUG oslo_vmware.api [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Waiting for the task: (returnval){ [ 812.341895] env[70867]: value = "task-3473549" [ 812.341895] env[70867]: _type = "Task" [ 812.341895] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.352282] env[70867]: DEBUG oslo_vmware.api [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473549, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.787698] env[70867]: DEBUG nova.network.neutron [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Successfully updated port: ad825b52-9acb-42ac-9ef2-b2dc2b8ad760 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 812.828968] env[70867]: DEBUG oslo_vmware.api [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Task: {'id': task-3473548, 'name': ReconfigVM_Task, 'duration_secs': 0.557439} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.829327] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 30bee283-5a5d-443f-8799-0675a0e0a2c8/30bee283-5a5d-443f-8799-0675a0e0a2c8.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.830463] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-230d733d-9a78-4732-8199-c35174769c99 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.839630] env[70867]: DEBUG oslo_vmware.api [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Waiting for the task: (returnval){ [ 812.839630] env[70867]: value = "task-3473550" [ 812.839630] env[70867]: _type = "Task" [ 812.839630] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.856659] env[70867]: DEBUG oslo_vmware.api [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Task: {'id': task-3473550, 'name': Rename_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.860132] env[70867]: DEBUG oslo_vmware.api [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473549, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.946887] env[70867]: DEBUG nova.compute.manager [req-40d19270-872c-448b-9abf-164bf413cfa8 req-669cf0b2-4bf4-46da-9083-853ce90261d4 service nova] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Received event network-vif-plugged-ad825b52-9acb-42ac-9ef2-b2dc2b8ad760 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.947101] env[70867]: DEBUG oslo_concurrency.lockutils [req-40d19270-872c-448b-9abf-164bf413cfa8 req-669cf0b2-4bf4-46da-9083-853ce90261d4 service nova] Acquiring lock "5672f7d0-4265-47cb-9d68-9eb1a5420f3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.947305] env[70867]: DEBUG oslo_concurrency.lockutils [req-40d19270-872c-448b-9abf-164bf413cfa8 req-669cf0b2-4bf4-46da-9083-853ce90261d4 service nova] Lock "5672f7d0-4265-47cb-9d68-9eb1a5420f3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.947511] env[70867]: DEBUG oslo_concurrency.lockutils [req-40d19270-872c-448b-9abf-164bf413cfa8 req-669cf0b2-4bf4-46da-9083-853ce90261d4 service nova] Lock "5672f7d0-4265-47cb-9d68-9eb1a5420f3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.949530] env[70867]: DEBUG nova.compute.manager [req-40d19270-872c-448b-9abf-164bf413cfa8 req-669cf0b2-4bf4-46da-9083-853ce90261d4 service nova] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] No waiting events found dispatching network-vif-plugged-ad825b52-9acb-42ac-9ef2-b2dc2b8ad760 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 812.949530] env[70867]: WARNING nova.compute.manager [req-40d19270-872c-448b-9abf-164bf413cfa8 req-669cf0b2-4bf4-46da-9083-853ce90261d4 service nova] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Received unexpected event network-vif-plugged-ad825b52-9acb-42ac-9ef2-b2dc2b8ad760 for instance with vm_state building and task_state spawning. [ 813.207839] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Acquiring lock "f377cec2-23be-4608-92b4-c4608cb4673a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.207839] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Lock "f377cec2-23be-4608-92b4-c4608cb4673a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.295350] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquiring lock "refresh_cache-5672f7d0-4265-47cb-9d68-9eb1a5420f3e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.295350] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquired lock "refresh_cache-5672f7d0-4265-47cb-9d68-9eb1a5420f3e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.295429] env[70867]: DEBUG nova.network.neutron [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.353723] env[70867]: DEBUG oslo_vmware.api [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Task: {'id': task-3473550, 'name': Rename_Task, 'duration_secs': 0.250264} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.358046] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.358046] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5088ef1f-f442-40c9-8f09-356871e5f752 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.359895] env[70867]: DEBUG oslo_vmware.api [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473549, 'name': CreateSnapshot_Task, 'duration_secs': 0.85996} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.360062] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Created Snapshot of the VM instance {{(pid=70867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 813.360833] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dafa54a-de59-450a-8979-f43e7f03dd3e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.366913] env[70867]: DEBUG oslo_vmware.api [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Waiting for the task: (returnval){ [ 813.366913] env[70867]: value = "task-3473551" [ 813.366913] env[70867]: _type = "Task" [ 813.366913] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.388292] env[70867]: DEBUG oslo_vmware.api [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Task: {'id': task-3473551, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.390217] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a22362-60db-4ed6-acd5-9787b2344c9b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.401562] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43350ffe-2bff-4b77-873c-b645a0c1825c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.439224] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955b6c66-1164-4e70-a38c-c252c1727c63 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.449479] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d34009d-9e3a-4222-8bf4-18c6d406de4e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.471532] env[70867]: DEBUG nova.compute.provider_tree [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.610510] env[70867]: DEBUG oslo_vmware.rw_handles [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ff030a-328f-88c5-cb75-60fb2429034f/disk-0.vmdk. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 813.611684] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4b1049-971d-4763-9385-181dbcb45cd0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.619624] env[70867]: DEBUG oslo_vmware.rw_handles [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ff030a-328f-88c5-cb75-60fb2429034f/disk-0.vmdk is in state: ready. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 813.619802] env[70867]: ERROR oslo_vmware.rw_handles [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ff030a-328f-88c5-cb75-60fb2429034f/disk-0.vmdk due to incomplete transfer. [ 813.620089] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-db1a38e7-d79a-48b8-9cd5-cee6d7749b59 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.628301] env[70867]: DEBUG oslo_vmware.rw_handles [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ff030a-328f-88c5-cb75-60fb2429034f/disk-0.vmdk. {{(pid=70867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 813.628500] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Uploaded image 7accfce7-2053-4cbf-96e7-5bb044011fe3 to the Glance image server {{(pid=70867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 813.630100] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Destroying the VM {{(pid=70867) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 813.630355] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-82ce5099-f296-4fe4-ad75-ab9adf2de120 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.636825] env[70867]: DEBUG oslo_vmware.api [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 813.636825] env[70867]: value = "task-3473552" [ 813.636825] env[70867]: _type = "Task" [ 813.636825] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.646466] env[70867]: DEBUG oslo_vmware.api [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473552, 'name': Destroy_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.855354] env[70867]: DEBUG nova.network.neutron [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.887283] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Creating linked-clone VM from snapshot {{(pid=70867) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 813.887819] env[70867]: DEBUG oslo_vmware.api [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Task: {'id': task-3473551, 'name': PowerOnVM_Task, 'duration_secs': 0.504812} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.890385] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e6cd0e59-d702-4271-85ee-58bb3f13421e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.893387] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.893703] env[70867]: INFO nova.compute.manager [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Took 8.61 seconds to spawn the instance on the hypervisor. [ 813.893990] env[70867]: DEBUG nova.compute.manager [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.894858] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01460354-03ec-4407-9afb-24ab19536e2b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.908387] env[70867]: DEBUG oslo_vmware.api [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Waiting for the task: (returnval){ [ 813.908387] env[70867]: value = "task-3473553" [ 813.908387] env[70867]: _type = "Task" [ 813.908387] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.917624] env[70867]: DEBUG oslo_vmware.api [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473553, 'name': CloneVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.974392] env[70867]: DEBUG nova.scheduler.client.report [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.097832] env[70867]: DEBUG nova.network.neutron [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Updating instance_info_cache with network_info: [{"id": "ad825b52-9acb-42ac-9ef2-b2dc2b8ad760", "address": "fa:16:3e:40:f9:44", "network": {"id": "92679d6e-9d23-48b6-ac5f-eb75f3549552", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-309244147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9887a501ada94094811782796978977f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad825b52-9a", "ovs_interfaceid": "ad825b52-9acb-42ac-9ef2-b2dc2b8ad760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.149086] env[70867]: DEBUG oslo_vmware.api [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473552, 'name': Destroy_Task, 'duration_secs': 0.345423} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.149086] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Destroyed the VM [ 814.149289] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Deleting Snapshot of the VM instance {{(pid=70867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 814.149821] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0ec565ab-33a1-4c62-b46e-c892734cb2cd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.158813] env[70867]: DEBUG oslo_vmware.api [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 814.158813] env[70867]: value = "task-3473554" [ 814.158813] env[70867]: _type = "Task" [ 814.158813] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.168969] env[70867]: DEBUG oslo_vmware.api [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473554, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.279262] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aadeb939-7127-4aae-8ee9-4aefe1be042d tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Acquiring lock "ee353059-2dd8-4ab3-835b-ab7655cb9b44" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.279262] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aadeb939-7127-4aae-8ee9-4aefe1be042d tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Lock "ee353059-2dd8-4ab3-835b-ab7655cb9b44" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.279262] env[70867]: DEBUG nova.compute.manager [None req-aadeb939-7127-4aae-8ee9-4aefe1be042d tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.279262] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1e7711-4f21-4b16-958a-de08d7d65495 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.288375] env[70867]: DEBUG nova.compute.manager [None req-aadeb939-7127-4aae-8ee9-4aefe1be042d tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70867) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 814.288969] env[70867]: DEBUG nova.objects.instance [None req-aadeb939-7127-4aae-8ee9-4aefe1be042d tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Lazy-loading 'flavor' on Instance uuid ee353059-2dd8-4ab3-835b-ab7655cb9b44 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.420889] env[70867]: INFO nova.compute.manager [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Took 47.87 seconds to build instance. [ 814.426702] env[70867]: DEBUG oslo_vmware.api [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473553, 'name': CloneVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.480626] env[70867]: DEBUG oslo_concurrency.lockutils [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.481531] env[70867]: DEBUG nova.compute.manager [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.484583] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.631s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.490152] env[70867]: INFO nova.compute.claims [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.603780] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Releasing lock "refresh_cache-5672f7d0-4265-47cb-9d68-9eb1a5420f3e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.604114] env[70867]: DEBUG nova.compute.manager [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Instance network_info: |[{"id": "ad825b52-9acb-42ac-9ef2-b2dc2b8ad760", "address": "fa:16:3e:40:f9:44", "network": {"id": "92679d6e-9d23-48b6-ac5f-eb75f3549552", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-309244147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9887a501ada94094811782796978977f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad825b52-9a", "ovs_interfaceid": "ad825b52-9acb-42ac-9ef2-b2dc2b8ad760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 814.604563] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:f9:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5291d0-ee0f-4d70-b2ae-ab6879a67b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad825b52-9acb-42ac-9ef2-b2dc2b8ad760', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.612992] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.612992] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.613311] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-957a288e-02fc-4cab-b92f-8f75047dc423 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.636738] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.636738] env[70867]: value = "task-3473555" [ 814.636738] env[70867]: _type = "Task" [ 814.636738] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.645673] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473555, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.670208] env[70867]: DEBUG oslo_vmware.api [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473554, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.926301] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c3ab96f2-747b-47cb-a101-488266a3a9c8 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Lock "30bee283-5a5d-443f-8799-0675a0e0a2c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.445s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.926631] env[70867]: DEBUG oslo_vmware.api [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473553, 'name': CloneVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.994885] env[70867]: DEBUG nova.compute.utils [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.999999] env[70867]: DEBUG nova.compute.manager [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.000452] env[70867]: DEBUG nova.network.neutron [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.054017] env[70867]: DEBUG nova.compute.manager [req-f8b5b3e2-dbf3-47a6-a12e-485dc832bf17 req-099b01ed-6ab5-41c3-aeec-74e7a935b577 service nova] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Received event network-changed-ad825b52-9acb-42ac-9ef2-b2dc2b8ad760 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.054227] env[70867]: DEBUG nova.compute.manager [req-f8b5b3e2-dbf3-47a6-a12e-485dc832bf17 req-099b01ed-6ab5-41c3-aeec-74e7a935b577 service nova] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Refreshing instance network info cache due to event network-changed-ad825b52-9acb-42ac-9ef2-b2dc2b8ad760. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.054465] env[70867]: DEBUG oslo_concurrency.lockutils [req-f8b5b3e2-dbf3-47a6-a12e-485dc832bf17 req-099b01ed-6ab5-41c3-aeec-74e7a935b577 service nova] Acquiring lock "refresh_cache-5672f7d0-4265-47cb-9d68-9eb1a5420f3e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.054865] env[70867]: DEBUG oslo_concurrency.lockutils [req-f8b5b3e2-dbf3-47a6-a12e-485dc832bf17 req-099b01ed-6ab5-41c3-aeec-74e7a935b577 service nova] Acquired lock "refresh_cache-5672f7d0-4265-47cb-9d68-9eb1a5420f3e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.055251] env[70867]: DEBUG nova.network.neutron [req-f8b5b3e2-dbf3-47a6-a12e-485dc832bf17 req-099b01ed-6ab5-41c3-aeec-74e7a935b577 service nova] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Refreshing network info cache for port ad825b52-9acb-42ac-9ef2-b2dc2b8ad760 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.063501] env[70867]: DEBUG nova.policy [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b734aa18d77748e99fa12ed551f79f5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b67d7ecb5bd4c5aa548b821f9ad70dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.148499] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473555, 'name': CreateVM_Task, 'duration_secs': 0.40531} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.148687] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.151244] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.151244] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.151244] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.151244] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32794e4f-0f43-4386-a511-9ecdbd3a76db {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.157451] env[70867]: DEBUG oslo_vmware.api [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 815.157451] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f44005-6c42-aac1-8760-55b502cf232a" [ 815.157451] env[70867]: _type = "Task" [ 815.157451] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.174981] env[70867]: DEBUG oslo_vmware.api [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f44005-6c42-aac1-8760-55b502cf232a, 'name': SearchDatastore_Task, 'duration_secs': 0.014933} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.178524] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.178524] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.178524] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.178524] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.179679] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.179679] env[70867]: DEBUG oslo_vmware.api [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473554, 'name': RemoveSnapshot_Task, 'duration_secs': 1.00647} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.179679] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21788636-a72d-4b14-b792-9613f3fd6965 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.181394] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Deleted Snapshot of the VM instance {{(pid=70867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 815.181660] env[70867]: INFO nova.compute.manager [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Took 14.60 seconds to snapshot the instance on the hypervisor. [ 815.193190] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.193190] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.193870] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff4e073d-1de8-47a4-a368-910a6b9fd07c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.298767] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-aadeb939-7127-4aae-8ee9-4aefe1be042d tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.299464] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bde96564-c1a3-40fd-beda-49c4346b41c2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.429668] env[70867]: DEBUG nova.compute.manager [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 815.503618] env[70867]: DEBUG nova.compute.manager [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.511284] env[70867]: DEBUG nova.network.neutron [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Successfully created port: 4b315a81-7823-486c-8223-a295c1175a0e {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.620170] env[70867]: DEBUG oslo_vmware.api [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 815.620170] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5267838e-531c-b547-379d-b1683808aa93" [ 815.620170] env[70867]: _type = "Task" [ 815.620170] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.636374] env[70867]: DEBUG oslo_vmware.api [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5267838e-531c-b547-379d-b1683808aa93, 'name': SearchDatastore_Task, 'duration_secs': 0.029289} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.642084] env[70867]: DEBUG oslo_vmware.api [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473553, 'name': CloneVM_Task, 'duration_secs': 1.437908} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.644578] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-074d6089-eda5-46b6-8f8c-1bf4f2e00199 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.646940] env[70867]: INFO nova.virt.vmwareapi.vmops [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Created linked-clone VM from snapshot [ 815.650073] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d669c99-be79-4aa5-a836-45088875da85 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.660052] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Uploading image 0d63ed07-ece9-4dae-aa0e-5fe85998c110 {{(pid=70867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 815.664503] env[70867]: DEBUG oslo_vmware.api [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 815.664503] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52492f09-b262-f573-4370-4f7f4409cee5" [ 815.664503] env[70867]: _type = "Task" [ 815.664503] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.673609] env[70867]: DEBUG oslo_vmware.api [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52492f09-b262-f573-4370-4f7f4409cee5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.700247] env[70867]: DEBUG oslo_vmware.rw_handles [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 815.700247] env[70867]: value = "vm-694396" [ 815.700247] env[70867]: _type = "VirtualMachine" [ 815.700247] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 815.700485] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1c732bee-2614-413a-bcaa-0c779613edbf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.718058] env[70867]: DEBUG oslo_vmware.rw_handles [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Lease: (returnval){ [ 815.718058] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521268b5-ca9a-bd01-a96e-a37d5ae1dec7" [ 815.718058] env[70867]: _type = "HttpNfcLease" [ 815.718058] env[70867]: } obtained for exporting VM: (result){ [ 815.718058] env[70867]: value = "vm-694396" [ 815.718058] env[70867]: _type = "VirtualMachine" [ 815.718058] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 815.718429] env[70867]: DEBUG oslo_vmware.api [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Waiting for the lease: (returnval){ [ 815.718429] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521268b5-ca9a-bd01-a96e-a37d5ae1dec7" [ 815.718429] env[70867]: _type = "HttpNfcLease" [ 815.718429] env[70867]: } to be ready. {{(pid=70867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 815.729686] env[70867]: DEBUG oslo_vmware.api [None req-aadeb939-7127-4aae-8ee9-4aefe1be042d tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Waiting for the task: (returnval){ [ 815.729686] env[70867]: value = "task-3473556" [ 815.729686] env[70867]: _type = "Task" [ 815.729686] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.738932] env[70867]: DEBUG nova.compute.manager [None req-f58b1533-fd12-4997-b49b-a38243bb1ef3 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Found 1 images (rotation: 2) {{(pid=70867) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 815.740270] env[70867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 815.740270] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521268b5-ca9a-bd01-a96e-a37d5ae1dec7" [ 815.740270] env[70867]: _type = "HttpNfcLease" [ 815.740270] env[70867]: } is ready. {{(pid=70867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 815.744321] env[70867]: DEBUG oslo_vmware.rw_handles [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 815.744321] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521268b5-ca9a-bd01-a96e-a37d5ae1dec7" [ 815.744321] env[70867]: _type = "HttpNfcLease" [ 815.744321] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 815.745609] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aaca393-06e9-4f1d-8afb-f6ef82d196fe {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.752276] env[70867]: DEBUG oslo_vmware.api [None req-aadeb939-7127-4aae-8ee9-4aefe1be042d tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473556, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.767431] env[70867]: DEBUG oslo_vmware.rw_handles [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245f3c1-d9b3-e296-794d-33e56db9b413/disk-0.vmdk from lease info. {{(pid=70867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 815.767618] env[70867]: DEBUG oslo_vmware.rw_handles [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245f3c1-d9b3-e296-794d-33e56db9b413/disk-0.vmdk for reading. {{(pid=70867) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 815.828802] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d7505c40-65d8-4265-a09a-4767558348e3 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Acquiring lock "30bee283-5a5d-443f-8799-0675a0e0a2c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.828802] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d7505c40-65d8-4265-a09a-4767558348e3 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Lock "30bee283-5a5d-443f-8799-0675a0e0a2c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.829020] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d7505c40-65d8-4265-a09a-4767558348e3 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Acquiring lock "30bee283-5a5d-443f-8799-0675a0e0a2c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.829170] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d7505c40-65d8-4265-a09a-4767558348e3 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Lock "30bee283-5a5d-443f-8799-0675a0e0a2c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.829338] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d7505c40-65d8-4265-a09a-4767558348e3 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Lock "30bee283-5a5d-443f-8799-0675a0e0a2c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.836572] env[70867]: INFO nova.compute.manager [None req-d7505c40-65d8-4265-a09a-4767558348e3 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Terminating instance [ 815.868507] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-509dc1e1-c37a-4536-b162-f07289542831 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.894239] env[70867]: DEBUG nova.network.neutron [req-f8b5b3e2-dbf3-47a6-a12e-485dc832bf17 req-099b01ed-6ab5-41c3-aeec-74e7a935b577 service nova] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Updated VIF entry in instance network info cache for port ad825b52-9acb-42ac-9ef2-b2dc2b8ad760. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.894691] env[70867]: DEBUG nova.network.neutron [req-f8b5b3e2-dbf3-47a6-a12e-485dc832bf17 req-099b01ed-6ab5-41c3-aeec-74e7a935b577 service nova] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Updating instance_info_cache with network_info: [{"id": "ad825b52-9acb-42ac-9ef2-b2dc2b8ad760", "address": "fa:16:3e:40:f9:44", "network": {"id": "92679d6e-9d23-48b6-ac5f-eb75f3549552", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-309244147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9887a501ada94094811782796978977f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad825b52-9a", "ovs_interfaceid": "ad825b52-9acb-42ac-9ef2-b2dc2b8ad760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.950625] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.011620] env[70867]: INFO nova.virt.block_device [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Booting with volume 16477e5f-7e9e-4c08-a94c-c99b322d368d at /dev/sda [ 816.069220] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cbd78236-26f2-45a7-a4ee-df59f9b36879 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.079420] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ecb194-4420-40fd-bb60-a13a8cf38ee8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.125245] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19b305e5-36fd-4545-b8e6-87c1e8fe095b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.134846] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d94539e-7f70-4f74-a303-df289e081fff {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.179808] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3ae8db-1922-4e6f-a123-2f6367573c63 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.184058] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619061cd-b0fd-42f2-8e7c-57327ae35b3c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.196628] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d0ae35-b056-40b6-9639-9f73b85c83fd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.200469] env[70867]: DEBUG oslo_vmware.api [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52492f09-b262-f573-4370-4f7f4409cee5, 'name': SearchDatastore_Task, 'duration_secs': 0.017447} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.201269] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada754ad-d454-4ac5-b51b-7194c12a65be {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.204011] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.204692] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 5672f7d0-4265-47cb-9d68-9eb1a5420f3e/5672f7d0-4265-47cb-9d68-9eb1a5420f3e.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.206104] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d617c2f-a44c-4b48-ac77-f4cdf56d74e0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.245860] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352b16f3-10a3-4c20-bfd3-ffbeb58437bb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.249206] env[70867]: DEBUG nova.virt.block_device [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Updating existing volume attachment record: 518caedb-521c-4657-81a0-1fc1b66e56d3 {{(pid=70867) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 816.251682] env[70867]: DEBUG oslo_vmware.api [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 816.251682] env[70867]: value = "task-3473558" [ 816.251682] env[70867]: _type = "Task" [ 816.251682] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.260981] env[70867]: DEBUG oslo_vmware.api [None req-aadeb939-7127-4aae-8ee9-4aefe1be042d tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473556, 'name': PowerOffVM_Task, 'duration_secs': 0.240285} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.261709] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-aadeb939-7127-4aae-8ee9-4aefe1be042d tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.262240] env[70867]: DEBUG nova.compute.manager [None req-aadeb939-7127-4aae-8ee9-4aefe1be042d tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.263224] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a144b79-4230-4af5-bca5-5e3907998537 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.273473] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc70222-05c9-4180-9d18-189b837c7d2b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.276801] env[70867]: DEBUG oslo_vmware.api [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.289838] env[70867]: DEBUG nova.compute.provider_tree [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 816.341654] env[70867]: DEBUG nova.compute.manager [None req-d7505c40-65d8-4265-a09a-4767558348e3 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 816.342114] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d7505c40-65d8-4265-a09a-4767558348e3 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.343495] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baaa6b67-7f00-4a57-bb6a-dbad32024544 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.354333] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7505c40-65d8-4265-a09a-4767558348e3 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.354809] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e6ded26-c5c2-4eb5-affc-e3a0b942e0ca {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.363641] env[70867]: DEBUG oslo_vmware.api [None req-d7505c40-65d8-4265-a09a-4767558348e3 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Waiting for the task: (returnval){ [ 816.363641] env[70867]: value = "task-3473559" [ 816.363641] env[70867]: _type = "Task" [ 816.363641] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.377433] env[70867]: DEBUG oslo_vmware.api [None req-d7505c40-65d8-4265-a09a-4767558348e3 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Task: {'id': task-3473559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.401211] env[70867]: DEBUG oslo_concurrency.lockutils [req-f8b5b3e2-dbf3-47a6-a12e-485dc832bf17 req-099b01ed-6ab5-41c3-aeec-74e7a935b577 service nova] Releasing lock "refresh_cache-5672f7d0-4265-47cb-9d68-9eb1a5420f3e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.765583] env[70867]: DEBUG oslo_vmware.api [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473558, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.802892] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aadeb939-7127-4aae-8ee9-4aefe1be042d tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Lock "ee353059-2dd8-4ab3-835b-ab7655cb9b44" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.525s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.828054] env[70867]: ERROR nova.scheduler.client.report [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [req-30e0e03e-8240-40ec-9b93-eea4f13cbf83] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f41c8c6b-f09c-4602-9d9f-1177af08ce6d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-30e0e03e-8240-40ec-9b93-eea4f13cbf83"}]} [ 816.851165] env[70867]: DEBUG nova.scheduler.client.report [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Refreshing inventories for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 816.874816] env[70867]: DEBUG oslo_vmware.api [None req-d7505c40-65d8-4265-a09a-4767558348e3 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Task: {'id': task-3473559, 'name': PowerOffVM_Task, 'duration_secs': 0.233934} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.876249] env[70867]: DEBUG nova.scheduler.client.report [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Updating ProviderTree inventory for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 816.878590] env[70867]: DEBUG nova.compute.provider_tree [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 816.879279] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7505c40-65d8-4265-a09a-4767558348e3 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.879589] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d7505c40-65d8-4265-a09a-4767558348e3 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.886346] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2edd43fb-c035-4f3d-aa5c-43ea1ab93062 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.893914] env[70867]: DEBUG nova.scheduler.client.report [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Refreshing aggregate associations for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d, aggregates: None {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 816.922171] env[70867]: DEBUG nova.scheduler.client.report [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Refreshing trait associations for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 816.958445] env[70867]: DEBUG nova.compute.manager [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.960273] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc56c34-9dc9-4c07-af17-1d1630530ca1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.264739] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d7505c40-65d8-4265-a09a-4767558348e3 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.265709] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d7505c40-65d8-4265-a09a-4767558348e3 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.266124] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7505c40-65d8-4265-a09a-4767558348e3 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Deleting the datastore file [datastore1] 30bee283-5a5d-443f-8799-0675a0e0a2c8 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.268620] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08430d69-3ab8-46dd-ab2c-d58dcc3e2e78 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.274682] env[70867]: DEBUG oslo_vmware.api [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606517} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.275710] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 5672f7d0-4265-47cb-9d68-9eb1a5420f3e/5672f7d0-4265-47cb-9d68-9eb1a5420f3e.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.276238] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.277572] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aad97010-88ed-4b92-9c75-bbc1a78b4078 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.282440] env[70867]: DEBUG oslo_vmware.api [None req-d7505c40-65d8-4265-a09a-4767558348e3 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Waiting for the task: (returnval){ [ 817.282440] env[70867]: value = "task-3473561" [ 817.282440] env[70867]: _type = "Task" [ 817.282440] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.287684] env[70867]: DEBUG oslo_vmware.api [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 817.287684] env[70867]: value = "task-3473562" [ 817.287684] env[70867]: _type = "Task" [ 817.287684] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.300032] env[70867]: DEBUG oslo_vmware.api [None req-d7505c40-65d8-4265-a09a-4767558348e3 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Task: {'id': task-3473561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.306026] env[70867]: DEBUG oslo_vmware.api [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.438207] env[70867]: DEBUG nova.compute.manager [req-4a10afbb-e2b6-4577-85f8-b083600e8ab9 req-aec1d9d3-9898-4f48-acc9-f1d2e7ce0159 service nova] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Received event network-vif-plugged-4b315a81-7823-486c-8223-a295c1175a0e {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.438312] env[70867]: DEBUG oslo_concurrency.lockutils [req-4a10afbb-e2b6-4577-85f8-b083600e8ab9 req-aec1d9d3-9898-4f48-acc9-f1d2e7ce0159 service nova] Acquiring lock "bd36ce91-908a-408b-ba11-95c6a135f4cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.438524] env[70867]: DEBUG oslo_concurrency.lockutils [req-4a10afbb-e2b6-4577-85f8-b083600e8ab9 req-aec1d9d3-9898-4f48-acc9-f1d2e7ce0159 service nova] Lock "bd36ce91-908a-408b-ba11-95c6a135f4cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.438687] env[70867]: DEBUG oslo_concurrency.lockutils [req-4a10afbb-e2b6-4577-85f8-b083600e8ab9 req-aec1d9d3-9898-4f48-acc9-f1d2e7ce0159 service nova] Lock "bd36ce91-908a-408b-ba11-95c6a135f4cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.438937] env[70867]: DEBUG nova.compute.manager [req-4a10afbb-e2b6-4577-85f8-b083600e8ab9 req-aec1d9d3-9898-4f48-acc9-f1d2e7ce0159 service nova] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] No waiting events found dispatching network-vif-plugged-4b315a81-7823-486c-8223-a295c1175a0e {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.439646] env[70867]: WARNING nova.compute.manager [req-4a10afbb-e2b6-4577-85f8-b083600e8ab9 req-aec1d9d3-9898-4f48-acc9-f1d2e7ce0159 service nova] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Received unexpected event network-vif-plugged-4b315a81-7823-486c-8223-a295c1175a0e for instance with vm_state building and task_state block_device_mapping. [ 817.480271] env[70867]: INFO nova.compute.manager [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] instance snapshotting [ 817.480271] env[70867]: DEBUG nova.objects.instance [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lazy-loading 'flavor' on Instance uuid e4828dea-a14c-4aff-8e6f-e1986f399b60 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.543962] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e44b16-2c1b-4800-9deb-13ac815a0b30 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.555025] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5781db34-3d10-4751-a106-6313bde28e2b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.599050] env[70867]: DEBUG nova.network.neutron [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Successfully updated port: 4b315a81-7823-486c-8223-a295c1175a0e {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.603119] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60cd118-030d-4932-afed-11de20c5f2db {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.614240] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5701db01-0560-4caa-86f6-d56a4db1fddc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.634103] env[70867]: DEBUG nova.compute.provider_tree [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 817.793443] env[70867]: DEBUG oslo_vmware.api [None req-d7505c40-65d8-4265-a09a-4767558348e3 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Task: {'id': task-3473561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361351} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.797401] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7505c40-65d8-4265-a09a-4767558348e3 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.797675] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d7505c40-65d8-4265-a09a-4767558348e3 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.797863] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d7505c40-65d8-4265-a09a-4767558348e3 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.798062] env[70867]: INFO nova.compute.manager [None req-d7505c40-65d8-4265-a09a-4767558348e3 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Took 1.46 seconds to destroy the instance on the hypervisor. [ 817.798395] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7505c40-65d8-4265-a09a-4767558348e3 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.799140] env[70867]: DEBUG nova.compute.manager [-] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 817.799258] env[70867]: DEBUG nova.network.neutron [-] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 817.807044] env[70867]: DEBUG oslo_vmware.api [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122586} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.807328] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.808221] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb19341b-015e-43d7-ad91-371662d55188 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.832781] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 5672f7d0-4265-47cb-9d68-9eb1a5420f3e/5672f7d0-4265-47cb-9d68-9eb1a5420f3e.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.834108] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36b4f9a6-0b2d-42ce-aac3-0a77793a0f57 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.855834] env[70867]: DEBUG oslo_vmware.api [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 817.855834] env[70867]: value = "task-3473563" [ 817.855834] env[70867]: _type = "Task" [ 817.855834] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.866931] env[70867]: DEBUG oslo_vmware.api [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473563, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.985859] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b016bafb-fc32-48df-a33b-64b31c8510fd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.008469] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225e9d4b-4234-48fe-9eb1-005cfc974d67 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.109412] env[70867]: DEBUG oslo_concurrency.lockutils [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Acquiring lock "refresh_cache-bd36ce91-908a-408b-ba11-95c6a135f4cf" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.109594] env[70867]: DEBUG oslo_concurrency.lockutils [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Acquired lock "refresh_cache-bd36ce91-908a-408b-ba11-95c6a135f4cf" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.109759] env[70867]: DEBUG nova.network.neutron [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.186169] env[70867]: DEBUG nova.scheduler.client.report [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Updated inventory for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with generation 62 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 818.186327] env[70867]: DEBUG nova.compute.provider_tree [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Updating resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d generation from 62 to 63 during operation: update_inventory {{(pid=70867) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 818.186518] env[70867]: DEBUG nova.compute.provider_tree [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 818.265621] env[70867]: DEBUG nova.objects.instance [None req-260e20ea-55dc-4117-9cf4-a4aa4b8df9a4 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Lazy-loading 'flavor' on Instance uuid ee353059-2dd8-4ab3-835b-ab7655cb9b44 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.376383] env[70867]: DEBUG oslo_vmware.api [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473563, 'name': ReconfigVM_Task, 'duration_secs': 0.417087} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.376383] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 5672f7d0-4265-47cb-9d68-9eb1a5420f3e/5672f7d0-4265-47cb-9d68-9eb1a5420f3e.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.376700] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33a3a245-6a64-4d12-9451-6709dd80660b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.385952] env[70867]: DEBUG nova.compute.manager [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 818.386500] env[70867]: DEBUG nova.virt.hardware [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.386768] env[70867]: DEBUG nova.virt.hardware [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.386930] env[70867]: DEBUG nova.virt.hardware [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.387136] env[70867]: DEBUG nova.virt.hardware [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.387305] env[70867]: DEBUG nova.virt.hardware [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.387462] env[70867]: DEBUG nova.virt.hardware [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.387700] env[70867]: DEBUG nova.virt.hardware [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.387861] env[70867]: DEBUG nova.virt.hardware [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.388077] env[70867]: DEBUG nova.virt.hardware [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.389235] env[70867]: DEBUG nova.virt.hardware [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.389792] env[70867]: DEBUG nova.virt.hardware [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.392426] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a765b3-bd1d-44e4-99dd-81b538320c38 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.396714] env[70867]: DEBUG oslo_vmware.api [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 818.396714] env[70867]: value = "task-3473564" [ 818.396714] env[70867]: _type = "Task" [ 818.396714] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.411412] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24f1039-121b-4460-81c6-5b48f79ea24e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.421815] env[70867]: DEBUG oslo_vmware.api [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473564, 'name': Rename_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.522406] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Creating Snapshot of the VM instance {{(pid=70867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 818.522715] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f1154b1f-4b84-4217-8dce-5348481c339c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.534025] env[70867]: DEBUG oslo_vmware.api [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 818.534025] env[70867]: value = "task-3473565" [ 818.534025] env[70867]: _type = "Task" [ 818.534025] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.542848] env[70867]: DEBUG oslo_vmware.api [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473565, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.675316] env[70867]: DEBUG nova.network.neutron [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.680443] env[70867]: DEBUG nova.network.neutron [-] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.692660] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.208s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.693078] env[70867]: DEBUG nova.compute.manager [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.698937] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 36.026s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.776443] env[70867]: DEBUG oslo_concurrency.lockutils [None req-260e20ea-55dc-4117-9cf4-a4aa4b8df9a4 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Acquiring lock "refresh_cache-ee353059-2dd8-4ab3-835b-ab7655cb9b44" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.776443] env[70867]: DEBUG oslo_concurrency.lockutils [None req-260e20ea-55dc-4117-9cf4-a4aa4b8df9a4 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Acquired lock "refresh_cache-ee353059-2dd8-4ab3-835b-ab7655cb9b44" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.776443] env[70867]: DEBUG nova.network.neutron [None req-260e20ea-55dc-4117-9cf4-a4aa4b8df9a4 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.776443] env[70867]: DEBUG nova.objects.instance [None req-260e20ea-55dc-4117-9cf4-a4aa4b8df9a4 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Lazy-loading 'info_cache' on Instance uuid ee353059-2dd8-4ab3-835b-ab7655cb9b44 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.859421] env[70867]: DEBUG nova.network.neutron [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Updating instance_info_cache with network_info: [{"id": "4b315a81-7823-486c-8223-a295c1175a0e", "address": "fa:16:3e:d0:f2:3d", "network": {"id": "964198d8-8a24-40de-8171-5bee86ed65af", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1528126243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b67d7ecb5bd4c5aa548b821f9ad70dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b315a81-78", "ovs_interfaceid": "4b315a81-7823-486c-8223-a295c1175a0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.909330] env[70867]: DEBUG oslo_vmware.api [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473564, 'name': Rename_Task, 'duration_secs': 0.163314} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.909330] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.910550] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7794858-2ae6-453f-a9cb-d3026562d76c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.920042] env[70867]: DEBUG oslo_vmware.api [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 818.920042] env[70867]: value = "task-3473566" [ 818.920042] env[70867]: _type = "Task" [ 818.920042] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.930030] env[70867]: DEBUG oslo_vmware.api [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473566, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.043886] env[70867]: DEBUG oslo_vmware.api [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473565, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.186691] env[70867]: INFO nova.compute.manager [-] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Took 1.39 seconds to deallocate network for instance. [ 819.209022] env[70867]: DEBUG nova.compute.utils [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.221693] env[70867]: DEBUG nova.compute.manager [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 819.225221] env[70867]: DEBUG nova.compute.manager [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 819.225722] env[70867]: DEBUG nova.network.neutron [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 819.278631] env[70867]: DEBUG nova.objects.base [None req-260e20ea-55dc-4117-9cf4-a4aa4b8df9a4 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 819.285784] env[70867]: DEBUG nova.policy [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e393244c93f54a55822310ab6325123a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec54c11b9659488da13a8e353b24cf76', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.362922] env[70867]: DEBUG oslo_concurrency.lockutils [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Releasing lock "refresh_cache-bd36ce91-908a-408b-ba11-95c6a135f4cf" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.363293] env[70867]: DEBUG nova.compute.manager [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Instance network_info: |[{"id": "4b315a81-7823-486c-8223-a295c1175a0e", "address": "fa:16:3e:d0:f2:3d", "network": {"id": "964198d8-8a24-40de-8171-5bee86ed65af", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1528126243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b67d7ecb5bd4c5aa548b821f9ad70dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b315a81-78", "ovs_interfaceid": "4b315a81-7823-486c-8223-a295c1175a0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 819.363737] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:f2:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b315a81-7823-486c-8223-a295c1175a0e', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.372095] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Creating folder: Project (7b67d7ecb5bd4c5aa548b821f9ad70dc). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 819.373515] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b62a7fe-98ff-4f33-ba33-8258207bf895 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.389200] env[70867]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 819.390990] env[70867]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70867) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 819.390990] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Folder already exists: Project (7b67d7ecb5bd4c5aa548b821f9ad70dc). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 819.390990] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Creating folder: Instances. Parent ref: group-v694325. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 819.390990] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-581680a9-c762-4d91-a57d-1a279f3b6a4f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.405082] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Created folder: Instances in parent group-v694325. [ 819.405246] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.405536] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.405791] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d247348-9ef4-4628-85e8-f89e35d21fc0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.437136] env[70867]: DEBUG oslo_vmware.api [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473566, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.438363] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.438363] env[70867]: value = "task-3473569" [ 819.438363] env[70867]: _type = "Task" [ 819.438363] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.448898] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473569, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.545723] env[70867]: DEBUG oslo_vmware.api [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473565, 'name': CreateSnapshot_Task, 'duration_secs': 0.798344} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.546093] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Created Snapshot of the VM instance {{(pid=70867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 819.548060] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fbaa44-3c7e-40b6-ad44-4b5445cbc84d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.655834] env[70867]: DEBUG nova.compute.manager [req-1fb49b62-2b13-4d85-8b09-1a1c41e48703 req-c195d8ae-67a0-4f88-a310-0ab7e09df727 service nova] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Received event network-changed-4b315a81-7823-486c-8223-a295c1175a0e {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.657734] env[70867]: DEBUG nova.compute.manager [req-1fb49b62-2b13-4d85-8b09-1a1c41e48703 req-c195d8ae-67a0-4f88-a310-0ab7e09df727 service nova] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Refreshing instance network info cache due to event network-changed-4b315a81-7823-486c-8223-a295c1175a0e. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.657734] env[70867]: DEBUG oslo_concurrency.lockutils [req-1fb49b62-2b13-4d85-8b09-1a1c41e48703 req-c195d8ae-67a0-4f88-a310-0ab7e09df727 service nova] Acquiring lock "refresh_cache-bd36ce91-908a-408b-ba11-95c6a135f4cf" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.657734] env[70867]: DEBUG oslo_concurrency.lockutils [req-1fb49b62-2b13-4d85-8b09-1a1c41e48703 req-c195d8ae-67a0-4f88-a310-0ab7e09df727 service nova] Acquired lock "refresh_cache-bd36ce91-908a-408b-ba11-95c6a135f4cf" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.657734] env[70867]: DEBUG nova.network.neutron [req-1fb49b62-2b13-4d85-8b09-1a1c41e48703 req-c195d8ae-67a0-4f88-a310-0ab7e09df727 service nova] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Refreshing network info cache for port 4b315a81-7823-486c-8223-a295c1175a0e {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.695697] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d7505c40-65d8-4265-a09a-4767558348e3 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.732050] env[70867]: INFO nova.virt.block_device [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Booting with volume 9a65219c-eeec-4171-bf9d-fdc7772130f6 at /dev/sda [ 819.771599] env[70867]: DEBUG nova.network.neutron [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Successfully created port: c09c7cc4-2f60-41a1-98c7-4e0f3088880f {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 819.775341] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 548a2cd1-5cee-4a6d-91ea-2435dd9d0691 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 819.775531] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 8ca8c5ef-e951-49bf-816c-84a297d92f07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 819.775683] env[70867]: WARNING nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 88f4a83c-1880-4e6c-99ed-18e9229d1125 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 819.776639] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 819.776639] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 39540351-0bb2-4505-a505-06bf5aaca7f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 819.776639] env[70867]: WARNING nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 6e714e41-8baf-492a-b38c-7b162a779556 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 819.776639] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance f97cb95b-5d2e-4ac4-ba82-80a705a086f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 819.776639] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance cd4b0d7b-8070-4a0a-a8bd-09cc2c296789 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 819.776901] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 47e97d46-a933-43cf-98fc-2865c78a4492 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 819.778132] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance e4828dea-a14c-4aff-8e6f-e1986f399b60 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 819.778662] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 118d6584-a54b-4596-baaa-4c6fa11a2df7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 819.778740] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance a68640b9-e77b-4572-b1fd-9b878578e63c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 819.778918] env[70867]: WARNING nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance dcbf8cff-2227-4d10-843d-c08d4a98695e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 819.779070] env[70867]: WARNING nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 331fc4c1-2d75-4d25-b160-0fbb77937314 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 819.779446] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 819.779446] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance ee353059-2dd8-4ab3-835b-ab7655cb9b44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 819.779538] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance d0ca53d2-313b-48e6-95ca-b580e0b083ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 819.779798] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 7d966134-eea1-4707-afd3-08632a846d08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 819.779969] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 9ebcf594-a25c-4401-b0e4-04740e70bcc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 819.780157] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 30bee283-5a5d-443f-8799-0675a0e0a2c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 819.780326] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 5672f7d0-4265-47cb-9d68-9eb1a5420f3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 819.780453] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance bd36ce91-908a-408b-ba11-95c6a135f4cf actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 819.780642] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance b6d28619-832a-4d9a-8cf8-bde835200bba actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 819.787133] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07ea247c-7e16-4a4a-b41e-d0c85eea93eb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.799283] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378c9a11-3e9d-4803-bfc5-1699881b709c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.844410] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70d2f7a0-dfd3-437a-8028-2a2abb75dcfe {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.855048] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231df609-855c-4305-a8ec-52d8adf2cf64 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.894662] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3b0c65-be61-4b58-9659-67c8c6c352a4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.904213] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbbf0aa-0bee-4614-a76f-b1b6975c7542 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.925775] env[70867]: DEBUG nova.virt.block_device [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Updating existing volume attachment record: 82cf55ce-5fda-4220-8740-2647a25becf8 {{(pid=70867) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 819.938276] env[70867]: DEBUG oslo_vmware.api [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473566, 'name': PowerOnVM_Task, 'duration_secs': 0.691773} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.940761] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.940985] env[70867]: INFO nova.compute.manager [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Took 8.40 seconds to spawn the instance on the hypervisor. [ 819.941183] env[70867]: DEBUG nova.compute.manager [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.942211] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79a3677-261d-4807-8040-c0890b98f988 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.955014] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473569, 'name': CreateVM_Task, 'duration_secs': 0.359364} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.956763] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.961386] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'disk_bus': None, 'device_type': None, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694344', 'volume_id': '16477e5f-7e9e-4c08-a94c-c99b322d368d', 'name': 'volume-16477e5f-7e9e-4c08-a94c-c99b322d368d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd36ce91-908a-408b-ba11-95c6a135f4cf', 'attached_at': '', 'detached_at': '', 'volume_id': '16477e5f-7e9e-4c08-a94c-c99b322d368d', 'serial': '16477e5f-7e9e-4c08-a94c-c99b322d368d'}, 'boot_index': 0, 'attachment_id': '518caedb-521c-4657-81a0-1fc1b66e56d3', 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=70867) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 819.961386] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Root volume attach. Driver type: vmdk {{(pid=70867) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 819.961934] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9652fa7b-33ae-4e5f-a384-19881feaa3d7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.972733] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c40de80-3b32-43f5-ba40-f42027fe6be3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.980877] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78f1e90-58bd-4772-8f9d-c5cb4d16d14b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.988391] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-ac6e9081-9ebf-44c5-ab50-66568ac0ea6b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.996520] env[70867]: DEBUG oslo_vmware.api [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Waiting for the task: (returnval){ [ 819.996520] env[70867]: value = "task-3473570" [ 819.996520] env[70867]: _type = "Task" [ 819.996520] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.010373] env[70867]: DEBUG oslo_vmware.api [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Task: {'id': task-3473570, 'name': RelocateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.079946] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Creating linked-clone VM from snapshot {{(pid=70867) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 820.080787] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c581735f-7006-4b02-8f44-170190acc4e2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.093856] env[70867]: DEBUG oslo_vmware.api [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 820.093856] env[70867]: value = "task-3473571" [ 820.093856] env[70867]: _type = "Task" [ 820.093856] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.103944] env[70867]: DEBUG oslo_vmware.api [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473571, 'name': CloneVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.202424] env[70867]: DEBUG nova.network.neutron [None req-260e20ea-55dc-4117-9cf4-a4aa4b8df9a4 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Updating instance_info_cache with network_info: [{"id": "d213ffcd-19a7-448c-a860-ca92f46dad0c", "address": "fa:16:3e:9c:ee:59", "network": {"id": "26cb3356-0178-4a40-b1d3-d1845489d720", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1342100142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b76930aa509342adbfff52f545873d53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd213ffcd-19", "ovs_interfaceid": "d213ffcd-19a7-448c-a860-ca92f46dad0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.286762] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance fcd97809-14c4-4674-ba98-8a56a34cf239 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 820.471382] env[70867]: INFO nova.compute.manager [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Took 47.56 seconds to build instance. [ 820.504321] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquiring lock "0f2395d1-5ae7-403c-a689-9861a88fc203" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.504321] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "0f2395d1-5ae7-403c-a689-9861a88fc203" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.517345] env[70867]: DEBUG oslo_vmware.api [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Task: {'id': task-3473570, 'name': RelocateVM_Task} progress is 38%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.525659] env[70867]: DEBUG nova.network.neutron [req-1fb49b62-2b13-4d85-8b09-1a1c41e48703 req-c195d8ae-67a0-4f88-a310-0ab7e09df727 service nova] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Updated VIF entry in instance network info cache for port 4b315a81-7823-486c-8223-a295c1175a0e. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.529274] env[70867]: DEBUG nova.network.neutron [req-1fb49b62-2b13-4d85-8b09-1a1c41e48703 req-c195d8ae-67a0-4f88-a310-0ab7e09df727 service nova] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Updating instance_info_cache with network_info: [{"id": "4b315a81-7823-486c-8223-a295c1175a0e", "address": "fa:16:3e:d0:f2:3d", "network": {"id": "964198d8-8a24-40de-8171-5bee86ed65af", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1528126243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b67d7ecb5bd4c5aa548b821f9ad70dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b315a81-78", "ovs_interfaceid": "4b315a81-7823-486c-8223-a295c1175a0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.605889] env[70867]: DEBUG oslo_vmware.api [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473571, 'name': CloneVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.711127] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e6b7e44a-d23a-4791-bfc7-35ab630062d9 tempest-ServersAdminTestJSON-78801746 tempest-ServersAdminTestJSON-78801746-project-admin] Acquiring lock "refresh_cache-5672f7d0-4265-47cb-9d68-9eb1a5420f3e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.711251] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e6b7e44a-d23a-4791-bfc7-35ab630062d9 tempest-ServersAdminTestJSON-78801746 tempest-ServersAdminTestJSON-78801746-project-admin] Acquired lock "refresh_cache-5672f7d0-4265-47cb-9d68-9eb1a5420f3e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.711491] env[70867]: DEBUG nova.network.neutron [None req-e6b7e44a-d23a-4791-bfc7-35ab630062d9 tempest-ServersAdminTestJSON-78801746 tempest-ServersAdminTestJSON-78801746-project-admin] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.714784] env[70867]: DEBUG oslo_concurrency.lockutils [None req-260e20ea-55dc-4117-9cf4-a4aa4b8df9a4 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Releasing lock "refresh_cache-ee353059-2dd8-4ab3-835b-ab7655cb9b44" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.791424] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 96ed8c5a-2029-4ce1-9ddf-5dc836005acb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 820.975842] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2616e5bf-273c-464a-8abc-d3ee97a69c24 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "5672f7d0-4265-47cb-9d68-9eb1a5420f3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.756s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.014803] env[70867]: DEBUG oslo_vmware.api [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Task: {'id': task-3473570, 'name': RelocateVM_Task} progress is 51%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.031778] env[70867]: DEBUG oslo_concurrency.lockutils [req-1fb49b62-2b13-4d85-8b09-1a1c41e48703 req-c195d8ae-67a0-4f88-a310-0ab7e09df727 service nova] Releasing lock "refresh_cache-bd36ce91-908a-408b-ba11-95c6a135f4cf" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.032074] env[70867]: DEBUG nova.compute.manager [req-1fb49b62-2b13-4d85-8b09-1a1c41e48703 req-c195d8ae-67a0-4f88-a310-0ab7e09df727 service nova] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Received event network-vif-deleted-da037cd2-c893-425d-ab1d-a7cc3289e14e {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.107292] env[70867]: DEBUG oslo_vmware.api [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473571, 'name': CloneVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.293927] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 3d2b5374-46c8-4ab9-ab4c-4376eadfb236 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 821.481455] env[70867]: DEBUG nova.compute.manager [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 821.521026] env[70867]: DEBUG oslo_vmware.api [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Task: {'id': task-3473570, 'name': RelocateVM_Task} progress is 65%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.545409] env[70867]: DEBUG nova.network.neutron [None req-e6b7e44a-d23a-4791-bfc7-35ab630062d9 tempest-ServersAdminTestJSON-78801746 tempest-ServersAdminTestJSON-78801746-project-admin] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Updating instance_info_cache with network_info: [{"id": "ad825b52-9acb-42ac-9ef2-b2dc2b8ad760", "address": "fa:16:3e:40:f9:44", "network": {"id": "92679d6e-9d23-48b6-ac5f-eb75f3549552", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-309244147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9887a501ada94094811782796978977f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad825b52-9a", "ovs_interfaceid": "ad825b52-9acb-42ac-9ef2-b2dc2b8ad760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.611010] env[70867]: DEBUG oslo_vmware.api [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473571, 'name': CloneVM_Task} progress is 95%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.721715] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-260e20ea-55dc-4117-9cf4-a4aa4b8df9a4 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.722155] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce8f0f97-3bb3-4084-a947-6a592c1f4e6d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.731803] env[70867]: DEBUG oslo_vmware.api [None req-260e20ea-55dc-4117-9cf4-a4aa4b8df9a4 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Waiting for the task: (returnval){ [ 821.731803] env[70867]: value = "task-3473572" [ 821.731803] env[70867]: _type = "Task" [ 821.731803] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.743148] env[70867]: DEBUG oslo_vmware.api [None req-260e20ea-55dc-4117-9cf4-a4aa4b8df9a4 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.798390] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 821.925679] env[70867]: DEBUG nova.network.neutron [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Successfully updated port: c09c7cc4-2f60-41a1-98c7-4e0f3088880f {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 822.021224] env[70867]: DEBUG oslo_vmware.api [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Task: {'id': task-3473570, 'name': RelocateVM_Task} progress is 78%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.022390] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.040045] env[70867]: DEBUG nova.compute.manager [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.040807] env[70867]: DEBUG nova.virt.hardware [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.040807] env[70867]: DEBUG nova.virt.hardware [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.040982] env[70867]: DEBUG nova.virt.hardware [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.041192] env[70867]: DEBUG nova.virt.hardware [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.041309] env[70867]: DEBUG nova.virt.hardware [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.041457] env[70867]: DEBUG nova.virt.hardware [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.041663] env[70867]: DEBUG nova.virt.hardware [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.041830] env[70867]: DEBUG nova.virt.hardware [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.041983] env[70867]: DEBUG nova.virt.hardware [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.042159] env[70867]: DEBUG nova.virt.hardware [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.042336] env[70867]: DEBUG nova.virt.hardware [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.043327] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca7486f-f1a4-42b9-816d-64b53d5096f3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.048957] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e6b7e44a-d23a-4791-bfc7-35ab630062d9 tempest-ServersAdminTestJSON-78801746 tempest-ServersAdminTestJSON-78801746-project-admin] Releasing lock "refresh_cache-5672f7d0-4265-47cb-9d68-9eb1a5420f3e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.049210] env[70867]: DEBUG nova.compute.manager [None req-e6b7e44a-d23a-4791-bfc7-35ab630062d9 tempest-ServersAdminTestJSON-78801746 tempest-ServersAdminTestJSON-78801746-project-admin] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Inject network info {{(pid=70867) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 822.049461] env[70867]: DEBUG nova.compute.manager [None req-e6b7e44a-d23a-4791-bfc7-35ab630062d9 tempest-ServersAdminTestJSON-78801746 tempest-ServersAdminTestJSON-78801746-project-admin] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] network_info to inject: |[{"id": "ad825b52-9acb-42ac-9ef2-b2dc2b8ad760", "address": "fa:16:3e:40:f9:44", "network": {"id": "92679d6e-9d23-48b6-ac5f-eb75f3549552", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-309244147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9887a501ada94094811782796978977f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad825b52-9a", "ovs_interfaceid": "ad825b52-9acb-42ac-9ef2-b2dc2b8ad760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 822.054876] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b7e44a-d23a-4791-bfc7-35ab630062d9 tempest-ServersAdminTestJSON-78801746 tempest-ServersAdminTestJSON-78801746-project-admin] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Reconfiguring VM instance to set the machine id {{(pid=70867) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 822.060022] env[70867]: DEBUG nova.compute.manager [req-d158e7e7-c76c-41b7-9e0f-1455eab325e9 req-bc603f86-61c0-4771-bed0-825d160f1758 service nova] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Received event network-vif-plugged-c09c7cc4-2f60-41a1-98c7-4e0f3088880f {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.060022] env[70867]: DEBUG oslo_concurrency.lockutils [req-d158e7e7-c76c-41b7-9e0f-1455eab325e9 req-bc603f86-61c0-4771-bed0-825d160f1758 service nova] Acquiring lock "b6d28619-832a-4d9a-8cf8-bde835200bba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.060022] env[70867]: DEBUG oslo_concurrency.lockutils [req-d158e7e7-c76c-41b7-9e0f-1455eab325e9 req-bc603f86-61c0-4771-bed0-825d160f1758 service nova] Lock "b6d28619-832a-4d9a-8cf8-bde835200bba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.060022] env[70867]: DEBUG oslo_concurrency.lockutils [req-d158e7e7-c76c-41b7-9e0f-1455eab325e9 req-bc603f86-61c0-4771-bed0-825d160f1758 service nova] Lock "b6d28619-832a-4d9a-8cf8-bde835200bba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.060022] env[70867]: DEBUG nova.compute.manager [req-d158e7e7-c76c-41b7-9e0f-1455eab325e9 req-bc603f86-61c0-4771-bed0-825d160f1758 service nova] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] No waiting events found dispatching network-vif-plugged-c09c7cc4-2f60-41a1-98c7-4e0f3088880f {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 822.060022] env[70867]: WARNING nova.compute.manager [req-d158e7e7-c76c-41b7-9e0f-1455eab325e9 req-bc603f86-61c0-4771-bed0-825d160f1758 service nova] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Received unexpected event network-vif-plugged-c09c7cc4-2f60-41a1-98c7-4e0f3088880f for instance with vm_state building and task_state spawning. [ 822.063014] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b1a6f60-016e-4360-91c6-2e91d144f1fd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.075252] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1bc969-ba4f-40ad-9a79-34eef9a420d7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.096236] env[70867]: DEBUG oslo_vmware.api [None req-e6b7e44a-d23a-4791-bfc7-35ab630062d9 tempest-ServersAdminTestJSON-78801746 tempest-ServersAdminTestJSON-78801746-project-admin] Waiting for the task: (returnval){ [ 822.096236] env[70867]: value = "task-3473573" [ 822.096236] env[70867]: _type = "Task" [ 822.096236] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.110306] env[70867]: DEBUG oslo_vmware.api [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473571, 'name': CloneVM_Task, 'duration_secs': 1.734951} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.114291] env[70867]: INFO nova.virt.vmwareapi.vmops [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Created linked-clone VM from snapshot [ 822.115412] env[70867]: DEBUG oslo_vmware.api [None req-e6b7e44a-d23a-4791-bfc7-35ab630062d9 tempest-ServersAdminTestJSON-78801746 tempest-ServersAdminTestJSON-78801746-project-admin] Task: {'id': task-3473573, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.116248] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ef3f5a-34ea-4c92-a511-a08715452fc9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.129912] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Uploading image 4ecf8f97-1431-4d51-b4f0-8fa456996634 {{(pid=70867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 822.158235] env[70867]: DEBUG oslo_vmware.rw_handles [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 822.158235] env[70867]: value = "vm-694401" [ 822.158235] env[70867]: _type = "VirtualMachine" [ 822.158235] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 822.158494] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ad9266c9-875d-4363-a75c-243fdf5419c2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.172175] env[70867]: DEBUG oslo_vmware.rw_handles [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lease: (returnval){ [ 822.172175] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]520c9590-b6af-0f69-0df0-21dcbce4ccf0" [ 822.172175] env[70867]: _type = "HttpNfcLease" [ 822.172175] env[70867]: } obtained for exporting VM: (result){ [ 822.172175] env[70867]: value = "vm-694401" [ 822.172175] env[70867]: _type = "VirtualMachine" [ 822.172175] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 822.172175] env[70867]: DEBUG oslo_vmware.api [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the lease: (returnval){ [ 822.172175] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]520c9590-b6af-0f69-0df0-21dcbce4ccf0" [ 822.172175] env[70867]: _type = "HttpNfcLease" [ 822.172175] env[70867]: } to be ready. {{(pid=70867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 822.183483] env[70867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 822.183483] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]520c9590-b6af-0f69-0df0-21dcbce4ccf0" [ 822.183483] env[70867]: _type = "HttpNfcLease" [ 822.183483] env[70867]: } is initializing. {{(pid=70867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 822.247330] env[70867]: DEBUG oslo_vmware.api [None req-260e20ea-55dc-4117-9cf4-a4aa4b8df9a4 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473572, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.307231] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 822.435567] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Acquiring lock "refresh_cache-b6d28619-832a-4d9a-8cf8-bde835200bba" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.435567] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Acquired lock "refresh_cache-b6d28619-832a-4d9a-8cf8-bde835200bba" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.435567] env[70867]: DEBUG nova.network.neutron [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.519485] env[70867]: DEBUG oslo_vmware.api [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Task: {'id': task-3473570, 'name': RelocateVM_Task} progress is 92%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.608607] env[70867]: DEBUG oslo_vmware.api [None req-e6b7e44a-d23a-4791-bfc7-35ab630062d9 tempest-ServersAdminTestJSON-78801746 tempest-ServersAdminTestJSON-78801746-project-admin] Task: {'id': task-3473573, 'name': ReconfigVM_Task, 'duration_secs': 0.217719} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.608607] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b7e44a-d23a-4791-bfc7-35ab630062d9 tempest-ServersAdminTestJSON-78801746 tempest-ServersAdminTestJSON-78801746-project-admin] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Reconfigured VM instance to set the machine id {{(pid=70867) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 822.681696] env[70867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 822.681696] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]520c9590-b6af-0f69-0df0-21dcbce4ccf0" [ 822.681696] env[70867]: _type = "HttpNfcLease" [ 822.681696] env[70867]: } is ready. {{(pid=70867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 822.681983] env[70867]: DEBUG oslo_vmware.rw_handles [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 822.681983] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]520c9590-b6af-0f69-0df0-21dcbce4ccf0" [ 822.681983] env[70867]: _type = "HttpNfcLease" [ 822.681983] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 822.682742] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb76222-aad0-4229-b6ed-43e43c001728 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.691611] env[70867]: DEBUG oslo_vmware.rw_handles [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527da4e0-9d21-14f9-fdac-ded712ab02b7/disk-0.vmdk from lease info. {{(pid=70867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 822.692007] env[70867]: DEBUG oslo_vmware.rw_handles [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527da4e0-9d21-14f9-fdac-ded712ab02b7/disk-0.vmdk for reading. {{(pid=70867) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 822.760035] env[70867]: DEBUG oslo_vmware.api [None req-260e20ea-55dc-4117-9cf4-a4aa4b8df9a4 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473572, 'name': PowerOnVM_Task, 'duration_secs': 0.902117} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.760035] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-260e20ea-55dc-4117-9cf4-a4aa4b8df9a4 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.760035] env[70867]: DEBUG nova.compute.manager [None req-260e20ea-55dc-4117-9cf4-a4aa4b8df9a4 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.760769] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f5a4ed-d235-4581-a6ec-d36914410b7b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.808851] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 72a8b88b-0b5f-420b-ab94-c29fbca64156 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 822.839931] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-db8f8dc3-1ad5-41b3-b804-06caa55c4f3a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.986760] env[70867]: DEBUG nova.network.neutron [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 823.023987] env[70867]: DEBUG oslo_vmware.api [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Task: {'id': task-3473570, 'name': RelocateVM_Task} progress is 97%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.201964] env[70867]: DEBUG nova.network.neutron [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Updating instance_info_cache with network_info: [{"id": "c09c7cc4-2f60-41a1-98c7-4e0f3088880f", "address": "fa:16:3e:95:67:67", "network": {"id": "e95b13d2-cdae-448a-90ae-711bcd9f3cdb", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-793255591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec54c11b9659488da13a8e353b24cf76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc09c7cc4-2f", "ovs_interfaceid": "c09c7cc4-2f60-41a1-98c7-4e0f3088880f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.315024] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 823.519569] env[70867]: DEBUG oslo_vmware.api [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Task: {'id': task-3473570, 'name': RelocateVM_Task, 'duration_secs': 3.467713} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.520536] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Volume attach. Driver type: vmdk {{(pid=70867) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 823.520823] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694344', 'volume_id': '16477e5f-7e9e-4c08-a94c-c99b322d368d', 'name': 'volume-16477e5f-7e9e-4c08-a94c-c99b322d368d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd36ce91-908a-408b-ba11-95c6a135f4cf', 'attached_at': '', 'detached_at': '', 'volume_id': '16477e5f-7e9e-4c08-a94c-c99b322d368d', 'serial': '16477e5f-7e9e-4c08-a94c-c99b322d368d'} {{(pid=70867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 823.521841] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5286f64b-fcfc-4a8e-a672-6e64d6a75d5a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.539672] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdf8f76-dc68-484e-aade-89758f2c6166 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.565733] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] volume-16477e5f-7e9e-4c08-a94c-c99b322d368d/volume-16477e5f-7e9e-4c08-a94c-c99b322d368d.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.566254] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1168220c-8323-4e38-adcc-d035300df44e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.587998] env[70867]: DEBUG oslo_vmware.api [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Waiting for the task: (returnval){ [ 823.587998] env[70867]: value = "task-3473575" [ 823.587998] env[70867]: _type = "Task" [ 823.587998] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.598787] env[70867]: DEBUG oslo_vmware.api [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Task: {'id': task-3473575, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.705331] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Releasing lock "refresh_cache-b6d28619-832a-4d9a-8cf8-bde835200bba" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.706147] env[70867]: DEBUG nova.compute.manager [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Instance network_info: |[{"id": "c09c7cc4-2f60-41a1-98c7-4e0f3088880f", "address": "fa:16:3e:95:67:67", "network": {"id": "e95b13d2-cdae-448a-90ae-711bcd9f3cdb", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-793255591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec54c11b9659488da13a8e353b24cf76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc09c7cc4-2f", "ovs_interfaceid": "c09c7cc4-2f60-41a1-98c7-4e0f3088880f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 823.706252] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:67:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c09c7cc4-2f60-41a1-98c7-4e0f3088880f', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.714118] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Creating folder: Project (ec54c11b9659488da13a8e353b24cf76). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.714433] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cdf9cf8-dad1-4534-88df-268a0288333a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.731409] env[70867]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 823.731409] env[70867]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70867) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 823.732102] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Folder already exists: Project (ec54c11b9659488da13a8e353b24cf76). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 823.732102] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Creating folder: Instances. Parent ref: group-v694333. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.732272] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1822e716-7228-4098-801d-f7611c3fa21d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.745280] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Created folder: Instances in parent group-v694333. [ 823.745280] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.746378] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.746889] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cc29ac5-119f-43fa-a98d-2aa268631fb5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.771802] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.771802] env[70867]: value = "task-3473578" [ 823.771802] env[70867]: _type = "Task" [ 823.771802] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.783811] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473578, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.816908] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 7dd14006-954f-41aa-946c-5d11558920d1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 824.098648] env[70867]: DEBUG oslo_vmware.api [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Task: {'id': task-3473575, 'name': ReconfigVM_Task, 'duration_secs': 0.350417} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.099065] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Reconfigured VM instance instance-00000028 to attach disk [datastore1] volume-16477e5f-7e9e-4c08-a94c-c99b322d368d/volume-16477e5f-7e9e-4c08-a94c-c99b322d368d.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.104282] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de90aa30-05e7-4a82-bbc5-09fbff3a1bb6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.124035] env[70867]: DEBUG oslo_vmware.api [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Waiting for the task: (returnval){ [ 824.124035] env[70867]: value = "task-3473579" [ 824.124035] env[70867]: _type = "Task" [ 824.124035] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.136271] env[70867]: DEBUG oslo_vmware.api [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Task: {'id': task-3473579, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.283231] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473578, 'name': CreateVM_Task, 'duration_secs': 0.454788} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.284173] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.284730] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'disk_bus': None, 'device_type': None, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694346', 'volume_id': '9a65219c-eeec-4171-bf9d-fdc7772130f6', 'name': 'volume-9a65219c-eeec-4171-bf9d-fdc7772130f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b6d28619-832a-4d9a-8cf8-bde835200bba', 'attached_at': '', 'detached_at': '', 'volume_id': '9a65219c-eeec-4171-bf9d-fdc7772130f6', 'serial': '9a65219c-eeec-4171-bf9d-fdc7772130f6'}, 'boot_index': 0, 'attachment_id': '82cf55ce-5fda-4220-8740-2647a25becf8', 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=70867) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 824.284949] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Root volume attach. Driver type: vmdk {{(pid=70867) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 824.285828] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf06880-5bd1-4f42-a29c-6a0fbd01ab58 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.297219] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceeb6243-c23a-46dd-8d1d-3af91ca14b7a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.305722] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d4c559-edf7-413e-a608-e2fb9e2a6f37 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.312844] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-8d229fff-bfc5-4d50-b2ba-0a552444e035 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.319668] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 4347eb07-8998-41f2-94df-934f102f632d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 824.324113] env[70867]: DEBUG oslo_vmware.api [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Waiting for the task: (returnval){ [ 824.324113] env[70867]: value = "task-3473580" [ 824.324113] env[70867]: _type = "Task" [ 824.324113] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.333893] env[70867]: DEBUG oslo_vmware.api [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Task: {'id': task-3473580, 'name': RelocateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.474528] env[70867]: DEBUG nova.compute.manager [req-9c33b5d2-7c55-4a54-8b30-e7adc24c1c98 req-e9c59246-e909-47d1-9829-ad232c48137e service nova] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Received event network-changed-c09c7cc4-2f60-41a1-98c7-4e0f3088880f {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.474595] env[70867]: DEBUG nova.compute.manager [req-9c33b5d2-7c55-4a54-8b30-e7adc24c1c98 req-e9c59246-e909-47d1-9829-ad232c48137e service nova] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Refreshing instance network info cache due to event network-changed-c09c7cc4-2f60-41a1-98c7-4e0f3088880f. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 824.474873] env[70867]: DEBUG oslo_concurrency.lockutils [req-9c33b5d2-7c55-4a54-8b30-e7adc24c1c98 req-e9c59246-e909-47d1-9829-ad232c48137e service nova] Acquiring lock "refresh_cache-b6d28619-832a-4d9a-8cf8-bde835200bba" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.475222] env[70867]: DEBUG oslo_concurrency.lockutils [req-9c33b5d2-7c55-4a54-8b30-e7adc24c1c98 req-e9c59246-e909-47d1-9829-ad232c48137e service nova] Acquired lock "refresh_cache-b6d28619-832a-4d9a-8cf8-bde835200bba" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.475443] env[70867]: DEBUG nova.network.neutron [req-9c33b5d2-7c55-4a54-8b30-e7adc24c1c98 req-e9c59246-e909-47d1-9829-ad232c48137e service nova] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Refreshing network info cache for port c09c7cc4-2f60-41a1-98c7-4e0f3088880f {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.636146] env[70867]: DEBUG oslo_vmware.api [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Task: {'id': task-3473579, 'name': ReconfigVM_Task, 'duration_secs': 0.185431} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.638266] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694344', 'volume_id': '16477e5f-7e9e-4c08-a94c-c99b322d368d', 'name': 'volume-16477e5f-7e9e-4c08-a94c-c99b322d368d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd36ce91-908a-408b-ba11-95c6a135f4cf', 'attached_at': '', 'detached_at': '', 'volume_id': '16477e5f-7e9e-4c08-a94c-c99b322d368d', 'serial': '16477e5f-7e9e-4c08-a94c-c99b322d368d'} {{(pid=70867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 824.638266] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3697347d-587a-4397-b8f7-ab155ad1a60e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.650766] env[70867]: DEBUG oslo_vmware.api [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Waiting for the task: (returnval){ [ 824.650766] env[70867]: value = "task-3473581" [ 824.650766] env[70867]: _type = "Task" [ 824.650766] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.664643] env[70867]: DEBUG oslo_vmware.api [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Task: {'id': task-3473581, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.827033] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 46d74c4c-c717-4355-822d-2f6397c7f3e6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 824.840424] env[70867]: DEBUG oslo_vmware.api [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Task: {'id': task-3473580, 'name': RelocateVM_Task} progress is 40%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.009740] env[70867]: DEBUG oslo_vmware.rw_handles [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245f3c1-d9b3-e296-794d-33e56db9b413/disk-0.vmdk. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 825.010729] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3daba1-c1ef-419d-ac04-4b9aba27774f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.023354] env[70867]: DEBUG oslo_vmware.rw_handles [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245f3c1-d9b3-e296-794d-33e56db9b413/disk-0.vmdk is in state: ready. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 825.023564] env[70867]: ERROR oslo_vmware.rw_handles [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245f3c1-d9b3-e296-794d-33e56db9b413/disk-0.vmdk due to incomplete transfer. [ 825.023822] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6123b51d-4f75-45af-adbc-934874ee4be9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.035937] env[70867]: DEBUG oslo_vmware.rw_handles [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245f3c1-d9b3-e296-794d-33e56db9b413/disk-0.vmdk. {{(pid=70867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 825.036247] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Uploaded image 0d63ed07-ece9-4dae-aa0e-5fe85998c110 to the Glance image server {{(pid=70867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 825.039280] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Destroying the VM {{(pid=70867) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 825.039546] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b94e5eb0-a9e1-4721-a4a3-5840f825447d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.050828] env[70867]: DEBUG oslo_vmware.api [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Waiting for the task: (returnval){ [ 825.050828] env[70867]: value = "task-3473582" [ 825.050828] env[70867]: _type = "Task" [ 825.050828] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.064508] env[70867]: DEBUG oslo_vmware.api [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473582, 'name': Destroy_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.172076] env[70867]: DEBUG oslo_vmware.api [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Task: {'id': task-3473581, 'name': Rename_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.302757] env[70867]: DEBUG nova.network.neutron [req-9c33b5d2-7c55-4a54-8b30-e7adc24c1c98 req-e9c59246-e909-47d1-9829-ad232c48137e service nova] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Updated VIF entry in instance network info cache for port c09c7cc4-2f60-41a1-98c7-4e0f3088880f. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.302757] env[70867]: DEBUG nova.network.neutron [req-9c33b5d2-7c55-4a54-8b30-e7adc24c1c98 req-e9c59246-e909-47d1-9829-ad232c48137e service nova] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Updating instance_info_cache with network_info: [{"id": "c09c7cc4-2f60-41a1-98c7-4e0f3088880f", "address": "fa:16:3e:95:67:67", "network": {"id": "e95b13d2-cdae-448a-90ae-711bcd9f3cdb", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-793255591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec54c11b9659488da13a8e353b24cf76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc09c7cc4-2f", "ovs_interfaceid": "c09c7cc4-2f60-41a1-98c7-4e0f3088880f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.334441] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance f377cec2-23be-4608-92b4-c4608cb4673a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 825.334441] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=70867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 825.334441] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4288MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=70867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 825.351605] env[70867]: DEBUG oslo_vmware.api [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Task: {'id': task-3473580, 'name': RelocateVM_Task} progress is 53%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.574117] env[70867]: DEBUG oslo_vmware.api [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473582, 'name': Destroy_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.614240] env[70867]: INFO nova.compute.manager [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Rebuilding instance [ 825.674090] env[70867]: DEBUG oslo_vmware.api [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Task: {'id': task-3473581, 'name': Rename_Task, 'duration_secs': 0.768303} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.677348] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.678603] env[70867]: DEBUG nova.compute.manager [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.680616] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a30d71bb-0b4b-4462-9d57-738ae952c4bf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.683096] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c2c77e-d1f8-4e15-9021-96117ce8ebe2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.697636] env[70867]: DEBUG oslo_vmware.api [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Waiting for the task: (returnval){ [ 825.697636] env[70867]: value = "task-3473583" [ 825.697636] env[70867]: _type = "Task" [ 825.697636] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.708742] env[70867]: DEBUG oslo_vmware.api [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Task: {'id': task-3473583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.806488] env[70867]: DEBUG oslo_concurrency.lockutils [req-9c33b5d2-7c55-4a54-8b30-e7adc24c1c98 req-e9c59246-e909-47d1-9829-ad232c48137e service nova] Releasing lock "refresh_cache-b6d28619-832a-4d9a-8cf8-bde835200bba" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.849053] env[70867]: DEBUG oslo_vmware.api [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Task: {'id': task-3473580, 'name': RelocateVM_Task} progress is 67%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.007796] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf3994b-7042-4f50-9c4e-4d6faa3e1498 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.020178] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8199b582-ef70-4b22-ac78-bf78a0fea4ab {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.061729] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72562bf8-61ea-4cc9-911f-4f644511f3df {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.074340] env[70867]: DEBUG oslo_vmware.api [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473582, 'name': Destroy_Task, 'duration_secs': 0.536256} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.075138] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Destroyed the VM [ 826.075238] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Deleting Snapshot of the VM instance {{(pid=70867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 826.076548] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccdc1f5-5e86-4eea-ad72-f8e3418d98ff {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.080641] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-995149d1-3a43-416f-be42-dba1bd92b504 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.097182] env[70867]: DEBUG nova.compute.provider_tree [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 826.103662] env[70867]: DEBUG oslo_vmware.api [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Waiting for the task: (returnval){ [ 826.103662] env[70867]: value = "task-3473584" [ 826.103662] env[70867]: _type = "Task" [ 826.103662] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.116630] env[70867]: DEBUG oslo_vmware.api [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473584, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.212322] env[70867]: DEBUG oslo_vmware.api [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Task: {'id': task-3473583, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.341755] env[70867]: DEBUG oslo_vmware.api [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Task: {'id': task-3473580, 'name': RelocateVM_Task} progress is 81%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.626160] env[70867]: DEBUG oslo_vmware.api [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473584, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.638170] env[70867]: ERROR nova.scheduler.client.report [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [req-f49434e1-0fb9-46af-8657-c4dd12f8d29d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f41c8c6b-f09c-4602-9d9f-1177af08ce6d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f49434e1-0fb9-46af-8657-c4dd12f8d29d"}]} [ 826.664103] env[70867]: DEBUG nova.scheduler.client.report [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Refreshing inventories for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 826.682041] env[70867]: DEBUG nova.scheduler.client.report [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Updating ProviderTree inventory for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 826.682254] env[70867]: DEBUG nova.compute.provider_tree [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 826.695217] env[70867]: DEBUG nova.scheduler.client.report [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Refreshing aggregate associations for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d, aggregates: None {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 826.704092] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.704769] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-750a14e8-e163-46fa-aea5-b9c196c7cd51 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.716999] env[70867]: DEBUG oslo_vmware.api [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Task: {'id': task-3473583, 'name': PowerOnVM_Task, 'duration_secs': 0.93654} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.718257] env[70867]: DEBUG nova.scheduler.client.report [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Refreshing trait associations for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 826.721478] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.721693] env[70867]: INFO nova.compute.manager [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Took 8.34 seconds to spawn the instance on the hypervisor. [ 826.721871] env[70867]: DEBUG nova.compute.manager [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.722261] env[70867]: DEBUG oslo_vmware.api [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 826.722261] env[70867]: value = "task-3473585" [ 826.722261] env[70867]: _type = "Task" [ 826.722261] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.723296] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee2ae85-750e-4766-8a51-3e2b6dbdea26 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.740949] env[70867]: DEBUG oslo_vmware.api [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.843263] env[70867]: DEBUG oslo_vmware.api [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Task: {'id': task-3473580, 'name': RelocateVM_Task} progress is 95%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.121416] env[70867]: DEBUG oslo_vmware.api [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473584, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.238208] env[70867]: DEBUG oslo_vmware.api [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473585, 'name': PowerOffVM_Task, 'duration_secs': 0.475965} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.240441] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.240687] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.241465] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efffee48-8645-435a-b758-e74b0ccd4eb3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.247340] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2b0895-afb1-4dab-8e43-29c7d6891702 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.265157] env[70867]: INFO nova.compute.manager [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Took 51.96 seconds to build instance. [ 827.266374] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ad482c-f100-48ed-a27a-019d4a572468 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.269983] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.271224] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e24b5f1-66dc-48df-a5f9-6c0fbd264c06 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.307262] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c6c835-fb13-4b31-bea9-3a2f69615ab6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.314206] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81b2664-eacf-4580-833b-0bafedfe564c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.329352] env[70867]: DEBUG nova.compute.provider_tree [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 827.340689] env[70867]: DEBUG oslo_vmware.api [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Task: {'id': task-3473580, 'name': RelocateVM_Task} progress is 97%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.345842] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.346213] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.346424] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Deleting the datastore file [datastore2] 548a2cd1-5cee-4a6d-91ea-2435dd9d0691 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.346773] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec0df056-8280-4008-9b0f-185309e7c942 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.357482] env[70867]: DEBUG oslo_vmware.api [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 827.357482] env[70867]: value = "task-3473587" [ 827.357482] env[70867]: _type = "Task" [ 827.357482] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.368576] env[70867]: DEBUG oslo_vmware.api [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.620241] env[70867]: DEBUG oslo_vmware.api [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473584, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.755284] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b4983925-df30-44c9-8973-2663ddee6e41 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Acquiring lock "9ebcf594-a25c-4401-b0e4-04740e70bcc7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.755708] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b4983925-df30-44c9-8973-2663ddee6e41 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Lock "9ebcf594-a25c-4401-b0e4-04740e70bcc7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.755964] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b4983925-df30-44c9-8973-2663ddee6e41 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Acquiring lock "9ebcf594-a25c-4401-b0e4-04740e70bcc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.756292] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b4983925-df30-44c9-8973-2663ddee6e41 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Lock "9ebcf594-a25c-4401-b0e4-04740e70bcc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.756572] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b4983925-df30-44c9-8973-2663ddee6e41 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Lock "9ebcf594-a25c-4401-b0e4-04740e70bcc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.763220] env[70867]: INFO nova.compute.manager [None req-b4983925-df30-44c9-8973-2663ddee6e41 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Terminating instance [ 827.771498] env[70867]: DEBUG oslo_concurrency.lockutils [None req-46c1ff45-fe46-411d-8f01-a233c44a13eb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Lock "bd36ce91-908a-408b-ba11-95c6a135f4cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.456s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.845158] env[70867]: DEBUG oslo_vmware.api [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Task: {'id': task-3473580, 'name': RelocateVM_Task} progress is 98%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.870215] env[70867]: DEBUG oslo_vmware.api [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473587, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384482} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.870564] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.870739] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.870978] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.874248] env[70867]: DEBUG nova.scheduler.client.report [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Updated inventory for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with generation 64 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 827.874452] env[70867]: DEBUG nova.compute.provider_tree [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Updating resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d generation from 64 to 65 during operation: update_inventory {{(pid=70867) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 827.874623] env[70867]: DEBUG nova.compute.provider_tree [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 828.140967] env[70867]: DEBUG oslo_vmware.api [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473584, 'name': RemoveSnapshot_Task, 'duration_secs': 1.62424} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.140967] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Deleted Snapshot of the VM instance {{(pid=70867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 828.140967] env[70867]: INFO nova.compute.manager [None req-0a2d6bf9-dad5-4f55-8b29-53677bb3090a tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Took 16.37 seconds to snapshot the instance on the hypervisor. [ 828.269568] env[70867]: DEBUG nova.compute.manager [None req-b4983925-df30-44c9-8973-2663ddee6e41 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.269568] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b4983925-df30-44c9-8973-2663ddee6e41 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.269936] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3890270-8e69-4f60-9173-9417dc285d21 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.275843] env[70867]: DEBUG nova.compute.manager [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 828.284278] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4983925-df30-44c9-8973-2663ddee6e41 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.284278] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dc9a387-b2b8-44f8-a6db-c9507d99d453 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.289995] env[70867]: DEBUG oslo_vmware.api [None req-b4983925-df30-44c9-8973-2663ddee6e41 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Waiting for the task: (returnval){ [ 828.289995] env[70867]: value = "task-3473588" [ 828.289995] env[70867]: _type = "Task" [ 828.289995] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.299453] env[70867]: DEBUG oslo_vmware.api [None req-b4983925-df30-44c9-8973-2663ddee6e41 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.341600] env[70867]: DEBUG oslo_vmware.api [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Task: {'id': task-3473580, 'name': RelocateVM_Task} progress is 98%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.382264] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70867) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 828.382529] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.684s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.382799] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.324s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.384375] env[70867]: INFO nova.compute.claims [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.411974] env[70867]: DEBUG nova.compute.manager [req-7d8c33d1-9d09-4113-810b-3ddd0fe69c2a req-fa573964-6f30-422c-b07b-b6adc896ed25 service nova] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Received event network-changed-4b315a81-7823-486c-8223-a295c1175a0e {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.411974] env[70867]: DEBUG nova.compute.manager [req-7d8c33d1-9d09-4113-810b-3ddd0fe69c2a req-fa573964-6f30-422c-b07b-b6adc896ed25 service nova] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Refreshing instance network info cache due to event network-changed-4b315a81-7823-486c-8223-a295c1175a0e. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.411974] env[70867]: DEBUG oslo_concurrency.lockutils [req-7d8c33d1-9d09-4113-810b-3ddd0fe69c2a req-fa573964-6f30-422c-b07b-b6adc896ed25 service nova] Acquiring lock "refresh_cache-bd36ce91-908a-408b-ba11-95c6a135f4cf" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.411974] env[70867]: DEBUG oslo_concurrency.lockutils [req-7d8c33d1-9d09-4113-810b-3ddd0fe69c2a req-fa573964-6f30-422c-b07b-b6adc896ed25 service nova] Acquired lock "refresh_cache-bd36ce91-908a-408b-ba11-95c6a135f4cf" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.411974] env[70867]: DEBUG nova.network.neutron [req-7d8c33d1-9d09-4113-810b-3ddd0fe69c2a req-fa573964-6f30-422c-b07b-b6adc896ed25 service nova] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Refreshing network info cache for port 4b315a81-7823-486c-8223-a295c1175a0e {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.801397] env[70867]: DEBUG oslo_vmware.api [None req-b4983925-df30-44c9-8973-2663ddee6e41 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473588, 'name': PowerOffVM_Task, 'duration_secs': 0.356399} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.802464] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.802746] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4983925-df30-44c9-8973-2663ddee6e41 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.802919] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b4983925-df30-44c9-8973-2663ddee6e41 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.803190] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d892919d-ec29-471c-85f3-f543800a37a9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.842996] env[70867]: DEBUG oslo_vmware.api [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Task: {'id': task-3473580, 'name': RelocateVM_Task} progress is 98%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.923408] env[70867]: DEBUG nova.virt.hardware [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.923676] env[70867]: DEBUG nova.virt.hardware [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.923850] env[70867]: DEBUG nova.virt.hardware [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.924071] env[70867]: DEBUG nova.virt.hardware [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.924248] env[70867]: DEBUG nova.virt.hardware [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.924413] env[70867]: DEBUG nova.virt.hardware [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.924712] env[70867]: DEBUG nova.virt.hardware [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.924889] env[70867]: DEBUG nova.virt.hardware [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.925087] env[70867]: DEBUG nova.virt.hardware [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.925270] env[70867]: DEBUG nova.virt.hardware [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.925455] env[70867]: DEBUG nova.virt.hardware [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.926375] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc76a04-966d-41c1-997f-0def1c559530 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.935833] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d204befe-627c-46a5-8aa7-b9759b8339e5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.953725] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:cc:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5291d0-ee0f-4d70-b2ae-ab6879a67b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2487d051-c1d3-40c3-aabd-0508c8598798', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.961310] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.963854] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.964120] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71594182-211f-4577-97a2-c7d9bdd6d905 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.987129] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.987129] env[70867]: value = "task-3473590" [ 828.987129] env[70867]: _type = "Task" [ 828.987129] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.995400] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473590, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.295746] env[70867]: DEBUG nova.network.neutron [req-7d8c33d1-9d09-4113-810b-3ddd0fe69c2a req-fa573964-6f30-422c-b07b-b6adc896ed25 service nova] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Updated VIF entry in instance network info cache for port 4b315a81-7823-486c-8223-a295c1175a0e. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.295746] env[70867]: DEBUG nova.network.neutron [req-7d8c33d1-9d09-4113-810b-3ddd0fe69c2a req-fa573964-6f30-422c-b07b-b6adc896ed25 service nova] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Updating instance_info_cache with network_info: [{"id": "4b315a81-7823-486c-8223-a295c1175a0e", "address": "fa:16:3e:d0:f2:3d", "network": {"id": "964198d8-8a24-40de-8171-5bee86ed65af", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1528126243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b67d7ecb5bd4c5aa548b821f9ad70dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b315a81-78", "ovs_interfaceid": "4b315a81-7823-486c-8223-a295c1175a0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.345566] env[70867]: DEBUG oslo_vmware.api [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Task: {'id': task-3473580, 'name': RelocateVM_Task} progress is 98%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.497876] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473590, 'name': CreateVM_Task, 'duration_secs': 0.427074} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.498212] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.499169] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.499169] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.499484] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.499873] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9588365-2a75-41d3-b33f-e014601d8fc9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.509383] env[70867]: DEBUG oslo_vmware.api [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 829.509383] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]522ca207-6e10-31e3-a55c-d7ac6f2616b6" [ 829.509383] env[70867]: _type = "Task" [ 829.509383] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.520862] env[70867]: DEBUG oslo_vmware.api [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]522ca207-6e10-31e3-a55c-d7ac6f2616b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.681729] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b4983925-df30-44c9-8973-2663ddee6e41 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.681985] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b4983925-df30-44c9-8973-2663ddee6e41 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.682240] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4983925-df30-44c9-8973-2663ddee6e41 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Deleting the datastore file [datastore1] 9ebcf594-a25c-4401-b0e4-04740e70bcc7 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.682547] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fc6bd78-cf32-4d5f-808b-769945795e69 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.691155] env[70867]: DEBUG oslo_vmware.api [None req-b4983925-df30-44c9-8973-2663ddee6e41 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Waiting for the task: (returnval){ [ 829.691155] env[70867]: value = "task-3473591" [ 829.691155] env[70867]: _type = "Task" [ 829.691155] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.703920] env[70867]: DEBUG oslo_vmware.api [None req-b4983925-df30-44c9-8973-2663ddee6e41 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.799060] env[70867]: DEBUG oslo_concurrency.lockutils [req-7d8c33d1-9d09-4113-810b-3ddd0fe69c2a req-fa573964-6f30-422c-b07b-b6adc896ed25 service nova] Releasing lock "refresh_cache-bd36ce91-908a-408b-ba11-95c6a135f4cf" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.846888] env[70867]: DEBUG oslo_vmware.api [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Task: {'id': task-3473580, 'name': RelocateVM_Task} progress is 98%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.912971] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d55520-365a-40ba-b25e-3558c3b07553 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.921165] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80abbed7-067c-4a05-af89-0753dbc4fa06 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.954445] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0de93c4-93cc-4f4b-a67f-603ea0b89c6c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.964143] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1572e89f-e160-4c38-aea0-d748c99054b5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.979782] env[70867]: DEBUG nova.compute.provider_tree [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.020794] env[70867]: DEBUG oslo_vmware.api [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]522ca207-6e10-31e3-a55c-d7ac6f2616b6, 'name': SearchDatastore_Task, 'duration_secs': 0.020232} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.021081] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.021334] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.021669] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.021750] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.021915] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.022192] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c92773f1-382c-4e9a-b1ad-0dd04e8c92bf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.032739] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.032978] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.033754] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55c684e6-5b48-4504-ab5b-85fbe12caa01 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.040195] env[70867]: DEBUG oslo_vmware.api [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 830.040195] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5219dc04-ea54-8c2d-ae47-b31e0a9be335" [ 830.040195] env[70867]: _type = "Task" [ 830.040195] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.049507] env[70867]: DEBUG oslo_vmware.api [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5219dc04-ea54-8c2d-ae47-b31e0a9be335, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.205747] env[70867]: DEBUG oslo_vmware.api [None req-b4983925-df30-44c9-8973-2663ddee6e41 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287791} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.206337] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4983925-df30-44c9-8973-2663ddee6e41 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.206337] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b4983925-df30-44c9-8973-2663ddee6e41 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.206466] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b4983925-df30-44c9-8973-2663ddee6e41 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.206562] env[70867]: INFO nova.compute.manager [None req-b4983925-df30-44c9-8973-2663ddee6e41 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Took 1.94 seconds to destroy the instance on the hypervisor. [ 830.206794] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4983925-df30-44c9-8973-2663ddee6e41 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.206984] env[70867]: DEBUG nova.compute.manager [-] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 830.207102] env[70867]: DEBUG nova.network.neutron [-] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.344511] env[70867]: DEBUG oslo_vmware.api [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Task: {'id': task-3473580, 'name': RelocateVM_Task, 'duration_secs': 5.652292} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.344861] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Volume attach. Driver type: vmdk {{(pid=70867) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 830.345081] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694346', 'volume_id': '9a65219c-eeec-4171-bf9d-fdc7772130f6', 'name': 'volume-9a65219c-eeec-4171-bf9d-fdc7772130f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b6d28619-832a-4d9a-8cf8-bde835200bba', 'attached_at': '', 'detached_at': '', 'volume_id': '9a65219c-eeec-4171-bf9d-fdc7772130f6', 'serial': '9a65219c-eeec-4171-bf9d-fdc7772130f6'} {{(pid=70867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 830.345994] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef06a02-8b74-4591-8993-453a82fd6c5c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.363034] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ce4cd1-785c-4a5a-be92-a0e7fa9f2f7c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.395365] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] volume-9a65219c-eeec-4171-bf9d-fdc7772130f6/volume-9a65219c-eeec-4171-bf9d-fdc7772130f6.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.395724] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e782ed3-d041-4274-841f-791f937bff7b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.418740] env[70867]: DEBUG oslo_vmware.api [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Waiting for the task: (returnval){ [ 830.418740] env[70867]: value = "task-3473592" [ 830.418740] env[70867]: _type = "Task" [ 830.418740] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.427379] env[70867]: DEBUG oslo_vmware.api [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Task: {'id': task-3473592, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.482730] env[70867]: DEBUG nova.scheduler.client.report [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.553425] env[70867]: DEBUG oslo_vmware.api [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5219dc04-ea54-8c2d-ae47-b31e0a9be335, 'name': SearchDatastore_Task, 'duration_secs': 0.011155} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.554337] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39183d0c-c602-468c-9df5-2f7ff20105cf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.563046] env[70867]: DEBUG oslo_vmware.api [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 830.563046] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]520d71c5-6bfd-92ad-c56b-25a33705f727" [ 830.563046] env[70867]: _type = "Task" [ 830.563046] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.573320] env[70867]: DEBUG oslo_vmware.api [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]520d71c5-6bfd-92ad-c56b-25a33705f727, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.576341] env[70867]: DEBUG nova.compute.manager [req-f3344dd2-93ca-45f4-8236-db6e11be96c1 req-14b34013-72cd-4cbf-958c-51cad90982c5 service nova] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Received event network-vif-deleted-9f17f132-d3ad-4208-9180-586169a22a23 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.576566] env[70867]: INFO nova.compute.manager [req-f3344dd2-93ca-45f4-8236-db6e11be96c1 req-14b34013-72cd-4cbf-958c-51cad90982c5 service nova] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Neutron deleted interface 9f17f132-d3ad-4208-9180-586169a22a23; detaching it from the instance and deleting it from the info cache [ 830.576797] env[70867]: DEBUG nova.network.neutron [req-f3344dd2-93ca-45f4-8236-db6e11be96c1 req-14b34013-72cd-4cbf-958c-51cad90982c5 service nova] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.685037] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Acquiring lock "a68640b9-e77b-4572-b1fd-9b878578e63c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.685326] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Lock "a68640b9-e77b-4572-b1fd-9b878578e63c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.685539] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Acquiring lock "a68640b9-e77b-4572-b1fd-9b878578e63c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.685716] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Lock "a68640b9-e77b-4572-b1fd-9b878578e63c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.685884] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Lock "a68640b9-e77b-4572-b1fd-9b878578e63c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.688732] env[70867]: INFO nova.compute.manager [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Terminating instance [ 830.932570] env[70867]: DEBUG oslo_vmware.api [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Task: {'id': task-3473592, 'name': ReconfigVM_Task, 'duration_secs': 0.511594} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.932788] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Reconfigured VM instance instance-00000029 to attach disk [datastore1] volume-9a65219c-eeec-4171-bf9d-fdc7772130f6/volume-9a65219c-eeec-4171-bf9d-fdc7772130f6.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.937684] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e467c1d6-b6e4-4e12-8f10-d2ac58153a90 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.955007] env[70867]: DEBUG oslo_vmware.api [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Waiting for the task: (returnval){ [ 830.955007] env[70867]: value = "task-3473593" [ 830.955007] env[70867]: _type = "Task" [ 830.955007] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.969485] env[70867]: DEBUG oslo_vmware.api [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Task: {'id': task-3473593, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.988193] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.988728] env[70867]: DEBUG nova.compute.manager [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 830.991360] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 40.180s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.991556] env[70867]: DEBUG nova.objects.instance [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70867) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 831.038839] env[70867]: DEBUG nova.network.neutron [-] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.074371] env[70867]: DEBUG oslo_vmware.api [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]520d71c5-6bfd-92ad-c56b-25a33705f727, 'name': SearchDatastore_Task, 'duration_secs': 0.013703} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.074426] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.074694] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 548a2cd1-5cee-4a6d-91ea-2435dd9d0691/548a2cd1-5cee-4a6d-91ea-2435dd9d0691.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.074990] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1403f601-a344-4f94-8bf5-11f49433b1a3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.079768] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9de15c49-9157-4c53-a991-e52f86db101f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.084133] env[70867]: DEBUG oslo_vmware.api [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 831.084133] env[70867]: value = "task-3473594" [ 831.084133] env[70867]: _type = "Task" [ 831.084133] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.093024] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1baa3b95-f912-47e1-afa0-b20e1915f08a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.107325] env[70867]: DEBUG oslo_vmware.api [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.136138] env[70867]: DEBUG nova.compute.manager [req-f3344dd2-93ca-45f4-8236-db6e11be96c1 req-14b34013-72cd-4cbf-958c-51cad90982c5 service nova] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Detach interface failed, port_id=9f17f132-d3ad-4208-9180-586169a22a23, reason: Instance 9ebcf594-a25c-4401-b0e4-04740e70bcc7 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 831.194041] env[70867]: DEBUG nova.compute.manager [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 831.194458] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.198106] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e2bbd7-8caf-4261-924e-c45369c661d5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.209283] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.209283] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a6d84a2-2636-4f98-b697-94c4140ece67 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.217659] env[70867]: DEBUG oslo_vmware.api [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Waiting for the task: (returnval){ [ 831.217659] env[70867]: value = "task-3473595" [ 831.217659] env[70867]: _type = "Task" [ 831.217659] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.227334] env[70867]: DEBUG oslo_vmware.api [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.469563] env[70867]: DEBUG oslo_vmware.api [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Task: {'id': task-3473593, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.499038] env[70867]: DEBUG nova.compute.utils [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.504876] env[70867]: DEBUG nova.compute.manager [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 831.505568] env[70867]: DEBUG nova.network.neutron [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.541630] env[70867]: INFO nova.compute.manager [-] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Took 1.33 seconds to deallocate network for instance. [ 831.566923] env[70867]: DEBUG nova.policy [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '924913dad2044dd78481e681ec682ee9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06a887df179441049f4c4f647d27fc5f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.595376] env[70867]: DEBUG oslo_vmware.api [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473594, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.729711] env[70867]: DEBUG oslo_vmware.api [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473595, 'name': PowerOffVM_Task, 'duration_secs': 0.322867} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.729990] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 831.730345] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.730620] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-378467f4-c1d3-4aca-b12e-a6e5ad324152 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.799704] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 831.801305] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 831.801305] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Deleting the datastore file [datastore1] a68640b9-e77b-4572-b1fd-9b878578e63c {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.801424] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bad34b5b-4189-4851-9f8d-60c08576b935 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.809135] env[70867]: DEBUG oslo_vmware.api [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Waiting for the task: (returnval){ [ 831.809135] env[70867]: value = "task-3473597" [ 831.809135] env[70867]: _type = "Task" [ 831.809135] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.818746] env[70867]: DEBUG oslo_vmware.api [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.878749] env[70867]: DEBUG oslo_vmware.rw_handles [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527da4e0-9d21-14f9-fdac-ded712ab02b7/disk-0.vmdk. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 831.878749] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e819ba74-0520-441b-b14e-c7d1945b2f89 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.884121] env[70867]: DEBUG oslo_vmware.rw_handles [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527da4e0-9d21-14f9-fdac-ded712ab02b7/disk-0.vmdk is in state: ready. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 831.884871] env[70867]: ERROR oslo_vmware.rw_handles [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527da4e0-9d21-14f9-fdac-ded712ab02b7/disk-0.vmdk due to incomplete transfer. [ 831.884871] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-46b2b77f-7922-457c-a36b-a7e4ee3a2784 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.894756] env[70867]: DEBUG oslo_vmware.rw_handles [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527da4e0-9d21-14f9-fdac-ded712ab02b7/disk-0.vmdk. {{(pid=70867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 831.895026] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Uploaded image 4ecf8f97-1431-4d51-b4f0-8fa456996634 to the Glance image server {{(pid=70867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 831.896921] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Destroying the VM {{(pid=70867) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 831.897203] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-45994a03-3599-461c-a199-1e3587b5f513 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.904121] env[70867]: DEBUG oslo_vmware.api [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 831.904121] env[70867]: value = "task-3473598" [ 831.904121] env[70867]: _type = "Task" [ 831.904121] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.912853] env[70867]: DEBUG oslo_vmware.api [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473598, 'name': Destroy_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.933805] env[70867]: DEBUG nova.network.neutron [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Successfully created port: 73e4918e-b0b2-412a-ba83-392c99a058a5 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 831.967056] env[70867]: DEBUG oslo_vmware.api [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Task: {'id': task-3473593, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.005725] env[70867]: DEBUG nova.compute.manager [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.009947] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8c92c0d1-2c83-4edc-957a-56f8d91470fa tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.010918] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2aeeb615-a3f3-425c-850e-6df51e4425f9 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.934s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.011113] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2aeeb615-a3f3-425c-850e-6df51e4425f9 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.013227] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.952s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.014678] env[70867]: INFO nova.compute.claims [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.047103] env[70867]: INFO nova.scheduler.client.report [None req-2aeeb615-a3f3-425c-850e-6df51e4425f9 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Deleted allocations for instance 331fc4c1-2d75-4d25-b160-0fbb77937314 [ 832.049554] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b4983925-df30-44c9-8973-2663ddee6e41 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.097577] env[70867]: DEBUG oslo_vmware.api [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473594, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540528} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.097844] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 548a2cd1-5cee-4a6d-91ea-2435dd9d0691/548a2cd1-5cee-4a6d-91ea-2435dd9d0691.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.098103] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.098421] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15b91215-9a04-4140-bae4-81ee281d85db {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.106570] env[70867]: DEBUG oslo_vmware.api [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 832.106570] env[70867]: value = "task-3473599" [ 832.106570] env[70867]: _type = "Task" [ 832.106570] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.116101] env[70867]: DEBUG oslo_vmware.api [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473599, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.319423] env[70867]: DEBUG oslo_vmware.api [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473597, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275698} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.319686] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.319872] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.320061] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.320236] env[70867]: INFO nova.compute.manager [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 832.320473] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.320662] env[70867]: DEBUG nova.compute.manager [-] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 832.320758] env[70867]: DEBUG nova.network.neutron [-] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 832.414874] env[70867]: DEBUG oslo_vmware.api [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473598, 'name': Destroy_Task, 'duration_secs': 0.324653} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.417910] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Destroyed the VM [ 832.417910] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Deleting Snapshot of the VM instance {{(pid=70867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 832.417910] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2cfe22b3-0ed3-4ef6-8a4f-f3618244f73e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.423275] env[70867]: DEBUG oslo_vmware.api [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 832.423275] env[70867]: value = "task-3473600" [ 832.423275] env[70867]: _type = "Task" [ 832.423275] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.432703] env[70867]: DEBUG oslo_vmware.api [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473600, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.468194] env[70867]: DEBUG oslo_vmware.api [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Task: {'id': task-3473593, 'name': ReconfigVM_Task, 'duration_secs': 1.20041} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.468331] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694346', 'volume_id': '9a65219c-eeec-4171-bf9d-fdc7772130f6', 'name': 'volume-9a65219c-eeec-4171-bf9d-fdc7772130f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b6d28619-832a-4d9a-8cf8-bde835200bba', 'attached_at': '', 'detached_at': '', 'volume_id': '9a65219c-eeec-4171-bf9d-fdc7772130f6', 'serial': '9a65219c-eeec-4171-bf9d-fdc7772130f6'} {{(pid=70867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 832.468901] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc9a58f6-f2d7-4e0a-86c5-d1d7f00e2590 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.477012] env[70867]: DEBUG oslo_vmware.api [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Waiting for the task: (returnval){ [ 832.477012] env[70867]: value = "task-3473601" [ 832.477012] env[70867]: _type = "Task" [ 832.477012] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.486281] env[70867]: DEBUG oslo_vmware.api [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Task: {'id': task-3473601, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.556229] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2aeeb615-a3f3-425c-850e-6df51e4425f9 tempest-ServerAddressesTestJSON-417059677 tempest-ServerAddressesTestJSON-417059677-project-member] Lock "331fc4c1-2d75-4d25-b160-0fbb77937314" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.037s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.617572] env[70867]: DEBUG oslo_vmware.api [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473599, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073893} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.617902] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.618715] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98a89a0-7699-4d13-9efb-7b2db0091436 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.641775] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 548a2cd1-5cee-4a6d-91ea-2435dd9d0691/548a2cd1-5cee-4a6d-91ea-2435dd9d0691.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.642438] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6fd29be-7256-4e55-9e82-5c9c2e07b546 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.667960] env[70867]: DEBUG oslo_vmware.api [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 832.667960] env[70867]: value = "task-3473602" [ 832.667960] env[70867]: _type = "Task" [ 832.667960] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.676875] env[70867]: DEBUG oslo_vmware.api [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.712716] env[70867]: DEBUG nova.compute.manager [req-73cf5482-88c6-45b3-8b7b-7fb821b6f9a2 req-a39f8376-3612-4505-b4c6-ed2487a259fb service nova] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Received event network-vif-deleted-d025676b-32b6-4331-a574-7c00396f2533 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.712932] env[70867]: INFO nova.compute.manager [req-73cf5482-88c6-45b3-8b7b-7fb821b6f9a2 req-a39f8376-3612-4505-b4c6-ed2487a259fb service nova] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Neutron deleted interface d025676b-32b6-4331-a574-7c00396f2533; detaching it from the instance and deleting it from the info cache [ 832.713453] env[70867]: DEBUG nova.network.neutron [req-73cf5482-88c6-45b3-8b7b-7fb821b6f9a2 req-a39f8376-3612-4505-b4c6-ed2487a259fb service nova] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.936099] env[70867]: DEBUG oslo_vmware.api [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473600, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.989036] env[70867]: DEBUG oslo_vmware.api [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Task: {'id': task-3473601, 'name': Rename_Task, 'duration_secs': 0.274768} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.989337] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.989591] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-652eb077-3df7-4e49-93b3-dbbe7eb92170 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.996499] env[70867]: DEBUG oslo_vmware.api [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Waiting for the task: (returnval){ [ 832.996499] env[70867]: value = "task-3473603" [ 832.996499] env[70867]: _type = "Task" [ 832.996499] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.004881] env[70867]: DEBUG oslo_vmware.api [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Task: {'id': task-3473603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.016202] env[70867]: DEBUG nova.compute.manager [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.047323] env[70867]: DEBUG nova.virt.hardware [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.047571] env[70867]: DEBUG nova.virt.hardware [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.047771] env[70867]: DEBUG nova.virt.hardware [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.047922] env[70867]: DEBUG nova.virt.hardware [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.048104] env[70867]: DEBUG nova.virt.hardware [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.048339] env[70867]: DEBUG nova.virt.hardware [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.048566] env[70867]: DEBUG nova.virt.hardware [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.048727] env[70867]: DEBUG nova.virt.hardware [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.048895] env[70867]: DEBUG nova.virt.hardware [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.049161] env[70867]: DEBUG nova.virt.hardware [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.049413] env[70867]: DEBUG nova.virt.hardware [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.050396] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccc8f54-db0f-46f1-af6c-c4fcd205d865 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.062017] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80b8e7a-afc1-4cb1-8d90-1023baa6916d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.182042] env[70867]: DEBUG oslo_vmware.api [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473602, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.195118] env[70867]: DEBUG nova.network.neutron [-] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.216045] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-68f2d590-f1dd-4905-86b7-5d8adbbafb8c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.231054] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e1fc05-7ffb-4869-885d-6a3ef7d7dabe {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.272502] env[70867]: DEBUG nova.compute.manager [req-73cf5482-88c6-45b3-8b7b-7fb821b6f9a2 req-a39f8376-3612-4505-b4c6-ed2487a259fb service nova] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Detach interface failed, port_id=d025676b-32b6-4331-a574-7c00396f2533, reason: Instance a68640b9-e77b-4572-b1fd-9b878578e63c could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 833.441076] env[70867]: DEBUG oslo_vmware.api [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473600, 'name': RemoveSnapshot_Task, 'duration_secs': 0.815208} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.441076] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Deleted Snapshot of the VM instance {{(pid=70867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 833.441076] env[70867]: INFO nova.compute.manager [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Took 15.45 seconds to snapshot the instance on the hypervisor. [ 833.507648] env[70867]: DEBUG oslo_vmware.api [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Task: {'id': task-3473603, 'name': PowerOnVM_Task} progress is 76%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.557777] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cbdcc1-85b5-4ca3-919d-873d57458640 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.567379] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c431176f-fb3c-4b12-89d0-1498c314e1dd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.612200] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab10ea3c-aad2-49f8-926f-12b3b2e74076 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.621633] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6343b08-3b70-4287-8b86-a43d5399b989 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.638366] env[70867]: DEBUG nova.compute.provider_tree [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.680356] env[70867]: DEBUG oslo_vmware.api [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473602, 'name': ReconfigVM_Task, 'duration_secs': 0.564962} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.680654] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 548a2cd1-5cee-4a6d-91ea-2435dd9d0691/548a2cd1-5cee-4a6d-91ea-2435dd9d0691.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.681330] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e468303d-e8cb-4f10-b2db-11b1ffe50717 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.688654] env[70867]: DEBUG oslo_vmware.api [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 833.688654] env[70867]: value = "task-3473604" [ 833.688654] env[70867]: _type = "Task" [ 833.688654] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.698980] env[70867]: INFO nova.compute.manager [-] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Took 1.38 seconds to deallocate network for instance. [ 833.699299] env[70867]: DEBUG oslo_vmware.api [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473604, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.730615] env[70867]: DEBUG nova.compute.manager [req-f59fabf8-9498-44c2-a250-df5ecb640f97 req-e4e91cd2-1d52-4ab5-93d0-f4c528e168b8 service nova] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Received event network-vif-plugged-73e4918e-b0b2-412a-ba83-392c99a058a5 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.730912] env[70867]: DEBUG oslo_concurrency.lockutils [req-f59fabf8-9498-44c2-a250-df5ecb640f97 req-e4e91cd2-1d52-4ab5-93d0-f4c528e168b8 service nova] Acquiring lock "fcd97809-14c4-4674-ba98-8a56a34cf239-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.731265] env[70867]: DEBUG oslo_concurrency.lockutils [req-f59fabf8-9498-44c2-a250-df5ecb640f97 req-e4e91cd2-1d52-4ab5-93d0-f4c528e168b8 service nova] Lock "fcd97809-14c4-4674-ba98-8a56a34cf239-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.731486] env[70867]: DEBUG oslo_concurrency.lockutils [req-f59fabf8-9498-44c2-a250-df5ecb640f97 req-e4e91cd2-1d52-4ab5-93d0-f4c528e168b8 service nova] Lock "fcd97809-14c4-4674-ba98-8a56a34cf239-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.731748] env[70867]: DEBUG nova.compute.manager [req-f59fabf8-9498-44c2-a250-df5ecb640f97 req-e4e91cd2-1d52-4ab5-93d0-f4c528e168b8 service nova] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] No waiting events found dispatching network-vif-plugged-73e4918e-b0b2-412a-ba83-392c99a058a5 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 833.732062] env[70867]: WARNING nova.compute.manager [req-f59fabf8-9498-44c2-a250-df5ecb640f97 req-e4e91cd2-1d52-4ab5-93d0-f4c528e168b8 service nova] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Received unexpected event network-vif-plugged-73e4918e-b0b2-412a-ba83-392c99a058a5 for instance with vm_state building and task_state spawning. [ 833.733379] env[70867]: DEBUG nova.network.neutron [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Successfully updated port: 73e4918e-b0b2-412a-ba83-392c99a058a5 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.996526] env[70867]: DEBUG nova.compute.manager [None req-a21f043a-1d0f-4f60-bdf0-b41d77e7b325 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Found 2 images (rotation: 2) {{(pid=70867) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 834.010882] env[70867]: DEBUG oslo_vmware.api [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Task: {'id': task-3473603, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.143939] env[70867]: DEBUG nova.scheduler.client.report [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.199309] env[70867]: DEBUG oslo_vmware.api [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473604, 'name': Rename_Task, 'duration_secs': 0.140505} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.199601] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.199855] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c784cd43-21c0-4c21-b01b-aad8e0a551aa {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.208159] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.208497] env[70867]: DEBUG oslo_vmware.api [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 834.208497] env[70867]: value = "task-3473605" [ 834.208497] env[70867]: _type = "Task" [ 834.208497] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.217247] env[70867]: DEBUG oslo_vmware.api [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.235738] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Acquiring lock "refresh_cache-fcd97809-14c4-4674-ba98-8a56a34cf239" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.235965] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Acquired lock "refresh_cache-fcd97809-14c4-4674-ba98-8a56a34cf239" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.236222] env[70867]: DEBUG nova.network.neutron [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.511448] env[70867]: DEBUG oslo_vmware.api [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Task: {'id': task-3473603, 'name': PowerOnVM_Task, 'duration_secs': 1.063815} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.511728] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.511927] env[70867]: INFO nova.compute.manager [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Took 12.47 seconds to spawn the instance on the hypervisor. [ 834.512116] env[70867]: DEBUG nova.compute.manager [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.513441] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb40562-9d66-43b8-b6fe-a48fbd72fc20 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.652711] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.653113] env[70867]: DEBUG nova.compute.manager [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.655958] env[70867]: DEBUG oslo_concurrency.lockutils [None req-23e90f27-0338-4b6b-bae6-34b2daf7945b tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.824s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.656192] env[70867]: DEBUG oslo_concurrency.lockutils [None req-23e90f27-0338-4b6b-bae6-34b2daf7945b tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.659104] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c8443428-faf1-46a4-a7b1-64f56e28fc42 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.735s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.659104] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c8443428-faf1-46a4-a7b1-64f56e28fc42 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.661386] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.846s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.662881] env[70867]: INFO nova.compute.claims [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.694661] env[70867]: INFO nova.scheduler.client.report [None req-23e90f27-0338-4b6b-bae6-34b2daf7945b tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Deleted allocations for instance 88f4a83c-1880-4e6c-99ed-18e9229d1125 [ 834.696537] env[70867]: INFO nova.scheduler.client.report [None req-c8443428-faf1-46a4-a7b1-64f56e28fc42 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Deleted allocations for instance 6e714e41-8baf-492a-b38c-7b162a779556 [ 834.719840] env[70867]: DEBUG oslo_vmware.api [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473605, 'name': PowerOnVM_Task, 'duration_secs': 0.472765} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.723019] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.723019] env[70867]: DEBUG nova.compute.manager [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.723019] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ee7c3a-7d02-4b32-9326-bab818e113a8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.792761] env[70867]: DEBUG nova.network.neutron [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.036973] env[70867]: INFO nova.compute.manager [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Took 54.20 seconds to build instance. [ 835.064411] env[70867]: DEBUG nova.network.neutron [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Updating instance_info_cache with network_info: [{"id": "73e4918e-b0b2-412a-ba83-392c99a058a5", "address": "fa:16:3e:34:f3:5f", "network": {"id": "597d81de-b815-4619-8377-bdb8eb0effc3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1798964727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06a887df179441049f4c4f647d27fc5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73e4918e-b0", "ovs_interfaceid": "73e4918e-b0b2-412a-ba83-392c99a058a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.171474] env[70867]: DEBUG nova.compute.utils [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.172327] env[70867]: DEBUG nova.compute.manager [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 835.172327] env[70867]: DEBUG nova.network.neutron [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 835.210452] env[70867]: DEBUG oslo_concurrency.lockutils [None req-23e90f27-0338-4b6b-bae6-34b2daf7945b tempest-ServersAdminNegativeTestJSON-1403566614 tempest-ServersAdminNegativeTestJSON-1403566614-project-member] Lock "88f4a83c-1880-4e6c-99ed-18e9229d1125" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.986s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.211130] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c8443428-faf1-46a4-a7b1-64f56e28fc42 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "6e714e41-8baf-492a-b38c-7b162a779556" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.475s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.211884] env[70867]: DEBUG oslo_concurrency.lockutils [req-a03120d4-a564-4322-a2a6-f19299b1e943 req-7899668c-b83a-414c-aea3-7a661faff161 service nova] Acquired lock "6e714e41-8baf-492a-b38c-7b162a779556" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.213909] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f005dc7-0faa-432a-b791-91c9d508c6a7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.226271] env[70867]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 835.226444] env[70867]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=70867) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 835.228706] env[70867]: DEBUG nova.policy [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9186f37142e437ca3a3b8712be5b5df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'addf27404d5949eea382a11874455910', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.230240] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f941c474-db93-4f1c-a4e3-c0730099de2f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.244374] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1f3b01-6967-42f6-a97b-5ae18f57ca37 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.258652] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.288769] env[70867]: ERROR root [req-a03120d4-a564-4322-a2a6-f19299b1e943 req-7899668c-b83a-414c-aea3-7a661faff161 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-694331' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-694331' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-694331' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-694331'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-694331' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-694331' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-694331'}\n"]: nova.exception.InstanceNotFound: Instance 6e714e41-8baf-492a-b38c-7b162a779556 could not be found. [ 835.289128] env[70867]: DEBUG oslo_concurrency.lockutils [req-a03120d4-a564-4322-a2a6-f19299b1e943 req-7899668c-b83a-414c-aea3-7a661faff161 service nova] Releasing lock "6e714e41-8baf-492a-b38c-7b162a779556" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.289381] env[70867]: DEBUG nova.compute.manager [req-a03120d4-a564-4322-a2a6-f19299b1e943 req-7899668c-b83a-414c-aea3-7a661faff161 service nova] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Detach interface failed, port_id=f48ee5bd-b8fd-41dd-8f33-788fe01a5ed1, reason: Instance 6e714e41-8baf-492a-b38c-7b162a779556 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 835.539853] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b4cc41fb-ddf7-40fe-bb1d-fa38adc457e6 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Lock "b6d28619-832a-4d9a-8cf8-bde835200bba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.071s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.568074] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Releasing lock "refresh_cache-fcd97809-14c4-4674-ba98-8a56a34cf239" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.568074] env[70867]: DEBUG nova.compute.manager [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Instance network_info: |[{"id": "73e4918e-b0b2-412a-ba83-392c99a058a5", "address": "fa:16:3e:34:f3:5f", "network": {"id": "597d81de-b815-4619-8377-bdb8eb0effc3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1798964727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06a887df179441049f4c4f647d27fc5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73e4918e-b0", "ovs_interfaceid": "73e4918e-b0b2-412a-ba83-392c99a058a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.568744] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:f3:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2c68e7-b690-42e2-9491-c3f9357cc66a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73e4918e-b0b2-412a-ba83-392c99a058a5', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.577655] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.578440] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.578717] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4e43fc5-7913-4cf9-9c31-0f63990de2a3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.608232] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.608232] env[70867]: value = "task-3473606" [ 835.608232] env[70867]: _type = "Task" [ 835.608232] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.621859] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473606, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.679145] env[70867]: DEBUG nova.compute.manager [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 835.694156] env[70867]: DEBUG nova.compute.manager [req-605e21c3-e0c6-43e7-8a0b-b8b224975938 req-6a442e43-1eb4-447b-9315-01dfcb55eaf7 service nova] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Received event network-changed-c09c7cc4-2f60-41a1-98c7-4e0f3088880f {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.694156] env[70867]: DEBUG nova.compute.manager [req-605e21c3-e0c6-43e7-8a0b-b8b224975938 req-6a442e43-1eb4-447b-9315-01dfcb55eaf7 service nova] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Refreshing instance network info cache due to event network-changed-c09c7cc4-2f60-41a1-98c7-4e0f3088880f. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.694156] env[70867]: DEBUG oslo_concurrency.lockutils [req-605e21c3-e0c6-43e7-8a0b-b8b224975938 req-6a442e43-1eb4-447b-9315-01dfcb55eaf7 service nova] Acquiring lock "refresh_cache-b6d28619-832a-4d9a-8cf8-bde835200bba" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.694156] env[70867]: DEBUG oslo_concurrency.lockutils [req-605e21c3-e0c6-43e7-8a0b-b8b224975938 req-6a442e43-1eb4-447b-9315-01dfcb55eaf7 service nova] Acquired lock "refresh_cache-b6d28619-832a-4d9a-8cf8-bde835200bba" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.694769] env[70867]: DEBUG nova.network.neutron [req-605e21c3-e0c6-43e7-8a0b-b8b224975938 req-6a442e43-1eb4-447b-9315-01dfcb55eaf7 service nova] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Refreshing network info cache for port c09c7cc4-2f60-41a1-98c7-4e0f3088880f {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.786089] env[70867]: DEBUG nova.network.neutron [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Successfully created port: 96d16348-cc50-4edb-83c4-bb4a6d1feb40 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 835.867858] env[70867]: DEBUG nova.compute.manager [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.870461] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f943e61-7ddb-4121-ba72-09e943091f13 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.048147] env[70867]: DEBUG nova.compute.manager [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 836.075900] env[70867]: DEBUG nova.compute.manager [req-2d18ed92-aa61-4383-9dbf-452018b4ae72 req-40028fb7-e9cb-4ee2-952b-2ebfcc8e7007 service nova] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Received event network-changed-73e4918e-b0b2-412a-ba83-392c99a058a5 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.076100] env[70867]: DEBUG nova.compute.manager [req-2d18ed92-aa61-4383-9dbf-452018b4ae72 req-40028fb7-e9cb-4ee2-952b-2ebfcc8e7007 service nova] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Refreshing instance network info cache due to event network-changed-73e4918e-b0b2-412a-ba83-392c99a058a5. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 836.076433] env[70867]: DEBUG oslo_concurrency.lockutils [req-2d18ed92-aa61-4383-9dbf-452018b4ae72 req-40028fb7-e9cb-4ee2-952b-2ebfcc8e7007 service nova] Acquiring lock "refresh_cache-fcd97809-14c4-4674-ba98-8a56a34cf239" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.076587] env[70867]: DEBUG oslo_concurrency.lockutils [req-2d18ed92-aa61-4383-9dbf-452018b4ae72 req-40028fb7-e9cb-4ee2-952b-2ebfcc8e7007 service nova] Acquired lock "refresh_cache-fcd97809-14c4-4674-ba98-8a56a34cf239" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.076877] env[70867]: DEBUG nova.network.neutron [req-2d18ed92-aa61-4383-9dbf-452018b4ae72 req-40028fb7-e9cb-4ee2-952b-2ebfcc8e7007 service nova] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Refreshing network info cache for port 73e4918e-b0b2-412a-ba83-392c99a058a5 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.123400] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473606, 'name': CreateVM_Task, 'duration_secs': 0.403333} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.123615] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.124295] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.124468] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.124972] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.125113] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ae39299-4c12-4d5c-a942-ae5e363333eb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.133977] env[70867]: DEBUG oslo_vmware.api [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Waiting for the task: (returnval){ [ 836.133977] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52728228-0755-506e-d68a-adbeddf3b08f" [ 836.133977] env[70867]: _type = "Task" [ 836.133977] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.142967] env[70867]: DEBUG oslo_vmware.api [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52728228-0755-506e-d68a-adbeddf3b08f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.298500] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdac6b61-513d-4e17-8245-5de0212d8b16 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.309953] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99676b8-6103-4fa5-8ac4-22317d023198 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.355760] env[70867]: INFO nova.compute.manager [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Rebuilding instance [ 836.360382] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df39a99a-d363-4344-9330-e595bd5052b7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.372162] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b482d96-f3a3-40ba-a46e-2bee6ff4fae4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.394603] env[70867]: INFO nova.compute.manager [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] instance snapshotting [ 836.396262] env[70867]: DEBUG nova.objects.instance [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lazy-loading 'flavor' on Instance uuid e4828dea-a14c-4aff-8e6f-e1986f399b60 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 836.397950] env[70867]: DEBUG nova.compute.provider_tree [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.433443] env[70867]: DEBUG nova.compute.manager [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.434780] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114ca83b-f424-410f-bd23-6ac39f4420a8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.572663] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.610244] env[70867]: DEBUG nova.network.neutron [req-605e21c3-e0c6-43e7-8a0b-b8b224975938 req-6a442e43-1eb4-447b-9315-01dfcb55eaf7 service nova] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Updated VIF entry in instance network info cache for port c09c7cc4-2f60-41a1-98c7-4e0f3088880f. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.610839] env[70867]: DEBUG nova.network.neutron [req-605e21c3-e0c6-43e7-8a0b-b8b224975938 req-6a442e43-1eb4-447b-9315-01dfcb55eaf7 service nova] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Updating instance_info_cache with network_info: [{"id": "c09c7cc4-2f60-41a1-98c7-4e0f3088880f", "address": "fa:16:3e:95:67:67", "network": {"id": "e95b13d2-cdae-448a-90ae-711bcd9f3cdb", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-793255591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec54c11b9659488da13a8e353b24cf76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc09c7cc4-2f", "ovs_interfaceid": "c09c7cc4-2f60-41a1-98c7-4e0f3088880f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.648172] env[70867]: DEBUG oslo_vmware.api [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52728228-0755-506e-d68a-adbeddf3b08f, 'name': SearchDatastore_Task, 'duration_secs': 0.022843} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.648172] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.648549] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.648913] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.649471] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.649704] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.650344] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcc94f84-ec96-4dc4-98e8-0a3aa1d73589 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.667348] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.667877] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.668813] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9dd49eb-41a8-4fdc-b81d-4e12ccc5eea2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.676992] env[70867]: DEBUG oslo_vmware.api [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Waiting for the task: (returnval){ [ 836.676992] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5216fa6b-9dc5-f162-7386-b281b047e7c3" [ 836.676992] env[70867]: _type = "Task" [ 836.676992] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.690951] env[70867]: DEBUG oslo_vmware.api [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5216fa6b-9dc5-f162-7386-b281b047e7c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.692980] env[70867]: DEBUG nova.compute.manager [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 836.725032] env[70867]: DEBUG nova.virt.hardware [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.725301] env[70867]: DEBUG nova.virt.hardware [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.726112] env[70867]: DEBUG nova.virt.hardware [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.726402] env[70867]: DEBUG nova.virt.hardware [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.726594] env[70867]: DEBUG nova.virt.hardware [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.726832] env[70867]: DEBUG nova.virt.hardware [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.727136] env[70867]: DEBUG nova.virt.hardware [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.727339] env[70867]: DEBUG nova.virt.hardware [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.727560] env[70867]: DEBUG nova.virt.hardware [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.727763] env[70867]: DEBUG nova.virt.hardware [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.728014] env[70867]: DEBUG nova.virt.hardware [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.728911] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68460aa-01d0-4b84-acc7-d49fbfad9957 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.743726] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4286dec3-4b5a-4b7a-a951-f8feaf7ebdcf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.905389] env[70867]: DEBUG nova.scheduler.client.report [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.913330] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdb901f-e49c-4f87-8d3d-7a367d72c972 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.946320] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2159e46f-6e17-498e-92e6-2c9ba40ddbce {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.050663] env[70867]: DEBUG nova.network.neutron [req-2d18ed92-aa61-4383-9dbf-452018b4ae72 req-40028fb7-e9cb-4ee2-952b-2ebfcc8e7007 service nova] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Updated VIF entry in instance network info cache for port 73e4918e-b0b2-412a-ba83-392c99a058a5. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.051141] env[70867]: DEBUG nova.network.neutron [req-2d18ed92-aa61-4383-9dbf-452018b4ae72 req-40028fb7-e9cb-4ee2-952b-2ebfcc8e7007 service nova] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Updating instance_info_cache with network_info: [{"id": "73e4918e-b0b2-412a-ba83-392c99a058a5", "address": "fa:16:3e:34:f3:5f", "network": {"id": "597d81de-b815-4619-8377-bdb8eb0effc3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1798964727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06a887df179441049f4c4f647d27fc5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73e4918e-b0", "ovs_interfaceid": "73e4918e-b0b2-412a-ba83-392c99a058a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.114835] env[70867]: DEBUG oslo_concurrency.lockutils [req-605e21c3-e0c6-43e7-8a0b-b8b224975938 req-6a442e43-1eb4-447b-9315-01dfcb55eaf7 service nova] Releasing lock "refresh_cache-b6d28619-832a-4d9a-8cf8-bde835200bba" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.188903] env[70867]: DEBUG oslo_vmware.api [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5216fa6b-9dc5-f162-7386-b281b047e7c3, 'name': SearchDatastore_Task, 'duration_secs': 0.015823} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.190991] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cf3e9f0-b815-4fe1-800a-ba561e9ec3d4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.198988] env[70867]: DEBUG oslo_vmware.api [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Waiting for the task: (returnval){ [ 837.198988] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e53212-ca3b-7209-c265-fb23950e01d8" [ 837.198988] env[70867]: _type = "Task" [ 837.198988] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.209349] env[70867]: DEBUG oslo_vmware.api [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e53212-ca3b-7209-c265-fb23950e01d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.421588] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.758s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.421588] env[70867]: DEBUG nova.compute.manager [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.423228] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.206s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.423439] env[70867]: DEBUG nova.objects.instance [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70867) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 837.459692] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.460049] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62e0dba1-93bf-4c6b-86e8-41333fc5360c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.466250] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Creating Snapshot of the VM instance {{(pid=70867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 837.466761] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0187d091-e35c-431d-a407-208f72badb6c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.471912] env[70867]: DEBUG oslo_vmware.api [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 837.471912] env[70867]: value = "task-3473607" [ 837.471912] env[70867]: _type = "Task" [ 837.471912] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.476992] env[70867]: DEBUG oslo_vmware.api [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 837.476992] env[70867]: value = "task-3473608" [ 837.476992] env[70867]: _type = "Task" [ 837.476992] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.484394] env[70867]: DEBUG oslo_vmware.api [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.490940] env[70867]: DEBUG oslo_vmware.api [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473608, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.558159] env[70867]: DEBUG oslo_concurrency.lockutils [req-2d18ed92-aa61-4383-9dbf-452018b4ae72 req-40028fb7-e9cb-4ee2-952b-2ebfcc8e7007 service nova] Releasing lock "refresh_cache-fcd97809-14c4-4674-ba98-8a56a34cf239" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.710796] env[70867]: DEBUG oslo_vmware.api [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e53212-ca3b-7209-c265-fb23950e01d8, 'name': SearchDatastore_Task, 'duration_secs': 0.016381} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.711088] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.711782] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] fcd97809-14c4-4674-ba98-8a56a34cf239/fcd97809-14c4-4674-ba98-8a56a34cf239.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.711782] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eabd1f80-ad57-4a4d-818d-dd7669e5cbe7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.720702] env[70867]: DEBUG oslo_vmware.api [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Waiting for the task: (returnval){ [ 837.720702] env[70867]: value = "task-3473609" [ 837.720702] env[70867]: _type = "Task" [ 837.720702] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.730889] env[70867]: DEBUG oslo_vmware.api [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': task-3473609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.880650] env[70867]: DEBUG nova.network.neutron [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Successfully updated port: 96d16348-cc50-4edb-83c4-bb4a6d1feb40 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 837.929222] env[70867]: DEBUG nova.compute.utils [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.932902] env[70867]: DEBUG nova.compute.manager [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.933080] env[70867]: DEBUG nova.network.neutron [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.988079] env[70867]: DEBUG oslo_vmware.api [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473607, 'name': PowerOffVM_Task, 'duration_secs': 0.206741} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.990098] env[70867]: DEBUG nova.policy [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c15af14760848c1b5a1604ab317f040', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab733600f15045208190f00c95e5abe6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.992169] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.992428] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.993326] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf72ed2-80dc-4a9c-9770-980a2ba74d62 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.000828] env[70867]: DEBUG oslo_vmware.api [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473608, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.006126] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.006724] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-132f0f98-bc04-41d1-b050-51b9bcdf48fc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.085398] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.085645] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.085833] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Deleting the datastore file [datastore2] 548a2cd1-5cee-4a6d-91ea-2435dd9d0691 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.086664] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b55696e6-fc33-4024-b468-3b252f57ba3d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.100623] env[70867]: DEBUG oslo_vmware.api [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 838.100623] env[70867]: value = "task-3473611" [ 838.100623] env[70867]: _type = "Task" [ 838.100623] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.114529] env[70867]: DEBUG oslo_vmware.api [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.196546] env[70867]: DEBUG nova.compute.manager [req-4bbda80e-c660-455a-b704-7864c660893f req-e1bc784f-3f9a-484e-bc33-455f5926f387 service nova] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Received event network-vif-plugged-96d16348-cc50-4edb-83c4-bb4a6d1feb40 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.196906] env[70867]: DEBUG oslo_concurrency.lockutils [req-4bbda80e-c660-455a-b704-7864c660893f req-e1bc784f-3f9a-484e-bc33-455f5926f387 service nova] Acquiring lock "96ed8c5a-2029-4ce1-9ddf-5dc836005acb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.197365] env[70867]: DEBUG oslo_concurrency.lockutils [req-4bbda80e-c660-455a-b704-7864c660893f req-e1bc784f-3f9a-484e-bc33-455f5926f387 service nova] Lock "96ed8c5a-2029-4ce1-9ddf-5dc836005acb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.197365] env[70867]: DEBUG oslo_concurrency.lockutils [req-4bbda80e-c660-455a-b704-7864c660893f req-e1bc784f-3f9a-484e-bc33-455f5926f387 service nova] Lock "96ed8c5a-2029-4ce1-9ddf-5dc836005acb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.197818] env[70867]: DEBUG nova.compute.manager [req-4bbda80e-c660-455a-b704-7864c660893f req-e1bc784f-3f9a-484e-bc33-455f5926f387 service nova] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] No waiting events found dispatching network-vif-plugged-96d16348-cc50-4edb-83c4-bb4a6d1feb40 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 838.198050] env[70867]: WARNING nova.compute.manager [req-4bbda80e-c660-455a-b704-7864c660893f req-e1bc784f-3f9a-484e-bc33-455f5926f387 service nova] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Received unexpected event network-vif-plugged-96d16348-cc50-4edb-83c4-bb4a6d1feb40 for instance with vm_state building and task_state spawning. [ 838.198272] env[70867]: DEBUG nova.compute.manager [req-4bbda80e-c660-455a-b704-7864c660893f req-e1bc784f-3f9a-484e-bc33-455f5926f387 service nova] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Received event network-changed-96d16348-cc50-4edb-83c4-bb4a6d1feb40 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.198504] env[70867]: DEBUG nova.compute.manager [req-4bbda80e-c660-455a-b704-7864c660893f req-e1bc784f-3f9a-484e-bc33-455f5926f387 service nova] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Refreshing instance network info cache due to event network-changed-96d16348-cc50-4edb-83c4-bb4a6d1feb40. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 838.198748] env[70867]: DEBUG oslo_concurrency.lockutils [req-4bbda80e-c660-455a-b704-7864c660893f req-e1bc784f-3f9a-484e-bc33-455f5926f387 service nova] Acquiring lock "refresh_cache-96ed8c5a-2029-4ce1-9ddf-5dc836005acb" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.198913] env[70867]: DEBUG oslo_concurrency.lockutils [req-4bbda80e-c660-455a-b704-7864c660893f req-e1bc784f-3f9a-484e-bc33-455f5926f387 service nova] Acquired lock "refresh_cache-96ed8c5a-2029-4ce1-9ddf-5dc836005acb" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.200162] env[70867]: DEBUG nova.network.neutron [req-4bbda80e-c660-455a-b704-7864c660893f req-e1bc784f-3f9a-484e-bc33-455f5926f387 service nova] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Refreshing network info cache for port 96d16348-cc50-4edb-83c4-bb4a6d1feb40 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.232665] env[70867]: DEBUG oslo_vmware.api [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': task-3473609, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.390790] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Acquiring lock "refresh_cache-96ed8c5a-2029-4ce1-9ddf-5dc836005acb" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.410042] env[70867]: DEBUG nova.network.neutron [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Successfully created port: 69c2585e-fea0-4ea7-8128-fed1ba2d7f80 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.434608] env[70867]: DEBUG nova.compute.manager [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.438348] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b00b371b-d882-44aa-b509-93176df0b3d1 tempest-ServersAdmin275Test-96196112 tempest-ServersAdmin275Test-96196112-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.445166] env[70867]: DEBUG oslo_concurrency.lockutils [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.737s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.445166] env[70867]: INFO nova.compute.claims [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 838.491528] env[70867]: DEBUG oslo_vmware.api [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473608, 'name': CreateSnapshot_Task, 'duration_secs': 0.547272} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.491528] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Created Snapshot of the VM instance {{(pid=70867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 838.491528] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee40c86-6cfe-436b-99a8-67e8d17a18bf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.621021] env[70867]: DEBUG oslo_vmware.api [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331744} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.621021] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 838.621021] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 838.621021] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 838.738191] env[70867]: DEBUG oslo_vmware.api [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': task-3473609, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614946} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.738191] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] fcd97809-14c4-4674-ba98-8a56a34cf239/fcd97809-14c4-4674-ba98-8a56a34cf239.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.738191] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.738191] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da496ced-ec8e-4ff5-8b6d-aebf4b9c09d9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.747628] env[70867]: DEBUG oslo_vmware.api [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Waiting for the task: (returnval){ [ 838.747628] env[70867]: value = "task-3473612" [ 838.747628] env[70867]: _type = "Task" [ 838.747628] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.761701] env[70867]: DEBUG oslo_vmware.api [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': task-3473612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.773835] env[70867]: DEBUG nova.network.neutron [req-4bbda80e-c660-455a-b704-7864c660893f req-e1bc784f-3f9a-484e-bc33-455f5926f387 service nova] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.009728] env[70867]: DEBUG nova.network.neutron [req-4bbda80e-c660-455a-b704-7864c660893f req-e1bc784f-3f9a-484e-bc33-455f5926f387 service nova] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.019210] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Creating linked-clone VM from snapshot {{(pid=70867) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 839.021490] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f6c6947c-1181-4ebb-8283-5aa82136b319 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.036073] env[70867]: DEBUG oslo_vmware.api [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 839.036073] env[70867]: value = "task-3473613" [ 839.036073] env[70867]: _type = "Task" [ 839.036073] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.048019] env[70867]: DEBUG oslo_vmware.api [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473613, 'name': CloneVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.223147] env[70867]: DEBUG oslo_concurrency.lockutils [None req-522a718c-31d5-4a19-acde-113e6df9dc7a tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Acquiring lock "39540351-0bb2-4505-a505-06bf5aaca7f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.223312] env[70867]: DEBUG oslo_concurrency.lockutils [None req-522a718c-31d5-4a19-acde-113e6df9dc7a tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Lock "39540351-0bb2-4505-a505-06bf5aaca7f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.223539] env[70867]: DEBUG oslo_concurrency.lockutils [None req-522a718c-31d5-4a19-acde-113e6df9dc7a tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Acquiring lock "39540351-0bb2-4505-a505-06bf5aaca7f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.223831] env[70867]: DEBUG oslo_concurrency.lockutils [None req-522a718c-31d5-4a19-acde-113e6df9dc7a tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Lock "39540351-0bb2-4505-a505-06bf5aaca7f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.223969] env[70867]: DEBUG oslo_concurrency.lockutils [None req-522a718c-31d5-4a19-acde-113e6df9dc7a tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Lock "39540351-0bb2-4505-a505-06bf5aaca7f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.227529] env[70867]: INFO nova.compute.manager [None req-522a718c-31d5-4a19-acde-113e6df9dc7a tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Terminating instance [ 839.259652] env[70867]: DEBUG oslo_vmware.api [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': task-3473612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071285} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.259947] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.262039] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b66f73-51fa-456f-921b-b54b7baeeb92 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.288021] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] fcd97809-14c4-4674-ba98-8a56a34cf239/fcd97809-14c4-4674-ba98-8a56a34cf239.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.288400] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-735b3e66-551f-4240-be82-e6e6e4707127 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.314019] env[70867]: DEBUG oslo_vmware.api [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Waiting for the task: (returnval){ [ 839.314019] env[70867]: value = "task-3473614" [ 839.314019] env[70867]: _type = "Task" [ 839.314019] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.325504] env[70867]: DEBUG oslo_vmware.api [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': task-3473614, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.446411] env[70867]: DEBUG nova.compute.manager [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 839.484987] env[70867]: DEBUG nova.virt.hardware [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:48:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='6b2f3154-e28b-4052-81e3-6f6b38a14b88',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1236983707',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.485293] env[70867]: DEBUG nova.virt.hardware [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.485410] env[70867]: DEBUG nova.virt.hardware [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.485684] env[70867]: DEBUG nova.virt.hardware [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.485955] env[70867]: DEBUG nova.virt.hardware [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.486010] env[70867]: DEBUG nova.virt.hardware [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.486667] env[70867]: DEBUG nova.virt.hardware [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.486868] env[70867]: DEBUG nova.virt.hardware [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.487080] env[70867]: DEBUG nova.virt.hardware [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.487256] env[70867]: DEBUG nova.virt.hardware [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.487433] env[70867]: DEBUG nova.virt.hardware [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.488819] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae04e210-fa47-40b0-830d-ed2c057fb988 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.501253] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d795af59-2746-498b-9798-3472ba215686 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.529625] env[70867]: DEBUG oslo_concurrency.lockutils [req-4bbda80e-c660-455a-b704-7864c660893f req-e1bc784f-3f9a-484e-bc33-455f5926f387 service nova] Releasing lock "refresh_cache-96ed8c5a-2029-4ce1-9ddf-5dc836005acb" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.534410] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Acquired lock "refresh_cache-96ed8c5a-2029-4ce1-9ddf-5dc836005acb" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.534505] env[70867]: DEBUG nova.network.neutron [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.539519] env[70867]: DEBUG oslo_concurrency.lockutils [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "be9a92c6-88ea-4958-9c4e-a7b4715e0433" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.539762] env[70867]: DEBUG oslo_concurrency.lockutils [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "be9a92c6-88ea-4958-9c4e-a7b4715e0433" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.551818] env[70867]: DEBUG oslo_vmware.api [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473613, 'name': CloneVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.688147] env[70867]: DEBUG nova.virt.hardware [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.688483] env[70867]: DEBUG nova.virt.hardware [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.688668] env[70867]: DEBUG nova.virt.hardware [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.688894] env[70867]: DEBUG nova.virt.hardware [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.689060] env[70867]: DEBUG nova.virt.hardware [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.689283] env[70867]: DEBUG nova.virt.hardware [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.689820] env[70867]: DEBUG nova.virt.hardware [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.689820] env[70867]: DEBUG nova.virt.hardware [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.690024] env[70867]: DEBUG nova.virt.hardware [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.690318] env[70867]: DEBUG nova.virt.hardware [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.690520] env[70867]: DEBUG nova.virt.hardware [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.691495] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25defc39-5a0e-40fd-8169-15b27703b440 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.704662] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4593a45e-168a-4dd4-bdf3-952566d466f3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.723099] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:cc:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5291d0-ee0f-4d70-b2ae-ab6879a67b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2487d051-c1d3-40c3-aabd-0508c8598798', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.730742] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.734438] env[70867]: DEBUG nova.compute.manager [None req-522a718c-31d5-4a19-acde-113e6df9dc7a tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.734610] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-522a718c-31d5-4a19-acde-113e6df9dc7a tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.734932] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.736063] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46da02e5-80fd-4cd8-95d1-9e683bbe1357 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.739020] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dae570d4-ea25-4137-aafe-5f2a5f6d3776 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.763763] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-522a718c-31d5-4a19-acde-113e6df9dc7a tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.766344] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d670c0c7-31d4-4309-92a8-da125b3b221a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.767515] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.767515] env[70867]: value = "task-3473615" [ 839.767515] env[70867]: _type = "Task" [ 839.767515] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.774960] env[70867]: DEBUG oslo_vmware.api [None req-522a718c-31d5-4a19-acde-113e6df9dc7a tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Waiting for the task: (returnval){ [ 839.774960] env[70867]: value = "task-3473616" [ 839.774960] env[70867]: _type = "Task" [ 839.774960] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.783478] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473615, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.791204] env[70867]: DEBUG oslo_vmware.api [None req-522a718c-31d5-4a19-acde-113e6df9dc7a tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': task-3473616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.824391] env[70867]: DEBUG oslo_vmware.api [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': task-3473614, 'name': ReconfigVM_Task, 'duration_secs': 0.4066} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.827485] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Reconfigured VM instance instance-0000002a to attach disk [datastore1] fcd97809-14c4-4674-ba98-8a56a34cf239/fcd97809-14c4-4674-ba98-8a56a34cf239.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.828714] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa3888b1-55d1-40d6-8dbd-2792a821adb2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.837147] env[70867]: DEBUG oslo_vmware.api [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Waiting for the task: (returnval){ [ 839.837147] env[70867]: value = "task-3473617" [ 839.837147] env[70867]: _type = "Task" [ 839.837147] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.853750] env[70867]: DEBUG oslo_vmware.api [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': task-3473617, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.042451] env[70867]: DEBUG nova.network.neutron [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Successfully updated port: 69c2585e-fea0-4ea7-8128-fed1ba2d7f80 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.060831] env[70867]: DEBUG oslo_vmware.api [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473613, 'name': CloneVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.119344] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb9c587-ce5f-45a9-9186-dc3a38d4e3d6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.131272] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1fce6a-c704-4401-98dd-a983cfb978c4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.137684] env[70867]: DEBUG nova.network.neutron [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.171437] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bac8480-79f2-4a4d-b2be-165142c507bd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.180010] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9f0ab3-f5a4-4b75-a8c3-c1f03697f147 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.198168] env[70867]: DEBUG nova.compute.provider_tree [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 840.278929] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473615, 'name': CreateVM_Task, 'duration_secs': 0.495083} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.283474] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.283940] env[70867]: DEBUG oslo_concurrency.lockutils [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.284136] env[70867]: DEBUG oslo_concurrency.lockutils [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.284454] env[70867]: DEBUG oslo_concurrency.lockutils [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.288373] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8996f114-0845-4044-ad34-e91af4882773 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.290449] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Acquiring lock "f7eb036e-f592-4ac1-9320-88dd97818d70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.290676] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Lock "f7eb036e-f592-4ac1-9320-88dd97818d70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.294052] env[70867]: DEBUG oslo_vmware.api [None req-522a718c-31d5-4a19-acde-113e6df9dc7a tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': task-3473616, 'name': PowerOffVM_Task, 'duration_secs': 0.391682} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.294656] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-522a718c-31d5-4a19-acde-113e6df9dc7a tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.294932] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-522a718c-31d5-4a19-acde-113e6df9dc7a tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.295144] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a43fd17-1ff2-48f4-aa54-7f957dd5522f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.298510] env[70867]: DEBUG oslo_vmware.api [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 840.298510] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]523062e6-ffed-b56c-6966-6f89ef2da621" [ 840.298510] env[70867]: _type = "Task" [ 840.298510] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.309309] env[70867]: DEBUG oslo_vmware.api [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]523062e6-ffed-b56c-6966-6f89ef2da621, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.347626] env[70867]: DEBUG oslo_vmware.api [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': task-3473617, 'name': Rename_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.370592] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-522a718c-31d5-4a19-acde-113e6df9dc7a tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.370847] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-522a718c-31d5-4a19-acde-113e6df9dc7a tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.371054] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-522a718c-31d5-4a19-acde-113e6df9dc7a tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Deleting the datastore file [datastore2] 39540351-0bb2-4505-a505-06bf5aaca7f2 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.371393] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de999456-8035-4ce3-b392-bfa5e997e979 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.381442] env[70867]: DEBUG oslo_vmware.api [None req-522a718c-31d5-4a19-acde-113e6df9dc7a tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Waiting for the task: (returnval){ [ 840.381442] env[70867]: value = "task-3473619" [ 840.381442] env[70867]: _type = "Task" [ 840.381442] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.391026] env[70867]: DEBUG oslo_vmware.api [None req-522a718c-31d5-4a19-acde-113e6df9dc7a tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': task-3473619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.434947] env[70867]: DEBUG nova.network.neutron [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Updating instance_info_cache with network_info: [{"id": "96d16348-cc50-4edb-83c4-bb4a6d1feb40", "address": "fa:16:3e:0a:95:88", "network": {"id": "813b1485-eb1d-42a2-a162-d616e1bb7efa", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1822426316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "addf27404d5949eea382a11874455910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96d16348-cc", "ovs_interfaceid": "96d16348-cc50-4edb-83c4-bb4a6d1feb40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.558026] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquiring lock "refresh_cache-3d2b5374-46c8-4ab9-ab4c-4376eadfb236" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.558026] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquired lock "refresh_cache-3d2b5374-46c8-4ab9-ab4c-4376eadfb236" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.558026] env[70867]: DEBUG nova.network.neutron [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.558026] env[70867]: DEBUG oslo_vmware.api [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473613, 'name': CloneVM_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.636686] env[70867]: DEBUG nova.compute.manager [req-438708f9-4ab7-4143-9802-5f6a17bf6774 req-b54c6816-9703-4470-8e56-ab348dc2b580 service nova] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Received event network-vif-plugged-69c2585e-fea0-4ea7-8128-fed1ba2d7f80 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.636686] env[70867]: DEBUG oslo_concurrency.lockutils [req-438708f9-4ab7-4143-9802-5f6a17bf6774 req-b54c6816-9703-4470-8e56-ab348dc2b580 service nova] Acquiring lock "3d2b5374-46c8-4ab9-ab4c-4376eadfb236-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.636686] env[70867]: DEBUG oslo_concurrency.lockutils [req-438708f9-4ab7-4143-9802-5f6a17bf6774 req-b54c6816-9703-4470-8e56-ab348dc2b580 service nova] Lock "3d2b5374-46c8-4ab9-ab4c-4376eadfb236-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.637418] env[70867]: DEBUG oslo_concurrency.lockutils [req-438708f9-4ab7-4143-9802-5f6a17bf6774 req-b54c6816-9703-4470-8e56-ab348dc2b580 service nova] Lock "3d2b5374-46c8-4ab9-ab4c-4376eadfb236-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.637418] env[70867]: DEBUG nova.compute.manager [req-438708f9-4ab7-4143-9802-5f6a17bf6774 req-b54c6816-9703-4470-8e56-ab348dc2b580 service nova] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] No waiting events found dispatching network-vif-plugged-69c2585e-fea0-4ea7-8128-fed1ba2d7f80 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.638122] env[70867]: WARNING nova.compute.manager [req-438708f9-4ab7-4143-9802-5f6a17bf6774 req-b54c6816-9703-4470-8e56-ab348dc2b580 service nova] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Received unexpected event network-vif-plugged-69c2585e-fea0-4ea7-8128-fed1ba2d7f80 for instance with vm_state building and task_state spawning. [ 840.639056] env[70867]: DEBUG nova.compute.manager [req-438708f9-4ab7-4143-9802-5f6a17bf6774 req-b54c6816-9703-4470-8e56-ab348dc2b580 service nova] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Received event network-changed-69c2585e-fea0-4ea7-8128-fed1ba2d7f80 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.639056] env[70867]: DEBUG nova.compute.manager [req-438708f9-4ab7-4143-9802-5f6a17bf6774 req-b54c6816-9703-4470-8e56-ab348dc2b580 service nova] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Refreshing instance network info cache due to event network-changed-69c2585e-fea0-4ea7-8128-fed1ba2d7f80. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.639056] env[70867]: DEBUG oslo_concurrency.lockutils [req-438708f9-4ab7-4143-9802-5f6a17bf6774 req-b54c6816-9703-4470-8e56-ab348dc2b580 service nova] Acquiring lock "refresh_cache-3d2b5374-46c8-4ab9-ab4c-4376eadfb236" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.733027] env[70867]: ERROR nova.scheduler.client.report [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [req-6381e32f-189c-4d4a-b8c4-28d3f19614fb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f41c8c6b-f09c-4602-9d9f-1177af08ce6d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6381e32f-189c-4d4a-b8c4-28d3f19614fb"}]} [ 840.757919] env[70867]: DEBUG nova.scheduler.client.report [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Refreshing inventories for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 840.784892] env[70867]: DEBUG nova.scheduler.client.report [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Updating ProviderTree inventory for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 840.785141] env[70867]: DEBUG nova.compute.provider_tree [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 840.807408] env[70867]: DEBUG nova.scheduler.client.report [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Refreshing aggregate associations for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d, aggregates: None {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 840.815852] env[70867]: DEBUG oslo_vmware.api [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]523062e6-ffed-b56c-6966-6f89ef2da621, 'name': SearchDatastore_Task, 'duration_secs': 0.014569} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.815852] env[70867]: DEBUG oslo_concurrency.lockutils [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.816056] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.817834] env[70867]: DEBUG oslo_concurrency.lockutils [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.817834] env[70867]: DEBUG oslo_concurrency.lockutils [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.817834] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.817834] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36c33cd7-8045-49c2-8cbb-0ceb1571b0ff {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.828021] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.828021] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.828021] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbf53b7f-d484-4792-96a5-6e5ccdc64172 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.837481] env[70867]: DEBUG nova.scheduler.client.report [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Refreshing trait associations for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 840.846763] env[70867]: DEBUG oslo_vmware.api [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 840.846763] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52dd805e-a206-0af5-6fae-d8fd6761def2" [ 840.846763] env[70867]: _type = "Task" [ 840.846763] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.853294] env[70867]: DEBUG oslo_vmware.api [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': task-3473617, 'name': Rename_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.859211] env[70867]: DEBUG oslo_vmware.api [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52dd805e-a206-0af5-6fae-d8fd6761def2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.891452] env[70867]: DEBUG oslo_vmware.api [None req-522a718c-31d5-4a19-acde-113e6df9dc7a tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': task-3473619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176783} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.895065] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-522a718c-31d5-4a19-acde-113e6df9dc7a tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.895065] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-522a718c-31d5-4a19-acde-113e6df9dc7a tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.895065] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-522a718c-31d5-4a19-acde-113e6df9dc7a tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.895065] env[70867]: INFO nova.compute.manager [None req-522a718c-31d5-4a19-acde-113e6df9dc7a tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 840.895065] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-522a718c-31d5-4a19-acde-113e6df9dc7a tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.895457] env[70867]: DEBUG nova.compute.manager [-] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.895556] env[70867]: DEBUG nova.network.neutron [-] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.937557] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Releasing lock "refresh_cache-96ed8c5a-2029-4ce1-9ddf-5dc836005acb" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.938161] env[70867]: DEBUG nova.compute.manager [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Instance network_info: |[{"id": "96d16348-cc50-4edb-83c4-bb4a6d1feb40", "address": "fa:16:3e:0a:95:88", "network": {"id": "813b1485-eb1d-42a2-a162-d616e1bb7efa", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1822426316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "addf27404d5949eea382a11874455910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96d16348-cc", "ovs_interfaceid": "96d16348-cc50-4edb-83c4-bb4a6d1feb40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.938705] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:95:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96d16348-cc50-4edb-83c4-bb4a6d1feb40', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.947300] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Creating folder: Project (addf27404d5949eea382a11874455910). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.952010] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec8d8c42-44fb-44bd-8776-e4eba2bbf23f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.965202] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Created folder: Project (addf27404d5949eea382a11874455910) in parent group-v694272. [ 840.965418] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Creating folder: Instances. Parent ref: group-v694409. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.965688] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d5e52c3-bfdf-4702-99a4-9bbbc7460424 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.983275] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Created folder: Instances in parent group-v694409. [ 840.983275] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.983475] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.985013] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1234ef35-daae-4200-811f-be6fb5804d12 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.016268] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.016268] env[70867]: value = "task-3473622" [ 841.016268] env[70867]: _type = "Task" [ 841.016268] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.033175] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473622, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.055295] env[70867]: DEBUG oslo_vmware.api [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473613, 'name': CloneVM_Task, 'duration_secs': 1.563893} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.055565] env[70867]: INFO nova.virt.vmwareapi.vmops [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Created linked-clone VM from snapshot [ 841.056367] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94641e2-6a5f-4954-baf1-cbf2747699de {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.068324] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Uploading image 09588549-b67a-4ea9-a240-68284e196a47 {{(pid=70867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 841.112674] env[70867]: DEBUG nova.network.neutron [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.116657] env[70867]: DEBUG oslo_vmware.rw_handles [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 841.116657] env[70867]: value = "vm-694407" [ 841.116657] env[70867]: _type = "VirtualMachine" [ 841.116657] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 841.120826] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e3e2f349-5a62-4dc5-ab92-9aeb5f78b7e0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.129166] env[70867]: DEBUG oslo_vmware.rw_handles [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lease: (returnval){ [ 841.129166] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]524823db-848b-1fb6-d449-50c78fa357ef" [ 841.129166] env[70867]: _type = "HttpNfcLease" [ 841.129166] env[70867]: } obtained for exporting VM: (result){ [ 841.129166] env[70867]: value = "vm-694407" [ 841.129166] env[70867]: _type = "VirtualMachine" [ 841.129166] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 841.129482] env[70867]: DEBUG oslo_vmware.api [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the lease: (returnval){ [ 841.129482] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]524823db-848b-1fb6-d449-50c78fa357ef" [ 841.129482] env[70867]: _type = "HttpNfcLease" [ 841.129482] env[70867]: } to be ready. {{(pid=70867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 841.139230] env[70867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 841.139230] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]524823db-848b-1fb6-d449-50c78fa357ef" [ 841.139230] env[70867]: _type = "HttpNfcLease" [ 841.139230] env[70867]: } is initializing. {{(pid=70867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 841.360141] env[70867]: DEBUG oslo_vmware.api [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': task-3473617, 'name': Rename_Task, 'duration_secs': 1.200465} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.360298] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.360557] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9526b36c-5e7b-45ff-b0d0-2af400f125e5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.365697] env[70867]: DEBUG oslo_vmware.api [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52dd805e-a206-0af5-6fae-d8fd6761def2, 'name': SearchDatastore_Task, 'duration_secs': 0.024413} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.366978] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cac6524-8b43-43da-a9ed-803b5eb4b5d4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.377068] env[70867]: DEBUG oslo_vmware.api [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Waiting for the task: (returnval){ [ 841.377068] env[70867]: value = "task-3473624" [ 841.377068] env[70867]: _type = "Task" [ 841.377068] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.379423] env[70867]: DEBUG oslo_vmware.api [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 841.379423] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5217a7d4-2353-27b0-63d0-f27494f1b227" [ 841.379423] env[70867]: _type = "Task" [ 841.379423] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.394214] env[70867]: DEBUG oslo_vmware.api [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': task-3473624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.403024] env[70867]: DEBUG oslo_vmware.api [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5217a7d4-2353-27b0-63d0-f27494f1b227, 'name': SearchDatastore_Task, 'duration_secs': 0.011847} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.403024] env[70867]: DEBUG oslo_concurrency.lockutils [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.403024] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 548a2cd1-5cee-4a6d-91ea-2435dd9d0691/548a2cd1-5cee-4a6d-91ea-2435dd9d0691.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.403024] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-234a9374-e294-426c-a2a5-279f2970f052 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.412705] env[70867]: DEBUG oslo_vmware.api [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 841.412705] env[70867]: value = "task-3473625" [ 841.412705] env[70867]: _type = "Task" [ 841.412705] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.425157] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Acquiring lock "3ddad80f-65ae-427d-8d51-c6254d0d6446" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.425863] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Lock "3ddad80f-65ae-427d-8d51-c6254d0d6446" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.433182] env[70867]: DEBUG oslo_vmware.api [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.466021] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83eefdaf-ff59-48a1-a28c-6e684d819bff {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.477857] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9757d88-bc3c-43d9-a701-7ea1e703e064 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.534293] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383840ef-33ac-4b29-a63c-320985c8dd8c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.548355] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738faf7e-61b1-40fd-9ad9-c84b14feadd8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.553631] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473622, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.565683] env[70867]: DEBUG nova.compute.provider_tree [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.606277] env[70867]: DEBUG nova.network.neutron [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Updating instance_info_cache with network_info: [{"id": "69c2585e-fea0-4ea7-8128-fed1ba2d7f80", "address": "fa:16:3e:86:27:01", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69c2585e-fe", "ovs_interfaceid": "69c2585e-fea0-4ea7-8128-fed1ba2d7f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.640067] env[70867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 841.640067] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]524823db-848b-1fb6-d449-50c78fa357ef" [ 841.640067] env[70867]: _type = "HttpNfcLease" [ 841.640067] env[70867]: } is ready. {{(pid=70867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 841.640693] env[70867]: DEBUG oslo_vmware.rw_handles [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 841.640693] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]524823db-848b-1fb6-d449-50c78fa357ef" [ 841.640693] env[70867]: _type = "HttpNfcLease" [ 841.640693] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 841.641734] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297fc3b6-2ffd-4782-a1b1-cd2b5e390d77 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.652935] env[70867]: DEBUG oslo_vmware.rw_handles [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5f474-bf7d-e96e-a860-d1a6d6399300/disk-0.vmdk from lease info. {{(pid=70867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 841.653193] env[70867]: DEBUG oslo_vmware.rw_handles [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5f474-bf7d-e96e-a860-d1a6d6399300/disk-0.vmdk for reading. {{(pid=70867) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 841.775788] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-076a5442-c776-4a54-b1f6-5b120ecc54ff {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.897019] env[70867]: DEBUG oslo_vmware.api [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': task-3473624, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.931801] env[70867]: DEBUG oslo_vmware.api [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473625, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.045286] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473622, 'name': CreateVM_Task, 'duration_secs': 0.576255} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.045286] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.045939] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.046120] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.046472] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.046734] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d0811f4-30b6-41dd-984d-8f5dc640ddcf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.053286] env[70867]: DEBUG oslo_vmware.api [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Waiting for the task: (returnval){ [ 842.053286] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52fcf5d7-4c34-92bd-234c-62a2151241fd" [ 842.053286] env[70867]: _type = "Task" [ 842.053286] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.062534] env[70867]: DEBUG oslo_vmware.api [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52fcf5d7-4c34-92bd-234c-62a2151241fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.071024] env[70867]: DEBUG nova.scheduler.client.report [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.110615] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Releasing lock "refresh_cache-3d2b5374-46c8-4ab9-ab4c-4376eadfb236" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.110615] env[70867]: DEBUG nova.compute.manager [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Instance network_info: |[{"id": "69c2585e-fea0-4ea7-8128-fed1ba2d7f80", "address": "fa:16:3e:86:27:01", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69c2585e-fe", "ovs_interfaceid": "69c2585e-fea0-4ea7-8128-fed1ba2d7f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 842.110615] env[70867]: DEBUG oslo_concurrency.lockutils [req-438708f9-4ab7-4143-9802-5f6a17bf6774 req-b54c6816-9703-4470-8e56-ab348dc2b580 service nova] Acquired lock "refresh_cache-3d2b5374-46c8-4ab9-ab4c-4376eadfb236" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.110615] env[70867]: DEBUG nova.network.neutron [req-438708f9-4ab7-4143-9802-5f6a17bf6774 req-b54c6816-9703-4470-8e56-ab348dc2b580 service nova] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Refreshing network info cache for port 69c2585e-fea0-4ea7-8128-fed1ba2d7f80 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.111710] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:27:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69c2585e-fea0-4ea7-8128-fed1ba2d7f80', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.121489] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.123251] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.123948] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa2b0b02-9fbd-45b8-82d1-2ce9965d5242 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.149025] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.149025] env[70867]: value = "task-3473626" [ 842.149025] env[70867]: _type = "Task" [ 842.149025] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.160178] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473626, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.394111] env[70867]: DEBUG oslo_vmware.api [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': task-3473624, 'name': PowerOnVM_Task, 'duration_secs': 0.634728} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.394379] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.394676] env[70867]: INFO nova.compute.manager [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Took 9.38 seconds to spawn the instance on the hypervisor. [ 842.394984] env[70867]: DEBUG nova.compute.manager [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.396411] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb36c71-d703-4b7a-89aa-dad15c82a370 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.428701] env[70867]: DEBUG oslo_vmware.api [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473625, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562686} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.429014] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 548a2cd1-5cee-4a6d-91ea-2435dd9d0691/548a2cd1-5cee-4a6d-91ea-2435dd9d0691.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.430300] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.430300] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ddd8ccf-1088-4ba8-8fa6-26614745ab1f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.437234] env[70867]: DEBUG nova.network.neutron [-] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.444355] env[70867]: DEBUG oslo_vmware.api [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 842.444355] env[70867]: value = "task-3473627" [ 842.444355] env[70867]: _type = "Task" [ 842.444355] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.467296] env[70867]: DEBUG oslo_vmware.api [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473627, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.542606] env[70867]: DEBUG nova.compute.manager [req-fd8cd0fe-1586-4674-9fae-666b6f6f54ec req-c1748604-0107-4450-9345-13aa0bb14d20 service nova] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Received event network-vif-deleted-3d85cd30-4790-4eae-95a5-9368096dd8d8 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.570989] env[70867]: DEBUG oslo_vmware.api [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52fcf5d7-4c34-92bd-234c-62a2151241fd, 'name': SearchDatastore_Task, 'duration_secs': 0.015616} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.570989] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.570989] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.570989] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.570989] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.570989] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.572531] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22c0662a-9cbb-4200-9eb9-1907433126f9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.574069] env[70867]: DEBUG oslo_concurrency.lockutils [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.134s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.574881] env[70867]: DEBUG nova.compute.manager [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 842.576892] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9badecf9-4bb1-4627-8dda-43f13548d986 tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.678s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.579274] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9badecf9-4bb1-4627-8dda-43f13548d986 tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.582707] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.797s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.589924] env[70867]: INFO nova.compute.claims [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.601617] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.603865] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.607093] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8428f389-11ca-4435-a60b-6c48fa2f3019 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.614794] env[70867]: DEBUG oslo_vmware.api [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Waiting for the task: (returnval){ [ 842.614794] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52fd3b9d-108f-a6ae-f614-e819cbcee94e" [ 842.614794] env[70867]: _type = "Task" [ 842.614794] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.628830] env[70867]: DEBUG oslo_vmware.api [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52fd3b9d-108f-a6ae-f614-e819cbcee94e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.630058] env[70867]: INFO nova.scheduler.client.report [None req-9badecf9-4bb1-4627-8dda-43f13548d986 tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Deleted allocations for instance dcbf8cff-2227-4d10-843d-c08d4a98695e [ 842.661632] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473626, 'name': CreateVM_Task, 'duration_secs': 0.484091} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.662102] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.663081] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.663375] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.663787] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.664262] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4c971df-44f3-45b9-bd61-4d669eb2b399 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.673021] env[70867]: DEBUG oslo_vmware.api [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Waiting for the task: (returnval){ [ 842.673021] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52dab364-33f9-2da4-61c2-20b89f4a98b3" [ 842.673021] env[70867]: _type = "Task" [ 842.673021] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.683189] env[70867]: DEBUG oslo_vmware.api [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52dab364-33f9-2da4-61c2-20b89f4a98b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.917116] env[70867]: INFO nova.compute.manager [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Took 52.89 seconds to build instance. [ 842.943649] env[70867]: INFO nova.compute.manager [-] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Took 2.05 seconds to deallocate network for instance. [ 842.965042] env[70867]: DEBUG oslo_vmware.api [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473627, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090525} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.965042] env[70867]: DEBUG nova.network.neutron [req-438708f9-4ab7-4143-9802-5f6a17bf6774 req-b54c6816-9703-4470-8e56-ab348dc2b580 service nova] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Updated VIF entry in instance network info cache for port 69c2585e-fea0-4ea7-8128-fed1ba2d7f80. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 842.965042] env[70867]: DEBUG nova.network.neutron [req-438708f9-4ab7-4143-9802-5f6a17bf6774 req-b54c6816-9703-4470-8e56-ab348dc2b580 service nova] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Updating instance_info_cache with network_info: [{"id": "69c2585e-fea0-4ea7-8128-fed1ba2d7f80", "address": "fa:16:3e:86:27:01", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69c2585e-fe", "ovs_interfaceid": "69c2585e-fea0-4ea7-8128-fed1ba2d7f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.966276] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.971526] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fb6042-f826-4303-aa64-d0d5ad3acdaa {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.000724] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 548a2cd1-5cee-4a6d-91ea-2435dd9d0691/548a2cd1-5cee-4a6d-91ea-2435dd9d0691.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.001450] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0917e8c-f24d-4957-92a8-539b862574b1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.024224] env[70867]: DEBUG oslo_vmware.api [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 843.024224] env[70867]: value = "task-3473628" [ 843.024224] env[70867]: _type = "Task" [ 843.024224] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.035788] env[70867]: DEBUG oslo_vmware.api [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473628, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.091847] env[70867]: DEBUG nova.compute.utils [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 843.094145] env[70867]: DEBUG nova.compute.manager [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 843.094332] env[70867]: DEBUG nova.network.neutron [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.136300] env[70867]: DEBUG oslo_vmware.api [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52fd3b9d-108f-a6ae-f614-e819cbcee94e, 'name': SearchDatastore_Task, 'duration_secs': 0.019312} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.136590] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-056812d6-d5f5-4800-a859-e5e203669da7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.154144] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9badecf9-4bb1-4627-8dda-43f13548d986 tempest-ServersAdmin275Test-1383435100 tempest-ServersAdmin275Test-1383435100-project-member] Lock "dcbf8cff-2227-4d10-843d-c08d4a98695e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.645s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.161837] env[70867]: DEBUG oslo_vmware.api [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Waiting for the task: (returnval){ [ 843.161837] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]522e035f-8e5f-2881-e59d-27d40078fed0" [ 843.161837] env[70867]: _type = "Task" [ 843.161837] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.176339] env[70867]: DEBUG oslo_vmware.api [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]522e035f-8e5f-2881-e59d-27d40078fed0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.188382] env[70867]: DEBUG nova.policy [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f37b816a64e340e69c7059449d48b072', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c70199e9c934312b62b1d9b3ce86a19', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.201579] env[70867]: DEBUG oslo_vmware.api [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52dab364-33f9-2da4-61c2-20b89f4a98b3, 'name': SearchDatastore_Task, 'duration_secs': 0.018598} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.202235] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.203161] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.203676] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.204041] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.204436] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.204906] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3df685d-0f4b-44a0-978e-32c11ba073d1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.219456] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.219573] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.220641] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a16fd302-469d-4b7b-872d-e95cee536ebf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.227942] env[70867]: DEBUG oslo_vmware.api [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Waiting for the task: (returnval){ [ 843.227942] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5298280a-0196-ed68-0077-7cee40272681" [ 843.227942] env[70867]: _type = "Task" [ 843.227942] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.238768] env[70867]: DEBUG oslo_vmware.api [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5298280a-0196-ed68-0077-7cee40272681, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.419225] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eaa4834c-605d-4b31-84f9-71e9bab5ef10 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Lock "fcd97809-14c4-4674-ba98-8a56a34cf239" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.945s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.453438] env[70867]: DEBUG oslo_concurrency.lockutils [None req-522a718c-31d5-4a19-acde-113e6df9dc7a tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.471782] env[70867]: DEBUG oslo_concurrency.lockutils [req-438708f9-4ab7-4143-9802-5f6a17bf6774 req-b54c6816-9703-4470-8e56-ab348dc2b580 service nova] Releasing lock "refresh_cache-3d2b5374-46c8-4ab9-ab4c-4376eadfb236" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.536157] env[70867]: DEBUG oslo_vmware.api [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473628, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.599800] env[70867]: DEBUG nova.compute.manager [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 843.679222] env[70867]: DEBUG oslo_vmware.api [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]522e035f-8e5f-2881-e59d-27d40078fed0, 'name': SearchDatastore_Task, 'duration_secs': 0.035255} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.679649] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.679982] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 96ed8c5a-2029-4ce1-9ddf-5dc836005acb/96ed8c5a-2029-4ce1-9ddf-5dc836005acb.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.680287] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc0746c8-1e6c-4f00-aaf6-b3800574c4e8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.683479] env[70867]: DEBUG nova.network.neutron [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Successfully created port: 00e9d2d6-8db8-48f1-b88c-acb5fb381d94 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 843.691485] env[70867]: DEBUG oslo_vmware.api [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Waiting for the task: (returnval){ [ 843.691485] env[70867]: value = "task-3473629" [ 843.691485] env[70867]: _type = "Task" [ 843.691485] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.701373] env[70867]: DEBUG oslo_vmware.api [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Task: {'id': task-3473629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.741236] env[70867]: DEBUG oslo_vmware.api [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5298280a-0196-ed68-0077-7cee40272681, 'name': SearchDatastore_Task, 'duration_secs': 0.021772} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.742086] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-920a5c44-4172-4c91-aec3-9703ef6b01fb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.752403] env[70867]: DEBUG oslo_vmware.api [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Waiting for the task: (returnval){ [ 843.752403] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52436edd-b1b6-5784-c098-e3603837b71f" [ 843.752403] env[70867]: _type = "Task" [ 843.752403] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.763093] env[70867]: DEBUG oslo_vmware.api [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52436edd-b1b6-5784-c098-e3603837b71f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.924232] env[70867]: DEBUG nova.compute.manager [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 844.040989] env[70867]: DEBUG oslo_vmware.api [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473628, 'name': ReconfigVM_Task, 'duration_secs': 0.64293} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.041337] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 548a2cd1-5cee-4a6d-91ea-2435dd9d0691/548a2cd1-5cee-4a6d-91ea-2435dd9d0691.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.042526] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fa29849-40aa-4a7f-9625-24f246a6af8a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.052977] env[70867]: DEBUG oslo_vmware.api [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 844.052977] env[70867]: value = "task-3473630" [ 844.052977] env[70867]: _type = "Task" [ 844.052977] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.068818] env[70867]: DEBUG oslo_vmware.api [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473630, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.210936] env[70867]: DEBUG oslo_vmware.api [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Task: {'id': task-3473629, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.223566] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f50476-ad96-4490-bb0a-3f1f4b1cd84d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.236680] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38181abc-76a1-4b56-8ee9-caaa664d8d09 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.278608] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84154d4-5059-403d-abec-b344afacd9cc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.292385] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405a3663-5ca0-47d3-ae43-293526ed49cc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.297230] env[70867]: DEBUG oslo_vmware.api [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52436edd-b1b6-5784-c098-e3603837b71f, 'name': SearchDatastore_Task, 'duration_secs': 0.012996} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.298064] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.298410] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 3d2b5374-46c8-4ab9-ab4c-4376eadfb236/3d2b5374-46c8-4ab9-ab4c-4376eadfb236.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.299105] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6df06ef1-3188-4742-9c8d-3403a1f36698 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.312826] env[70867]: DEBUG nova.compute.provider_tree [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.315988] env[70867]: DEBUG oslo_vmware.api [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Waiting for the task: (returnval){ [ 844.315988] env[70867]: value = "task-3473631" [ 844.315988] env[70867]: _type = "Task" [ 844.315988] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.326871] env[70867]: DEBUG oslo_vmware.api [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.447689] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.566844] env[70867]: DEBUG oslo_vmware.api [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473630, 'name': Rename_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.619459] env[70867]: DEBUG nova.compute.manager [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 844.658616] env[70867]: DEBUG nova.virt.hardware [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.658885] env[70867]: DEBUG nova.virt.hardware [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.659245] env[70867]: DEBUG nova.virt.hardware [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.659475] env[70867]: DEBUG nova.virt.hardware [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.659695] env[70867]: DEBUG nova.virt.hardware [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.660839] env[70867]: DEBUG nova.virt.hardware [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.660839] env[70867]: DEBUG nova.virt.hardware [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.660839] env[70867]: DEBUG nova.virt.hardware [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.660839] env[70867]: DEBUG nova.virt.hardware [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.660839] env[70867]: DEBUG nova.virt.hardware [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.660839] env[70867]: DEBUG nova.virt.hardware [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.661620] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc99a103-469d-49e2-92f1-6dffc6c7ee03 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.672876] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518d3f3c-be04-4360-9405-8b79a95aecd6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.703095] env[70867]: DEBUG oslo_vmware.api [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Task: {'id': task-3473629, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617701} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.703413] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 96ed8c5a-2029-4ce1-9ddf-5dc836005acb/96ed8c5a-2029-4ce1-9ddf-5dc836005acb.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.703637] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.703922] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dee13010-9e0b-4ecd-ad18-b7cc4cbfd1ba {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.713934] env[70867]: DEBUG oslo_vmware.api [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Waiting for the task: (returnval){ [ 844.713934] env[70867]: value = "task-3473632" [ 844.713934] env[70867]: _type = "Task" [ 844.713934] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.724615] env[70867]: DEBUG oslo_vmware.api [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Task: {'id': task-3473632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.818815] env[70867]: DEBUG nova.scheduler.client.report [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.846229] env[70867]: DEBUG oslo_vmware.api [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473631, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.066980] env[70867]: DEBUG oslo_vmware.api [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473630, 'name': Rename_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.230180] env[70867]: DEBUG oslo_vmware.api [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Task: {'id': task-3473632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.334595] env[70867]: DEBUG oslo_vmware.api [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473631, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619255} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.335287] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 3d2b5374-46c8-4ab9-ab4c-4376eadfb236/3d2b5374-46c8-4ab9-ab4c-4376eadfb236.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.335287] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.336206] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.755s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.336491] env[70867]: DEBUG nova.compute.manager [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 845.341165] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-236eaf4a-9a11-467a-8a3f-2acdac944f93 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.344455] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.114s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.345956] env[70867]: INFO nova.compute.claims [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.356968] env[70867]: DEBUG oslo_vmware.api [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Waiting for the task: (returnval){ [ 845.356968] env[70867]: value = "task-3473633" [ 845.356968] env[70867]: _type = "Task" [ 845.356968] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.366957] env[70867]: DEBUG oslo_vmware.api [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.477166] env[70867]: DEBUG nova.compute.manager [req-d820090d-8622-4793-be6e-3d293cc9854a req-c3f24625-14e9-4fcc-a2e0-55f08f3862c0 service nova] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Received event network-changed-3d4a8458-9523-4fff-8b52-cf67049f1540 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.477536] env[70867]: DEBUG nova.compute.manager [req-d820090d-8622-4793-be6e-3d293cc9854a req-c3f24625-14e9-4fcc-a2e0-55f08f3862c0 service nova] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Refreshing instance network info cache due to event network-changed-3d4a8458-9523-4fff-8b52-cf67049f1540. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.477610] env[70867]: DEBUG oslo_concurrency.lockutils [req-d820090d-8622-4793-be6e-3d293cc9854a req-c3f24625-14e9-4fcc-a2e0-55f08f3862c0 service nova] Acquiring lock "refresh_cache-47e97d46-a933-43cf-98fc-2865c78a4492" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.478337] env[70867]: DEBUG oslo_concurrency.lockutils [req-d820090d-8622-4793-be6e-3d293cc9854a req-c3f24625-14e9-4fcc-a2e0-55f08f3862c0 service nova] Acquired lock "refresh_cache-47e97d46-a933-43cf-98fc-2865c78a4492" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.478337] env[70867]: DEBUG nova.network.neutron [req-d820090d-8622-4793-be6e-3d293cc9854a req-c3f24625-14e9-4fcc-a2e0-55f08f3862c0 service nova] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Refreshing network info cache for port 3d4a8458-9523-4fff-8b52-cf67049f1540 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.566881] env[70867]: DEBUG oslo_vmware.api [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473630, 'name': Rename_Task, 'duration_secs': 1.19551} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.567510] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.567836] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a0e8796-865f-46ec-b5a5-0a7f906f5483 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.578096] env[70867]: DEBUG oslo_vmware.api [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 845.578096] env[70867]: value = "task-3473634" [ 845.578096] env[70867]: _type = "Task" [ 845.578096] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.591634] env[70867]: DEBUG oslo_vmware.api [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.601180] env[70867]: DEBUG nova.network.neutron [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Successfully updated port: 00e9d2d6-8db8-48f1-b88c-acb5fb381d94 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.729551] env[70867]: DEBUG oslo_vmware.api [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Task: {'id': task-3473632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.606289} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.729868] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.730821] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05370092-aaf2-4bc7-a25c-80db5e7055e7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.758114] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 96ed8c5a-2029-4ce1-9ddf-5dc836005acb/96ed8c5a-2029-4ce1-9ddf-5dc836005acb.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.758488] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0740a8b-5320-4547-a2e5-6cac2b34209a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.781070] env[70867]: DEBUG oslo_vmware.api [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Waiting for the task: (returnval){ [ 845.781070] env[70867]: value = "task-3473635" [ 845.781070] env[70867]: _type = "Task" [ 845.781070] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.790685] env[70867]: DEBUG oslo_vmware.api [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Task: {'id': task-3473635, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.842768] env[70867]: DEBUG nova.compute.utils [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.845600] env[70867]: DEBUG nova.compute.manager [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Not allocating networking since 'none' was specified. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 845.874518] env[70867]: DEBUG oslo_vmware.api [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089124} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.874850] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.875777] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1075a1-b2d0-4aab-931a-d4aca218a32c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.902592] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 3d2b5374-46c8-4ab9-ab4c-4376eadfb236/3d2b5374-46c8-4ab9-ab4c-4376eadfb236.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.902592] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93b4e51c-57f7-478c-8142-6e69cacfe2fa {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.927888] env[70867]: DEBUG oslo_vmware.api [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Waiting for the task: (returnval){ [ 845.927888] env[70867]: value = "task-3473636" [ 845.927888] env[70867]: _type = "Task" [ 845.927888] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.940118] env[70867]: DEBUG oslo_vmware.api [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473636, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.095823] env[70867]: DEBUG oslo_vmware.api [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473634, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.105193] env[70867]: DEBUG oslo_concurrency.lockutils [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Acquiring lock "refresh_cache-22e5eb53-69e2-4aaa-8147-3a9c6998b7eb" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.105357] env[70867]: DEBUG oslo_concurrency.lockutils [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Acquired lock "refresh_cache-22e5eb53-69e2-4aaa-8147-3a9c6998b7eb" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.105531] env[70867]: DEBUG nova.network.neutron [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.293688] env[70867]: DEBUG oslo_vmware.api [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Task: {'id': task-3473635, 'name': ReconfigVM_Task, 'duration_secs': 0.33143} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.294019] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 96ed8c5a-2029-4ce1-9ddf-5dc836005acb/96ed8c5a-2029-4ce1-9ddf-5dc836005acb.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.294854] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86d06dde-bde3-4306-ab2f-91d53e93d777 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.302702] env[70867]: DEBUG oslo_vmware.api [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Waiting for the task: (returnval){ [ 846.302702] env[70867]: value = "task-3473637" [ 846.302702] env[70867]: _type = "Task" [ 846.302702] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.316160] env[70867]: DEBUG oslo_vmware.api [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Task: {'id': task-3473637, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.347136] env[70867]: DEBUG nova.compute.manager [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 846.428349] env[70867]: DEBUG nova.network.neutron [req-d820090d-8622-4793-be6e-3d293cc9854a req-c3f24625-14e9-4fcc-a2e0-55f08f3862c0 service nova] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Updated VIF entry in instance network info cache for port 3d4a8458-9523-4fff-8b52-cf67049f1540. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.428733] env[70867]: DEBUG nova.network.neutron [req-d820090d-8622-4793-be6e-3d293cc9854a req-c3f24625-14e9-4fcc-a2e0-55f08f3862c0 service nova] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Updating instance_info_cache with network_info: [{"id": "3d4a8458-9523-4fff-8b52-cf67049f1540", "address": "fa:16:3e:8b:e6:62", "network": {"id": "597d81de-b815-4619-8377-bdb8eb0effc3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1798964727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06a887df179441049f4c4f647d27fc5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d4a8458-95", "ovs_interfaceid": "3d4a8458-9523-4fff-8b52-cf67049f1540", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.443829] env[70867]: DEBUG oslo_vmware.api [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.594231] env[70867]: DEBUG oslo_vmware.api [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473634, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.686554] env[70867]: DEBUG nova.network.neutron [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.814903] env[70867]: DEBUG oslo_vmware.api [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Task: {'id': task-3473637, 'name': Rename_Task, 'duration_secs': 0.15982} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.817037] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.817037] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f15f0271-3603-406b-97dd-1bde8038b603 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.831355] env[70867]: DEBUG oslo_vmware.api [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Waiting for the task: (returnval){ [ 846.831355] env[70867]: value = "task-3473638" [ 846.831355] env[70867]: _type = "Task" [ 846.831355] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.841157] env[70867]: DEBUG oslo_vmware.api [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Task: {'id': task-3473638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.931878] env[70867]: DEBUG oslo_concurrency.lockutils [req-d820090d-8622-4793-be6e-3d293cc9854a req-c3f24625-14e9-4fcc-a2e0-55f08f3862c0 service nova] Releasing lock "refresh_cache-47e97d46-a933-43cf-98fc-2865c78a4492" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.953067] env[70867]: DEBUG oslo_vmware.api [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473636, 'name': ReconfigVM_Task, 'duration_secs': 0.959724} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.953423] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 3d2b5374-46c8-4ab9-ab4c-4376eadfb236/3d2b5374-46c8-4ab9-ab4c-4376eadfb236.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.954303] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33812285-439a-4072-83f2-9d7daaa55723 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.972281] env[70867]: DEBUG oslo_vmware.api [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Waiting for the task: (returnval){ [ 846.972281] env[70867]: value = "task-3473639" [ 846.972281] env[70867]: _type = "Task" [ 846.972281] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.989384] env[70867]: DEBUG oslo_vmware.api [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473639, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.993681] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec8f809-c0bd-48ce-b2c7-0db39e85b0f3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.004635] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf448dc-fde2-4612-80d1-93b2adb8b81a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.042705] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac8e51e-7c5b-409f-860a-5c4eb82772b4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.052514] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ea0cb5-33ee-40e0-9dbe-de52c8f2f0f3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.071920] env[70867]: DEBUG nova.compute.provider_tree [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 847.092024] env[70867]: DEBUG oslo_vmware.api [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473634, 'name': PowerOnVM_Task, 'duration_secs': 1.432202} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.092024] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.092024] env[70867]: DEBUG nova.compute.manager [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.092404] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e0b8d2-0a2d-4774-8c61-f9b8dbfe0a6c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.294981] env[70867]: DEBUG nova.network.neutron [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Updating instance_info_cache with network_info: [{"id": "00e9d2d6-8db8-48f1-b88c-acb5fb381d94", "address": "fa:16:3e:4b:98:8a", "network": {"id": "f3af1a81-da2f-434b-879a-91cc20847cd2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1637756732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c70199e9c934312b62b1d9b3ce86a19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00e9d2d6-8d", "ovs_interfaceid": "00e9d2d6-8db8-48f1-b88c-acb5fb381d94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.343125] env[70867]: DEBUG oslo_vmware.api [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Task: {'id': task-3473638, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.357083] env[70867]: DEBUG nova.compute.manager [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 847.394123] env[70867]: DEBUG nova.virt.hardware [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.394801] env[70867]: DEBUG nova.virt.hardware [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.395068] env[70867]: DEBUG nova.virt.hardware [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.395294] env[70867]: DEBUG nova.virt.hardware [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.395460] env[70867]: DEBUG nova.virt.hardware [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.395623] env[70867]: DEBUG nova.virt.hardware [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.395858] env[70867]: DEBUG nova.virt.hardware [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.396034] env[70867]: DEBUG nova.virt.hardware [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.396255] env[70867]: DEBUG nova.virt.hardware [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.396426] env[70867]: DEBUG nova.virt.hardware [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.396598] env[70867]: DEBUG nova.virt.hardware [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.397507] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99399a6d-2ec5-4d3a-a2a9-090c8c46e14d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.406949] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ed6ff6-26e6-4cba-b8cc-fb8ed8bf5e31 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.423276] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Instance VIF info [] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.429148] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Creating folder: Project (c743dd5c575446608c23b2603e0b6852). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.429467] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ef4267b-5aeb-4fc4-82c7-00cd34f51ed3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.441857] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Created folder: Project (c743dd5c575446608c23b2603e0b6852) in parent group-v694272. [ 847.442137] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Creating folder: Instances. Parent ref: group-v694413. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.442406] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fd2b1ef-e239-4570-b288-beec76cc8135 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.455202] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Created folder: Instances in parent group-v694413. [ 847.455202] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.455202] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.455202] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab22ef00-088a-4d4f-9c52-799cd308a7fd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.478237] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.478237] env[70867]: value = "task-3473642" [ 847.478237] env[70867]: _type = "Task" [ 847.478237] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.485673] env[70867]: DEBUG oslo_vmware.api [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473639, 'name': Rename_Task, 'duration_secs': 0.25776} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.486402] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.486708] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e33d94d0-172a-4312-9468-a785ac5ede91 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.491560] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473642, 'name': CreateVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.497346] env[70867]: DEBUG oslo_vmware.api [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Waiting for the task: (returnval){ [ 847.497346] env[70867]: value = "task-3473643" [ 847.497346] env[70867]: _type = "Task" [ 847.497346] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.508765] env[70867]: DEBUG oslo_vmware.api [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473643, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.600598] env[70867]: ERROR nova.scheduler.client.report [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] [req-a008be88-a220-4042-99ef-73b40e1f3cec] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f41c8c6b-f09c-4602-9d9f-1177af08ce6d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a008be88-a220-4042-99ef-73b40e1f3cec"}]} [ 847.617728] env[70867]: DEBUG oslo_concurrency.lockutils [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.624042] env[70867]: DEBUG nova.scheduler.client.report [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Refreshing inventories for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 847.643354] env[70867]: DEBUG nova.scheduler.client.report [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Updating ProviderTree inventory for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 847.643587] env[70867]: DEBUG nova.compute.provider_tree [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 847.660049] env[70867]: DEBUG nova.scheduler.client.report [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Refreshing aggregate associations for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d, aggregates: None {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 847.689191] env[70867]: DEBUG nova.scheduler.client.report [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Refreshing trait associations for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 847.803041] env[70867]: DEBUG oslo_concurrency.lockutils [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Releasing lock "refresh_cache-22e5eb53-69e2-4aaa-8147-3a9c6998b7eb" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.803041] env[70867]: DEBUG nova.compute.manager [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Instance network_info: |[{"id": "00e9d2d6-8db8-48f1-b88c-acb5fb381d94", "address": "fa:16:3e:4b:98:8a", "network": {"id": "f3af1a81-da2f-434b-879a-91cc20847cd2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1637756732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c70199e9c934312b62b1d9b3ce86a19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00e9d2d6-8d", "ovs_interfaceid": "00e9d2d6-8db8-48f1-b88c-acb5fb381d94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 847.803041] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:98:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd646f9d5-d2ad-4c22-bea5-85a965334de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00e9d2d6-8db8-48f1-b88c-acb5fb381d94', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.811807] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.815047] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.815869] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20d70278-51bb-4af7-9d3d-f529cedf2bc4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.851760] env[70867]: DEBUG oslo_vmware.api [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Task: {'id': task-3473638, 'name': PowerOnVM_Task, 'duration_secs': 0.548109} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.853352] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.853573] env[70867]: INFO nova.compute.manager [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Took 11.16 seconds to spawn the instance on the hypervisor. [ 847.853887] env[70867]: DEBUG nova.compute.manager [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.854042] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.854042] env[70867]: value = "task-3473644" [ 847.854042] env[70867]: _type = "Task" [ 847.854042] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.854834] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc111a2f-5e10-4f7d-9a31-d8f8fc742b8f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.875183] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473644, 'name': CreateVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.993245] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473642, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.011084] env[70867]: DEBUG oslo_vmware.api [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473643, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.102601] env[70867]: DEBUG nova.compute.manager [req-fd3f7476-8982-4afe-9d1d-db6a8a27a9ad req-1b3ff84c-c346-4e21-8369-c78d069a10e5 service nova] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Received event network-vif-plugged-00e9d2d6-8db8-48f1-b88c-acb5fb381d94 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.102831] env[70867]: DEBUG oslo_concurrency.lockutils [req-fd3f7476-8982-4afe-9d1d-db6a8a27a9ad req-1b3ff84c-c346-4e21-8369-c78d069a10e5 service nova] Acquiring lock "22e5eb53-69e2-4aaa-8147-3a9c6998b7eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.103297] env[70867]: DEBUG oslo_concurrency.lockutils [req-fd3f7476-8982-4afe-9d1d-db6a8a27a9ad req-1b3ff84c-c346-4e21-8369-c78d069a10e5 service nova] Lock "22e5eb53-69e2-4aaa-8147-3a9c6998b7eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.103765] env[70867]: DEBUG oslo_concurrency.lockutils [req-fd3f7476-8982-4afe-9d1d-db6a8a27a9ad req-1b3ff84c-c346-4e21-8369-c78d069a10e5 service nova] Lock "22e5eb53-69e2-4aaa-8147-3a9c6998b7eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.103765] env[70867]: DEBUG nova.compute.manager [req-fd3f7476-8982-4afe-9d1d-db6a8a27a9ad req-1b3ff84c-c346-4e21-8369-c78d069a10e5 service nova] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] No waiting events found dispatching network-vif-plugged-00e9d2d6-8db8-48f1-b88c-acb5fb381d94 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 848.103765] env[70867]: WARNING nova.compute.manager [req-fd3f7476-8982-4afe-9d1d-db6a8a27a9ad req-1b3ff84c-c346-4e21-8369-c78d069a10e5 service nova] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Received unexpected event network-vif-plugged-00e9d2d6-8db8-48f1-b88c-acb5fb381d94 for instance with vm_state building and task_state spawning. [ 848.103990] env[70867]: DEBUG nova.compute.manager [req-fd3f7476-8982-4afe-9d1d-db6a8a27a9ad req-1b3ff84c-c346-4e21-8369-c78d069a10e5 service nova] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Received event network-changed-00e9d2d6-8db8-48f1-b88c-acb5fb381d94 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.104101] env[70867]: DEBUG nova.compute.manager [req-fd3f7476-8982-4afe-9d1d-db6a8a27a9ad req-1b3ff84c-c346-4e21-8369-c78d069a10e5 service nova] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Refreshing instance network info cache due to event network-changed-00e9d2d6-8db8-48f1-b88c-acb5fb381d94. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.104509] env[70867]: DEBUG oslo_concurrency.lockutils [req-fd3f7476-8982-4afe-9d1d-db6a8a27a9ad req-1b3ff84c-c346-4e21-8369-c78d069a10e5 service nova] Acquiring lock "refresh_cache-22e5eb53-69e2-4aaa-8147-3a9c6998b7eb" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.104509] env[70867]: DEBUG oslo_concurrency.lockutils [req-fd3f7476-8982-4afe-9d1d-db6a8a27a9ad req-1b3ff84c-c346-4e21-8369-c78d069a10e5 service nova] Acquired lock "refresh_cache-22e5eb53-69e2-4aaa-8147-3a9c6998b7eb" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.104697] env[70867]: DEBUG nova.network.neutron [req-fd3f7476-8982-4afe-9d1d-db6a8a27a9ad req-1b3ff84c-c346-4e21-8369-c78d069a10e5 service nova] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Refreshing network info cache for port 00e9d2d6-8db8-48f1-b88c-acb5fb381d94 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.302404] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7dc1b7-db02-45fb-97d5-2b69caaee9dc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.312224] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f68984c-15c6-47d5-9d34-4b05cb05d425 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.346629] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a517a03-1e4b-413b-8156-f3b68975f60e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.355609] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52255a9-f885-44d6-9685-7796f5780039 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.377389] env[70867]: DEBUG nova.compute.provider_tree [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 848.389596] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473644, 'name': CreateVM_Task, 'duration_secs': 0.502109} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.389596] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.389596] env[70867]: DEBUG oslo_concurrency.lockutils [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.389596] env[70867]: DEBUG oslo_concurrency.lockutils [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.389596] env[70867]: DEBUG oslo_concurrency.lockutils [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.389596] env[70867]: INFO nova.compute.manager [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Took 54.35 seconds to build instance. [ 848.390035] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23d5b3bc-baef-47ea-88b1-a2996876a093 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.398037] env[70867]: DEBUG oslo_vmware.api [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for the task: (returnval){ [ 848.398037] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5295827e-ca4e-fc2c-f338-b1433a5140e0" [ 848.398037] env[70867]: _type = "Task" [ 848.398037] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.409195] env[70867]: DEBUG oslo_vmware.api [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5295827e-ca4e-fc2c-f338-b1433a5140e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.492521] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473642, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.508497] env[70867]: DEBUG oslo_vmware.api [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473643, 'name': PowerOnVM_Task, 'duration_secs': 0.850083} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.508768] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.508965] env[70867]: INFO nova.compute.manager [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Took 9.06 seconds to spawn the instance on the hypervisor. [ 848.509157] env[70867]: DEBUG nova.compute.manager [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.509942] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c411a8-9baa-42c3-981c-8f1fa5ab1bad {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.894864] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9da5ecb0-10fd-4241-bc99-b785416f9b32 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Lock "96ed8c5a-2029-4ce1-9ddf-5dc836005acb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.449s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.913895] env[70867]: DEBUG oslo_vmware.api [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5295827e-ca4e-fc2c-f338-b1433a5140e0, 'name': SearchDatastore_Task, 'duration_secs': 0.01854} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.917499] env[70867]: DEBUG nova.network.neutron [req-fd3f7476-8982-4afe-9d1d-db6a8a27a9ad req-1b3ff84c-c346-4e21-8369-c78d069a10e5 service nova] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Updated VIF entry in instance network info cache for port 00e9d2d6-8db8-48f1-b88c-acb5fb381d94. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.918258] env[70867]: DEBUG nova.network.neutron [req-fd3f7476-8982-4afe-9d1d-db6a8a27a9ad req-1b3ff84c-c346-4e21-8369-c78d069a10e5 service nova] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Updating instance_info_cache with network_info: [{"id": "00e9d2d6-8db8-48f1-b88c-acb5fb381d94", "address": "fa:16:3e:4b:98:8a", "network": {"id": "f3af1a81-da2f-434b-879a-91cc20847cd2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1637756732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c70199e9c934312b62b1d9b3ce86a19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00e9d2d6-8d", "ovs_interfaceid": "00e9d2d6-8db8-48f1-b88c-acb5fb381d94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.926035] env[70867]: DEBUG oslo_concurrency.lockutils [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.926035] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.926035] env[70867]: DEBUG oslo_concurrency.lockutils [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.926035] env[70867]: DEBUG oslo_concurrency.lockutils [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.926035] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.926035] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aac92178-02db-4139-a9f1-95beef543ea5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.928176] env[70867]: DEBUG nova.scheduler.client.report [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Updated inventory for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with generation 68 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 848.928515] env[70867]: DEBUG nova.compute.provider_tree [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Updating resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d generation from 68 to 69 during operation: update_inventory {{(pid=70867) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 848.928585] env[70867]: DEBUG nova.compute.provider_tree [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 848.951025] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.951025] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.952377] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4d46a22-8e76-4fea-8b33-cc0f7f463353 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.958454] env[70867]: DEBUG oslo_vmware.api [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for the task: (returnval){ [ 848.958454] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ceb10d-b76d-1812-1e4b-7d096cf84266" [ 848.958454] env[70867]: _type = "Task" [ 848.958454] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.966989] env[70867]: DEBUG oslo_vmware.api [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ceb10d-b76d-1812-1e4b-7d096cf84266, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.991765] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473642, 'name': CreateVM_Task, 'duration_secs': 1.474902} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.991918] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.992482] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.992640] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.992965] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.993238] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb058b0f-1d4a-456e-a649-53622058703e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.998645] env[70867]: DEBUG oslo_vmware.api [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Waiting for the task: (returnval){ [ 848.998645] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]529e5493-aa39-c202-3290-8a5a5750a9ac" [ 848.998645] env[70867]: _type = "Task" [ 848.998645] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.007632] env[70867]: DEBUG oslo_vmware.api [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]529e5493-aa39-c202-3290-8a5a5750a9ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.030721] env[70867]: INFO nova.compute.manager [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Took 48.23 seconds to build instance. [ 849.396843] env[70867]: DEBUG nova.compute.manager [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 849.426386] env[70867]: DEBUG oslo_concurrency.lockutils [req-fd3f7476-8982-4afe-9d1d-db6a8a27a9ad req-1b3ff84c-c346-4e21-8369-c78d069a10e5 service nova] Releasing lock "refresh_cache-22e5eb53-69e2-4aaa-8147-3a9c6998b7eb" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.426677] env[70867]: DEBUG nova.compute.manager [req-fd3f7476-8982-4afe-9d1d-db6a8a27a9ad req-1b3ff84c-c346-4e21-8369-c78d069a10e5 service nova] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Received event network-changed-3d4a8458-9523-4fff-8b52-cf67049f1540 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.426850] env[70867]: DEBUG nova.compute.manager [req-fd3f7476-8982-4afe-9d1d-db6a8a27a9ad req-1b3ff84c-c346-4e21-8369-c78d069a10e5 service nova] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Refreshing instance network info cache due to event network-changed-3d4a8458-9523-4fff-8b52-cf67049f1540. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.427150] env[70867]: DEBUG oslo_concurrency.lockutils [req-fd3f7476-8982-4afe-9d1d-db6a8a27a9ad req-1b3ff84c-c346-4e21-8369-c78d069a10e5 service nova] Acquiring lock "refresh_cache-47e97d46-a933-43cf-98fc-2865c78a4492" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.427306] env[70867]: DEBUG oslo_concurrency.lockutils [req-fd3f7476-8982-4afe-9d1d-db6a8a27a9ad req-1b3ff84c-c346-4e21-8369-c78d069a10e5 service nova] Acquired lock "refresh_cache-47e97d46-a933-43cf-98fc-2865c78a4492" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.427506] env[70867]: DEBUG nova.network.neutron [req-fd3f7476-8982-4afe-9d1d-db6a8a27a9ad req-1b3ff84c-c346-4e21-8369-c78d069a10e5 service nova] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Refreshing network info cache for port 3d4a8458-9523-4fff-8b52-cf67049f1540 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.434485] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.089s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.435091] env[70867]: DEBUG nova.compute.manager [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 849.438238] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.487s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.440074] env[70867]: INFO nova.compute.claims [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.470042] env[70867]: DEBUG oslo_vmware.api [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ceb10d-b76d-1812-1e4b-7d096cf84266, 'name': SearchDatastore_Task, 'duration_secs': 0.023975} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.470844] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a1bf5ab-8906-43f4-9551-3dd605b6cadd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.481053] env[70867]: DEBUG oslo_vmware.api [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for the task: (returnval){ [ 849.481053] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5278d584-2999-468e-ec93-8fb9665cbe1f" [ 849.481053] env[70867]: _type = "Task" [ 849.481053] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.490924] env[70867]: DEBUG oslo_vmware.api [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5278d584-2999-468e-ec93-8fb9665cbe1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.511720] env[70867]: DEBUG oslo_vmware.api [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]529e5493-aa39-c202-3290-8a5a5750a9ac, 'name': SearchDatastore_Task, 'duration_secs': 0.022657} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.511720] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.511720] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.511720] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.533610] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3323a8f6-fa91-4aa9-a8fc-d4e6b8499500 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Lock "3d2b5374-46c8-4ab9-ab4c-4376eadfb236" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.100s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.925875] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.951145] env[70867]: DEBUG nova.compute.utils [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.955073] env[70867]: DEBUG nova.compute.manager [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 849.957855] env[70867]: DEBUG nova.network.neutron [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 849.995928] env[70867]: DEBUG oslo_vmware.api [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5278d584-2999-468e-ec93-8fb9665cbe1f, 'name': SearchDatastore_Task, 'duration_secs': 0.028737} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.999393] env[70867]: DEBUG oslo_concurrency.lockutils [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.000952] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb/22e5eb53-69e2-4aaa-8147-3a9c6998b7eb.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.000952] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.000952] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.000952] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d15a3ebf-2df0-4688-a439-9acc31fbbdfd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.003694] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a6a8b1c-7bf1-4d6e-9451-90dee7646a42 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.014423] env[70867]: DEBUG oslo_vmware.api [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for the task: (returnval){ [ 850.014423] env[70867]: value = "task-3473645" [ 850.014423] env[70867]: _type = "Task" [ 850.014423] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.022038] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.022038] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.022038] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47459587-f32c-4d7c-9f17-73805a66a6a5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.029665] env[70867]: DEBUG oslo_vmware.api [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473645, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.034897] env[70867]: DEBUG oslo_vmware.api [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Waiting for the task: (returnval){ [ 850.034897] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ad21ff-a772-c495-27d4-ad1bfba242b8" [ 850.034897] env[70867]: _type = "Task" [ 850.034897] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.035897] env[70867]: DEBUG nova.compute.manager [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 850.050732] env[70867]: DEBUG oslo_vmware.api [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ad21ff-a772-c495-27d4-ad1bfba242b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.089522] env[70867]: DEBUG nova.policy [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '088de45c84de4edb92d49b6408929ad7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '358e08e72d944bd1865e630f3f746dd0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.331638] env[70867]: DEBUG nova.network.neutron [req-fd3f7476-8982-4afe-9d1d-db6a8a27a9ad req-1b3ff84c-c346-4e21-8369-c78d069a10e5 service nova] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Updated VIF entry in instance network info cache for port 3d4a8458-9523-4fff-8b52-cf67049f1540. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.332053] env[70867]: DEBUG nova.network.neutron [req-fd3f7476-8982-4afe-9d1d-db6a8a27a9ad req-1b3ff84c-c346-4e21-8369-c78d069a10e5 service nova] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Updating instance_info_cache with network_info: [{"id": "3d4a8458-9523-4fff-8b52-cf67049f1540", "address": "fa:16:3e:8b:e6:62", "network": {"id": "597d81de-b815-4619-8377-bdb8eb0effc3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1798964727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06a887df179441049f4c4f647d27fc5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d4a8458-95", "ovs_interfaceid": "3d4a8458-9523-4fff-8b52-cf67049f1540", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.456125] env[70867]: DEBUG nova.compute.manager [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 850.537855] env[70867]: DEBUG oslo_vmware.api [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473645, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.551237] env[70867]: DEBUG oslo_vmware.api [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ad21ff-a772-c495-27d4-ad1bfba242b8, 'name': SearchDatastore_Task, 'duration_secs': 0.014142} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.560745] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b87aa837-2260-4eec-a714-dc2b9cf29324 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.568955] env[70867]: DEBUG oslo_vmware.api [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Waiting for the task: (returnval){ [ 850.568955] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]526433aa-3a32-d343-ff9a-37e71460b16c" [ 850.568955] env[70867]: _type = "Task" [ 850.568955] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.576772] env[70867]: DEBUG oslo_concurrency.lockutils [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.585857] env[70867]: DEBUG oslo_vmware.api [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]526433aa-3a32-d343-ff9a-37e71460b16c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.835148] env[70867]: DEBUG oslo_concurrency.lockutils [req-fd3f7476-8982-4afe-9d1d-db6a8a27a9ad req-1b3ff84c-c346-4e21-8369-c78d069a10e5 service nova] Releasing lock "refresh_cache-47e97d46-a933-43cf-98fc-2865c78a4492" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.835519] env[70867]: DEBUG nova.compute.manager [req-fd3f7476-8982-4afe-9d1d-db6a8a27a9ad req-1b3ff84c-c346-4e21-8369-c78d069a10e5 service nova] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Received event network-changed-73e4918e-b0b2-412a-ba83-392c99a058a5 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.835790] env[70867]: DEBUG nova.compute.manager [req-fd3f7476-8982-4afe-9d1d-db6a8a27a9ad req-1b3ff84c-c346-4e21-8369-c78d069a10e5 service nova] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Refreshing instance network info cache due to event network-changed-73e4918e-b0b2-412a-ba83-392c99a058a5. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 850.836062] env[70867]: DEBUG oslo_concurrency.lockutils [req-fd3f7476-8982-4afe-9d1d-db6a8a27a9ad req-1b3ff84c-c346-4e21-8369-c78d069a10e5 service nova] Acquiring lock "refresh_cache-fcd97809-14c4-4674-ba98-8a56a34cf239" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.836219] env[70867]: DEBUG oslo_concurrency.lockutils [req-fd3f7476-8982-4afe-9d1d-db6a8a27a9ad req-1b3ff84c-c346-4e21-8369-c78d069a10e5 service nova] Acquired lock "refresh_cache-fcd97809-14c4-4674-ba98-8a56a34cf239" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.836534] env[70867]: DEBUG nova.network.neutron [req-fd3f7476-8982-4afe-9d1d-db6a8a27a9ad req-1b3ff84c-c346-4e21-8369-c78d069a10e5 service nova] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Refreshing network info cache for port 73e4918e-b0b2-412a-ba83-392c99a058a5 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.674134] env[70867]: DEBUG nova.network.neutron [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Successfully created port: 64f92dad-3c7d-429b-bcce-4c234b84be30 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 851.694662] env[70867]: DEBUG oslo_vmware.api [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]526433aa-3a32-d343-ff9a-37e71460b16c, 'name': SearchDatastore_Task, 'duration_secs': 0.055244} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.694950] env[70867]: DEBUG oslo_vmware.api [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473645, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726471} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.696029] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.696029] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9/17bdd3ac-64f4-4b2e-b196-ce44e1576aa9.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 851.696029] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb/22e5eb53-69e2-4aaa-8147-3a9c6998b7eb.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.696029] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.696275] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9862e198-4b16-4f1c-8371-8665b9206263 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.698462] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65df84d4-e1c8-4218-a2f8-c4525852062a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.712716] env[70867]: DEBUG oslo_vmware.api [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Waiting for the task: (returnval){ [ 851.712716] env[70867]: value = "task-3473646" [ 851.712716] env[70867]: _type = "Task" [ 851.712716] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.713017] env[70867]: DEBUG oslo_vmware.api [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for the task: (returnval){ [ 851.713017] env[70867]: value = "task-3473647" [ 851.713017] env[70867]: _type = "Task" [ 851.713017] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.724787] env[70867]: DEBUG oslo_vmware.api [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': task-3473646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.732038] env[70867]: DEBUG oslo_vmware.api [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473647, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.782840] env[70867]: DEBUG nova.compute.manager [req-a016bfe2-db1e-47c4-8eb3-3a94c6762e8e req-48d0b15d-acca-4447-a91d-ef7fddfdc43b service nova] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Received event network-changed-73e4918e-b0b2-412a-ba83-392c99a058a5 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.783040] env[70867]: DEBUG nova.compute.manager [req-a016bfe2-db1e-47c4-8eb3-3a94c6762e8e req-48d0b15d-acca-4447-a91d-ef7fddfdc43b service nova] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Refreshing instance network info cache due to event network-changed-73e4918e-b0b2-412a-ba83-392c99a058a5. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 851.783229] env[70867]: DEBUG oslo_concurrency.lockutils [req-a016bfe2-db1e-47c4-8eb3-3a94c6762e8e req-48d0b15d-acca-4447-a91d-ef7fddfdc43b service nova] Acquiring lock "refresh_cache-fcd97809-14c4-4674-ba98-8a56a34cf239" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.899814] env[70867]: DEBUG oslo_vmware.rw_handles [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5f474-bf7d-e96e-a860-d1a6d6399300/disk-0.vmdk. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 851.901141] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6d838a-fffe-4433-aad2-817f96af017a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.907292] env[70867]: DEBUG oslo_vmware.rw_handles [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5f474-bf7d-e96e-a860-d1a6d6399300/disk-0.vmdk is in state: ready. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 851.907471] env[70867]: ERROR oslo_vmware.rw_handles [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5f474-bf7d-e96e-a860-d1a6d6399300/disk-0.vmdk due to incomplete transfer. [ 851.910071] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c3700561-f319-42ff-83c3-cd42dd0b4a9b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.919335] env[70867]: DEBUG oslo_vmware.rw_handles [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5f474-bf7d-e96e-a860-d1a6d6399300/disk-0.vmdk. {{(pid=70867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 851.920836] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Uploaded image 09588549-b67a-4ea9-a240-68284e196a47 to the Glance image server {{(pid=70867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 851.922561] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Destroying the VM {{(pid=70867) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 851.924765] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-42e475e4-bb71-4956-952b-07f2f39f9ff5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.926889] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9062fe23-3bb8-4cd1-bfa3-fed8a521eeda {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.934811] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df3cce5-7c3e-4087-83d6-c15cc244e29f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.938400] env[70867]: DEBUG oslo_vmware.api [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 851.938400] env[70867]: value = "task-3473648" [ 851.938400] env[70867]: _type = "Task" [ 851.938400] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.971875] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5ec12f-bdb8-4623-a6cd-27122cebe00b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.977160] env[70867]: DEBUG oslo_vmware.api [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473648, 'name': Destroy_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.981765] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cd645e-da86-4576-acfa-2aeb155b1d03 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.995185] env[70867]: DEBUG nova.compute.provider_tree [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.078206] env[70867]: DEBUG nova.network.neutron [req-fd3f7476-8982-4afe-9d1d-db6a8a27a9ad req-1b3ff84c-c346-4e21-8369-c78d069a10e5 service nova] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Updated VIF entry in instance network info cache for port 73e4918e-b0b2-412a-ba83-392c99a058a5. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.078206] env[70867]: DEBUG nova.network.neutron [req-fd3f7476-8982-4afe-9d1d-db6a8a27a9ad req-1b3ff84c-c346-4e21-8369-c78d069a10e5 service nova] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Updating instance_info_cache with network_info: [{"id": "73e4918e-b0b2-412a-ba83-392c99a058a5", "address": "fa:16:3e:34:f3:5f", "network": {"id": "597d81de-b815-4619-8377-bdb8eb0effc3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1798964727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06a887df179441049f4c4f647d27fc5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73e4918e-b0", "ovs_interfaceid": "73e4918e-b0b2-412a-ba83-392c99a058a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.181666] env[70867]: DEBUG nova.compute.manager [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 852.208981] env[70867]: DEBUG nova.virt.hardware [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.209400] env[70867]: DEBUG nova.virt.hardware [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.209613] env[70867]: DEBUG nova.virt.hardware [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.209906] env[70867]: DEBUG nova.virt.hardware [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.210158] env[70867]: DEBUG nova.virt.hardware [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.210396] env[70867]: DEBUG nova.virt.hardware [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.210723] env[70867]: DEBUG nova.virt.hardware [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.211039] env[70867]: DEBUG nova.virt.hardware [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.211261] env[70867]: DEBUG nova.virt.hardware [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.211527] env[70867]: DEBUG nova.virt.hardware [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.211820] env[70867]: DEBUG nova.virt.hardware [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.213118] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6141249-935e-4beb-b071-bee3fa8419e0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.242890] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f3b855-820e-4a68-a75b-148f211e22ab {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.249223] env[70867]: DEBUG oslo_vmware.api [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473647, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102381} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.249616] env[70867]: DEBUG oslo_vmware.api [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': task-3473646, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.250424] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 852.251781] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ceb6f27-293a-49b6-b852-d6cdfb0cfbc5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.298796] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb/22e5eb53-69e2-4aaa-8147-3a9c6998b7eb.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.300833] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4ac7d61-5340-4e51-9511-d82804ec6ff2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.338134] env[70867]: DEBUG oslo_vmware.api [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for the task: (returnval){ [ 852.338134] env[70867]: value = "task-3473649" [ 852.338134] env[70867]: _type = "Task" [ 852.338134] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.349124] env[70867]: DEBUG oslo_vmware.api [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473649, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.363025] env[70867]: DEBUG oslo_concurrency.lockutils [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Acquiring lock "fcd97809-14c4-4674-ba98-8a56a34cf239" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.363025] env[70867]: DEBUG oslo_concurrency.lockutils [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Lock "fcd97809-14c4-4674-ba98-8a56a34cf239" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.363025] env[70867]: DEBUG oslo_concurrency.lockutils [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Acquiring lock "fcd97809-14c4-4674-ba98-8a56a34cf239-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.363025] env[70867]: DEBUG oslo_concurrency.lockutils [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Lock "fcd97809-14c4-4674-ba98-8a56a34cf239-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.363025] env[70867]: DEBUG oslo_concurrency.lockutils [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Lock "fcd97809-14c4-4674-ba98-8a56a34cf239-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.365510] env[70867]: INFO nova.compute.manager [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Terminating instance [ 852.451779] env[70867]: DEBUG oslo_vmware.api [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473648, 'name': Destroy_Task} progress is 33%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.498858] env[70867]: DEBUG nova.scheduler.client.report [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.579635] env[70867]: DEBUG oslo_concurrency.lockutils [req-fd3f7476-8982-4afe-9d1d-db6a8a27a9ad req-1b3ff84c-c346-4e21-8369-c78d069a10e5 service nova] Releasing lock "refresh_cache-fcd97809-14c4-4674-ba98-8a56a34cf239" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.580186] env[70867]: DEBUG oslo_concurrency.lockutils [req-a016bfe2-db1e-47c4-8eb3-3a94c6762e8e req-48d0b15d-acca-4447-a91d-ef7fddfdc43b service nova] Acquired lock "refresh_cache-fcd97809-14c4-4674-ba98-8a56a34cf239" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.580402] env[70867]: DEBUG nova.network.neutron [req-a016bfe2-db1e-47c4-8eb3-3a94c6762e8e req-48d0b15d-acca-4447-a91d-ef7fddfdc43b service nova] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Refreshing network info cache for port 73e4918e-b0b2-412a-ba83-392c99a058a5 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.729332] env[70867]: DEBUG oslo_vmware.api [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': task-3473646, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.833758} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.737968] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9/17bdd3ac-64f4-4b2e-b196-ce44e1576aa9.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 852.738300] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 852.738619] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-666d61e9-6be6-4ebb-b2c0-ed14a0af6ec9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.748100] env[70867]: DEBUG oslo_vmware.api [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Waiting for the task: (returnval){ [ 852.748100] env[70867]: value = "task-3473650" [ 852.748100] env[70867]: _type = "Task" [ 852.748100] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.760506] env[70867]: DEBUG oslo_vmware.api [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': task-3473650, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.832515] env[70867]: DEBUG oslo_concurrency.lockutils [None req-80cf366e-04c1-4943-85d5-b6f79eba8a1f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquiring lock "5672f7d0-4265-47cb-9d68-9eb1a5420f3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.832831] env[70867]: DEBUG oslo_concurrency.lockutils [None req-80cf366e-04c1-4943-85d5-b6f79eba8a1f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "5672f7d0-4265-47cb-9d68-9eb1a5420f3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.833081] env[70867]: DEBUG oslo_concurrency.lockutils [None req-80cf366e-04c1-4943-85d5-b6f79eba8a1f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquiring lock "5672f7d0-4265-47cb-9d68-9eb1a5420f3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.833289] env[70867]: DEBUG oslo_concurrency.lockutils [None req-80cf366e-04c1-4943-85d5-b6f79eba8a1f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "5672f7d0-4265-47cb-9d68-9eb1a5420f3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.833472] env[70867]: DEBUG oslo_concurrency.lockutils [None req-80cf366e-04c1-4943-85d5-b6f79eba8a1f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "5672f7d0-4265-47cb-9d68-9eb1a5420f3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.835820] env[70867]: INFO nova.compute.manager [None req-80cf366e-04c1-4943-85d5-b6f79eba8a1f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Terminating instance [ 852.851981] env[70867]: DEBUG oslo_vmware.api [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.875679] env[70867]: DEBUG nova.compute.manager [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 852.875871] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.876766] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f442b1f7-5d01-4ef8-9df9-572d6f10ed8c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.884770] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.885040] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c4399cd-dbc2-4691-ad88-ae1833ad21bb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.891957] env[70867]: DEBUG oslo_vmware.api [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Waiting for the task: (returnval){ [ 852.891957] env[70867]: value = "task-3473651" [ 852.891957] env[70867]: _type = "Task" [ 852.891957] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.899656] env[70867]: DEBUG oslo_vmware.api [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': task-3473651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.947919] env[70867]: DEBUG oslo_vmware.api [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473648, 'name': Destroy_Task, 'duration_secs': 0.733571} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.951817] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Destroyed the VM [ 852.952131] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Deleting Snapshot of the VM instance {{(pid=70867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 852.952532] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-31fbbcd0-3b7c-482b-acd2-f7c1930277c7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.961315] env[70867]: DEBUG oslo_vmware.api [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 852.961315] env[70867]: value = "task-3473652" [ 852.961315] env[70867]: _type = "Task" [ 852.961315] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.970514] env[70867]: DEBUG oslo_vmware.api [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473652, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.004616] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.567s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.005176] env[70867]: DEBUG nova.compute.manager [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 853.011851] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d7505c40-65d8-4265-a09a-4767558348e3 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.316s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.012122] env[70867]: DEBUG nova.objects.instance [None req-d7505c40-65d8-4265-a09a-4767558348e3 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Lazy-loading 'resources' on Instance uuid 30bee283-5a5d-443f-8799-0675a0e0a2c8 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.255917] env[70867]: DEBUG oslo_vmware.api [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': task-3473650, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069305} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.256192] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.257349] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5e18ab-1ef5-4b01-894b-af0b5dfe4afc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.287998] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9/17bdd3ac-64f4-4b2e-b196-ce44e1576aa9.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.288967] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89bc7b9b-fceb-48c7-878f-e1f65003a4be {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.309308] env[70867]: DEBUG oslo_vmware.api [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Waiting for the task: (returnval){ [ 853.309308] env[70867]: value = "task-3473653" [ 853.309308] env[70867]: _type = "Task" [ 853.309308] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.317448] env[70867]: DEBUG oslo_vmware.api [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': task-3473653, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.342861] env[70867]: DEBUG nova.compute.manager [None req-80cf366e-04c1-4943-85d5-b6f79eba8a1f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 853.343222] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-80cf366e-04c1-4943-85d5-b6f79eba8a1f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.344465] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8064b595-5268-4dba-a44b-539fbb10ef9d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.354885] env[70867]: DEBUG oslo_vmware.api [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473649, 'name': ReconfigVM_Task, 'duration_secs': 0.782892} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.357469] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb/22e5eb53-69e2-4aaa-8147-3a9c6998b7eb.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.358340] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-80cf366e-04c1-4943-85d5-b6f79eba8a1f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.361250] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01b00cd9-bd5a-4177-bffe-4d0b371f0650 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.362967] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7da8c73d-fb50-46a8-aae5-e364cfa6846b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.369960] env[70867]: DEBUG oslo_vmware.api [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for the task: (returnval){ [ 853.369960] env[70867]: value = "task-3473654" [ 853.369960] env[70867]: _type = "Task" [ 853.369960] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.371161] env[70867]: DEBUG oslo_vmware.api [None req-80cf366e-04c1-4943-85d5-b6f79eba8a1f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 853.371161] env[70867]: value = "task-3473655" [ 853.371161] env[70867]: _type = "Task" [ 853.371161] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.382119] env[70867]: DEBUG oslo_vmware.api [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473654, 'name': Rename_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.385033] env[70867]: DEBUG oslo_vmware.api [None req-80cf366e-04c1-4943-85d5-b6f79eba8a1f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.401163] env[70867]: DEBUG oslo_vmware.api [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': task-3473651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.471402] env[70867]: DEBUG oslo_vmware.api [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473652, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.516083] env[70867]: DEBUG nova.compute.utils [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.524279] env[70867]: DEBUG nova.compute.manager [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Not allocating networking since 'none' was specified. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 853.605769] env[70867]: DEBUG nova.network.neutron [req-a016bfe2-db1e-47c4-8eb3-3a94c6762e8e req-48d0b15d-acca-4447-a91d-ef7fddfdc43b service nova] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Updated VIF entry in instance network info cache for port 73e4918e-b0b2-412a-ba83-392c99a058a5. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.606278] env[70867]: DEBUG nova.network.neutron [req-a016bfe2-db1e-47c4-8eb3-3a94c6762e8e req-48d0b15d-acca-4447-a91d-ef7fddfdc43b service nova] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Updating instance_info_cache with network_info: [{"id": "73e4918e-b0b2-412a-ba83-392c99a058a5", "address": "fa:16:3e:34:f3:5f", "network": {"id": "597d81de-b815-4619-8377-bdb8eb0effc3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1798964727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06a887df179441049f4c4f647d27fc5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73e4918e-b0", "ovs_interfaceid": "73e4918e-b0b2-412a-ba83-392c99a058a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.783655] env[70867]: DEBUG nova.network.neutron [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Successfully updated port: 64f92dad-3c7d-429b-bcce-4c234b84be30 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 853.830323] env[70867]: DEBUG oslo_vmware.api [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': task-3473653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.894180] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Acquiring lock "5d3010bf-1838-473c-bad2-530a75498da9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.894396] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Lock "5d3010bf-1838-473c-bad2-530a75498da9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.904883] env[70867]: DEBUG oslo_vmware.api [None req-80cf366e-04c1-4943-85d5-b6f79eba8a1f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.905177] env[70867]: DEBUG oslo_vmware.api [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473654, 'name': Rename_Task, 'duration_secs': 0.341058} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.909147] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.909147] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e7aceb6-778c-4012-b130-8a401b2fcb74 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.913722] env[70867]: DEBUG oslo_vmware.api [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': task-3473651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.920704] env[70867]: DEBUG oslo_vmware.api [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for the task: (returnval){ [ 853.920704] env[70867]: value = "task-3473656" [ 853.920704] env[70867]: _type = "Task" [ 853.920704] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.939131] env[70867]: DEBUG oslo_vmware.api [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.975542] env[70867]: DEBUG oslo_vmware.api [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473652, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.028170] env[70867]: DEBUG nova.compute.manager [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.111820] env[70867]: DEBUG oslo_concurrency.lockutils [req-a016bfe2-db1e-47c4-8eb3-3a94c6762e8e req-48d0b15d-acca-4447-a91d-ef7fddfdc43b service nova] Releasing lock "refresh_cache-fcd97809-14c4-4674-ba98-8a56a34cf239" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.170676] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490ae1d9-9b90-4e0b-8434-4276d0f31539 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.180076] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52aa8ee0-eac6-45d9-afc5-b1dcc9b3f962 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.216948] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac5701e-d216-49d4-882b-d578dafdccd4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.224879] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eef7880-5f13-44dd-b778-fbed4a260670 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.241463] env[70867]: DEBUG nova.compute.provider_tree [None req-d7505c40-65d8-4265-a09a-4767558348e3 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.285665] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Acquiring lock "refresh_cache-72a8b88b-0b5f-420b-ab94-c29fbca64156" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.285665] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Acquired lock "refresh_cache-72a8b88b-0b5f-420b-ab94-c29fbca64156" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.285665] env[70867]: DEBUG nova.network.neutron [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.323227] env[70867]: DEBUG oslo_vmware.api [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': task-3473653, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.389168] env[70867]: DEBUG oslo_vmware.api [None req-80cf366e-04c1-4943-85d5-b6f79eba8a1f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473655, 'name': PowerOffVM_Task, 'duration_secs': 0.692957} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.389168] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-80cf366e-04c1-4943-85d5-b6f79eba8a1f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.389485] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-80cf366e-04c1-4943-85d5-b6f79eba8a1f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.389754] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f37b823-c07e-4daf-b104-d40be0f66e35 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.405705] env[70867]: DEBUG oslo_vmware.api [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': task-3473651, 'name': PowerOffVM_Task, 'duration_secs': 1.171963} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.405863] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.405924] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.406229] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29506b06-b577-4acb-b30c-a23ed20090df {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.430593] env[70867]: DEBUG oslo_vmware.api [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473656, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.473414] env[70867]: DEBUG oslo_vmware.api [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473652, 'name': RemoveSnapshot_Task, 'duration_secs': 1.172788} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.473710] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Deleted Snapshot of the VM instance {{(pid=70867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 854.473978] env[70867]: INFO nova.compute.manager [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Took 17.56 seconds to snapshot the instance on the hypervisor. [ 854.477511] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.477710] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.477891] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Deleting the datastore file [datastore1] fcd97809-14c4-4674-ba98-8a56a34cf239 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.479369] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2219dd37-3d0e-4a47-8d88-cbd9aa2a1ca2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.481404] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-80cf366e-04c1-4943-85d5-b6f79eba8a1f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.481603] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-80cf366e-04c1-4943-85d5-b6f79eba8a1f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.481857] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-80cf366e-04c1-4943-85d5-b6f79eba8a1f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Deleting the datastore file [datastore1] 5672f7d0-4265-47cb-9d68-9eb1a5420f3e {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.482040] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2aed64a7-69dc-4925-8ed1-2d4456319f4c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.489863] env[70867]: DEBUG oslo_vmware.api [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Waiting for the task: (returnval){ [ 854.489863] env[70867]: value = "task-3473659" [ 854.489863] env[70867]: _type = "Task" [ 854.489863] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.491398] env[70867]: DEBUG oslo_vmware.api [None req-80cf366e-04c1-4943-85d5-b6f79eba8a1f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 854.491398] env[70867]: value = "task-3473660" [ 854.491398] env[70867]: _type = "Task" [ 854.491398] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.502835] env[70867]: DEBUG oslo_vmware.api [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': task-3473659, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.506317] env[70867]: DEBUG oslo_vmware.api [None req-80cf366e-04c1-4943-85d5-b6f79eba8a1f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.514916] env[70867]: DEBUG nova.compute.manager [req-03ef965c-3e3f-4f8c-9c0a-da8ac5b30807 req-025f0b30-e7d1-4be8-98ce-48bbdc8b5de3 service nova] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Received event network-vif-plugged-64f92dad-3c7d-429b-bcce-4c234b84be30 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.515185] env[70867]: DEBUG oslo_concurrency.lockutils [req-03ef965c-3e3f-4f8c-9c0a-da8ac5b30807 req-025f0b30-e7d1-4be8-98ce-48bbdc8b5de3 service nova] Acquiring lock "72a8b88b-0b5f-420b-ab94-c29fbca64156-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.515405] env[70867]: DEBUG oslo_concurrency.lockutils [req-03ef965c-3e3f-4f8c-9c0a-da8ac5b30807 req-025f0b30-e7d1-4be8-98ce-48bbdc8b5de3 service nova] Lock "72a8b88b-0b5f-420b-ab94-c29fbca64156-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.515755] env[70867]: DEBUG oslo_concurrency.lockutils [req-03ef965c-3e3f-4f8c-9c0a-da8ac5b30807 req-025f0b30-e7d1-4be8-98ce-48bbdc8b5de3 service nova] Lock "72a8b88b-0b5f-420b-ab94-c29fbca64156-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.515818] env[70867]: DEBUG nova.compute.manager [req-03ef965c-3e3f-4f8c-9c0a-da8ac5b30807 req-025f0b30-e7d1-4be8-98ce-48bbdc8b5de3 service nova] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] No waiting events found dispatching network-vif-plugged-64f92dad-3c7d-429b-bcce-4c234b84be30 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 854.516028] env[70867]: WARNING nova.compute.manager [req-03ef965c-3e3f-4f8c-9c0a-da8ac5b30807 req-025f0b30-e7d1-4be8-98ce-48bbdc8b5de3 service nova] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Received unexpected event network-vif-plugged-64f92dad-3c7d-429b-bcce-4c234b84be30 for instance with vm_state building and task_state spawning. [ 854.547292] env[70867]: DEBUG nova.compute.manager [req-eb4d158f-ee76-43d1-bbb9-100b1b66ae1a req-a9955411-bc55-4f89-b316-c82d80690fb5 service nova] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Received event network-changed-96d16348-cc50-4edb-83c4-bb4a6d1feb40 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.547838] env[70867]: DEBUG nova.compute.manager [req-eb4d158f-ee76-43d1-bbb9-100b1b66ae1a req-a9955411-bc55-4f89-b316-c82d80690fb5 service nova] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Refreshing instance network info cache due to event network-changed-96d16348-cc50-4edb-83c4-bb4a6d1feb40. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 854.547838] env[70867]: DEBUG oslo_concurrency.lockutils [req-eb4d158f-ee76-43d1-bbb9-100b1b66ae1a req-a9955411-bc55-4f89-b316-c82d80690fb5 service nova] Acquiring lock "refresh_cache-96ed8c5a-2029-4ce1-9ddf-5dc836005acb" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.547838] env[70867]: DEBUG oslo_concurrency.lockutils [req-eb4d158f-ee76-43d1-bbb9-100b1b66ae1a req-a9955411-bc55-4f89-b316-c82d80690fb5 service nova] Acquired lock "refresh_cache-96ed8c5a-2029-4ce1-9ddf-5dc836005acb" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.548770] env[70867]: DEBUG nova.network.neutron [req-eb4d158f-ee76-43d1-bbb9-100b1b66ae1a req-a9955411-bc55-4f89-b316-c82d80690fb5 service nova] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Refreshing network info cache for port 96d16348-cc50-4edb-83c4-bb4a6d1feb40 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.743125] env[70867]: DEBUG nova.scheduler.client.report [None req-d7505c40-65d8-4265-a09a-4767558348e3 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.822026] env[70867]: DEBUG oslo_vmware.api [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': task-3473653, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.842143] env[70867]: DEBUG nova.network.neutron [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 854.931120] env[70867]: DEBUG oslo_vmware.api [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473656, 'name': PowerOnVM_Task, 'duration_secs': 0.790037} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.931426] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.931633] env[70867]: INFO nova.compute.manager [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Took 10.31 seconds to spawn the instance on the hypervisor. [ 854.932193] env[70867]: DEBUG nova.compute.manager [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.932654] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0406c6a-f114-4bd4-8fb5-981805e627ec {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.006127] env[70867]: DEBUG oslo_vmware.api [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': task-3473659, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203532} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.008086] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.008341] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.008486] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.008660] env[70867]: INFO nova.compute.manager [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Took 2.13 seconds to destroy the instance on the hypervisor. [ 855.009674] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.010144] env[70867]: DEBUG oslo_vmware.api [None req-80cf366e-04c1-4943-85d5-b6f79eba8a1f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200927} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.010144] env[70867]: DEBUG nova.compute.manager [-] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.010144] env[70867]: DEBUG nova.network.neutron [-] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.011965] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-80cf366e-04c1-4943-85d5-b6f79eba8a1f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.012190] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-80cf366e-04c1-4943-85d5-b6f79eba8a1f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.012378] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-80cf366e-04c1-4943-85d5-b6f79eba8a1f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.012612] env[70867]: INFO nova.compute.manager [None req-80cf366e-04c1-4943-85d5-b6f79eba8a1f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Took 1.67 seconds to destroy the instance on the hypervisor. [ 855.012873] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80cf366e-04c1-4943-85d5-b6f79eba8a1f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.013104] env[70867]: DEBUG nova.compute.manager [-] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.013200] env[70867]: DEBUG nova.network.neutron [-] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.039755] env[70867]: DEBUG nova.compute.manager [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 855.063743] env[70867]: DEBUG nova.compute.manager [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Found 3 images (rotation: 2) {{(pid=70867) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 855.063988] env[70867]: DEBUG nova.compute.manager [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Rotating out 1 backups {{(pid=70867) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 855.064125] env[70867]: DEBUG nova.compute.manager [None req-d3a53a33-dafd-4e44-9907-d2ce9f384794 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Deleting image 7accfce7-2053-4cbf-96e7-5bb044011fe3 {{(pid=70867) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 855.080563] env[70867]: DEBUG nova.virt.hardware [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.080563] env[70867]: DEBUG nova.virt.hardware [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.080563] env[70867]: DEBUG nova.virt.hardware [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.080563] env[70867]: DEBUG nova.virt.hardware [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.080563] env[70867]: DEBUG nova.virt.hardware [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.080563] env[70867]: DEBUG nova.virt.hardware [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.080563] env[70867]: DEBUG nova.virt.hardware [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.080563] env[70867]: DEBUG nova.virt.hardware [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.080563] env[70867]: DEBUG nova.virt.hardware [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.080563] env[70867]: DEBUG nova.virt.hardware [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.080563] env[70867]: DEBUG nova.virt.hardware [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.081307] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c463d149-e9c8-458e-acb4-c860459389b7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.083967] env[70867]: DEBUG nova.network.neutron [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Updating instance_info_cache with network_info: [{"id": "64f92dad-3c7d-429b-bcce-4c234b84be30", "address": "fa:16:3e:9d:32:73", "network": {"id": "c515b918-4827-464e-aa69-cb8a0d2799ff", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-458090036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "358e08e72d944bd1865e630f3f746dd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64f92dad-3c", "ovs_interfaceid": "64f92dad-3c7d-429b-bcce-4c234b84be30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.091446] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233c9843-2a40-49dd-ac2c-c458c7d97e91 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.109018] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Instance VIF info [] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.115358] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Creating folder: Project (745d490176fe41d2bd7398b4b712418e). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.117046] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb3b3acc-2bb5-4f69-8add-05c6c019ca7c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.128155] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Created folder: Project (745d490176fe41d2bd7398b4b712418e) in parent group-v694272. [ 855.128353] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Creating folder: Instances. Parent ref: group-v694417. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.134350] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-405753f2-b165-47d8-a137-e31ebdd5ec08 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.141012] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Created folder: Instances in parent group-v694417. [ 855.141273] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.141742] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.141742] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fc6d442-351f-489c-b5fc-6e56ea471acd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.161066] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.161066] env[70867]: value = "task-3473663" [ 855.161066] env[70867]: _type = "Task" [ 855.161066] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.170950] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473663, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.250587] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d7505c40-65d8-4265-a09a-4767558348e3 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.238s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.253954] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.232s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.256445] env[70867]: INFO nova.compute.claims [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.281829] env[70867]: INFO nova.scheduler.client.report [None req-d7505c40-65d8-4265-a09a-4767558348e3 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Deleted allocations for instance 30bee283-5a5d-443f-8799-0675a0e0a2c8 [ 855.325200] env[70867]: DEBUG oslo_vmware.api [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': task-3473653, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.454774] env[70867]: INFO nova.compute.manager [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Took 49.79 seconds to build instance. [ 855.586871] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Releasing lock "refresh_cache-72a8b88b-0b5f-420b-ab94-c29fbca64156" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.587315] env[70867]: DEBUG nova.compute.manager [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Instance network_info: |[{"id": "64f92dad-3c7d-429b-bcce-4c234b84be30", "address": "fa:16:3e:9d:32:73", "network": {"id": "c515b918-4827-464e-aa69-cb8a0d2799ff", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-458090036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "358e08e72d944bd1865e630f3f746dd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64f92dad-3c", "ovs_interfaceid": "64f92dad-3c7d-429b-bcce-4c234b84be30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.587740] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:32:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64f92dad-3c7d-429b-bcce-4c234b84be30', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.599033] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Creating folder: Project (358e08e72d944bd1865e630f3f746dd0). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.599515] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b47165d-1a98-44e6-8f1c-0e77ee186416 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.615511] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Created folder: Project (358e08e72d944bd1865e630f3f746dd0) in parent group-v694272. [ 855.615511] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Creating folder: Instances. Parent ref: group-v694420. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.615511] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1123c145-39f5-4af9-895c-7bfabc49508b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.628554] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Created folder: Instances in parent group-v694420. [ 855.628847] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.629067] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.629308] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56ec6055-47cf-4aed-962d-aae287fa91f3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.668251] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.668251] env[70867]: value = "task-3473666" [ 855.668251] env[70867]: _type = "Task" [ 855.668251] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.681021] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473663, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.686995] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473666, 'name': CreateVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.791022] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d7505c40-65d8-4265-a09a-4767558348e3 tempest-ServerGroupTestJSON-2067461862 tempest-ServerGroupTestJSON-2067461862-project-member] Lock "30bee283-5a5d-443f-8799-0675a0e0a2c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.962s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.796663] env[70867]: DEBUG nova.network.neutron [req-eb4d158f-ee76-43d1-bbb9-100b1b66ae1a req-a9955411-bc55-4f89-b316-c82d80690fb5 service nova] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Updated VIF entry in instance network info cache for port 96d16348-cc50-4edb-83c4-bb4a6d1feb40. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 855.797120] env[70867]: DEBUG nova.network.neutron [req-eb4d158f-ee76-43d1-bbb9-100b1b66ae1a req-a9955411-bc55-4f89-b316-c82d80690fb5 service nova] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Updating instance_info_cache with network_info: [{"id": "96d16348-cc50-4edb-83c4-bb4a6d1feb40", "address": "fa:16:3e:0a:95:88", "network": {"id": "813b1485-eb1d-42a2-a162-d616e1bb7efa", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1822426316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "addf27404d5949eea382a11874455910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96d16348-cc", "ovs_interfaceid": "96d16348-cc50-4edb-83c4-bb4a6d1feb40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.823233] env[70867]: DEBUG oslo_vmware.api [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': task-3473653, 'name': ReconfigVM_Task, 'duration_secs': 2.064794} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.823518] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9/17bdd3ac-64f4-4b2e-b196-ce44e1576aa9.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.824347] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b01e50e-30fa-45fe-9f25-03cacf8453af {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.830512] env[70867]: DEBUG oslo_vmware.api [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Waiting for the task: (returnval){ [ 855.830512] env[70867]: value = "task-3473667" [ 855.830512] env[70867]: _type = "Task" [ 855.830512] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.844537] env[70867]: DEBUG oslo_vmware.api [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': task-3473667, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.956507] env[70867]: DEBUG oslo_concurrency.lockutils [None req-74b23614-734c-4796-b60a-266a341423c9 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Lock "22e5eb53-69e2-4aaa-8147-3a9c6998b7eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.658s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.985213] env[70867]: DEBUG nova.compute.manager [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Stashing vm_state: active {{(pid=70867) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 856.157860] env[70867]: DEBUG nova.network.neutron [-] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.172550] env[70867]: DEBUG nova.network.neutron [-] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.173571] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473663, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.185852] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473666, 'name': CreateVM_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.299696] env[70867]: DEBUG oslo_concurrency.lockutils [req-eb4d158f-ee76-43d1-bbb9-100b1b66ae1a req-a9955411-bc55-4f89-b316-c82d80690fb5 service nova] Releasing lock "refresh_cache-96ed8c5a-2029-4ce1-9ddf-5dc836005acb" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.300017] env[70867]: DEBUG nova.compute.manager [req-eb4d158f-ee76-43d1-bbb9-100b1b66ae1a req-a9955411-bc55-4f89-b316-c82d80690fb5 service nova] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Received event network-changed-3d4a8458-9523-4fff-8b52-cf67049f1540 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.300205] env[70867]: DEBUG nova.compute.manager [req-eb4d158f-ee76-43d1-bbb9-100b1b66ae1a req-a9955411-bc55-4f89-b316-c82d80690fb5 service nova] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Refreshing instance network info cache due to event network-changed-3d4a8458-9523-4fff-8b52-cf67049f1540. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 856.300416] env[70867]: DEBUG oslo_concurrency.lockutils [req-eb4d158f-ee76-43d1-bbb9-100b1b66ae1a req-a9955411-bc55-4f89-b316-c82d80690fb5 service nova] Acquiring lock "refresh_cache-47e97d46-a933-43cf-98fc-2865c78a4492" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.300555] env[70867]: DEBUG oslo_concurrency.lockutils [req-eb4d158f-ee76-43d1-bbb9-100b1b66ae1a req-a9955411-bc55-4f89-b316-c82d80690fb5 service nova] Acquired lock "refresh_cache-47e97d46-a933-43cf-98fc-2865c78a4492" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.300714] env[70867]: DEBUG nova.network.neutron [req-eb4d158f-ee76-43d1-bbb9-100b1b66ae1a req-a9955411-bc55-4f89-b316-c82d80690fb5 service nova] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Refreshing network info cache for port 3d4a8458-9523-4fff-8b52-cf67049f1540 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.342434] env[70867]: DEBUG oslo_vmware.api [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': task-3473667, 'name': Rename_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.458709] env[70867]: DEBUG nova.compute.manager [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 856.512172] env[70867]: DEBUG oslo_concurrency.lockutils [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.659801] env[70867]: INFO nova.compute.manager [-] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Took 1.65 seconds to deallocate network for instance. [ 856.682203] env[70867]: INFO nova.compute.manager [-] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Took 1.67 seconds to deallocate network for instance. [ 856.682708] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473663, 'name': CreateVM_Task, 'duration_secs': 1.425138} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.685403] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.689168] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.689214] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.689569] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.689837] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473666, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.695645] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c79b40a9-58fc-4834-a467-05787bbbc6d1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.702249] env[70867]: DEBUG oslo_vmware.api [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Waiting for the task: (returnval){ [ 856.702249] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5281b262-17f8-8317-a03c-868c1afaa563" [ 856.702249] env[70867]: _type = "Task" [ 856.702249] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.716887] env[70867]: DEBUG oslo_vmware.api [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5281b262-17f8-8317-a03c-868c1afaa563, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.841395] env[70867]: DEBUG oslo_vmware.api [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': task-3473667, 'name': Rename_Task, 'duration_secs': 0.850258} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.844135] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.844586] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e61e3580-77d5-4750-b469-284aa87ef8f8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.851456] env[70867]: DEBUG oslo_vmware.api [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Waiting for the task: (returnval){ [ 856.851456] env[70867]: value = "task-3473668" [ 856.851456] env[70867]: _type = "Task" [ 856.851456] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.863819] env[70867]: DEBUG oslo_vmware.api [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': task-3473668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.866888] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0be23e-fe33-4695-a39a-df39b05e84f0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.876743] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3943855-ed8f-4e21-962c-69ecce4c9d80 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.920444] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b716ec36-f562-47fe-b1d9-c0295de57830 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.933120] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47f7dc3-76cc-43c1-a25c-667f303e9fa4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.957033] env[70867]: DEBUG nova.compute.provider_tree [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 856.984234] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.175179] env[70867]: DEBUG nova.compute.manager [req-036e5c8c-634f-473c-8b59-0d5cbf90908c req-ce3c0b49-8344-43a4-90f4-01052b89a051 service nova] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Received event network-changed-64f92dad-3c7d-429b-bcce-4c234b84be30 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.175463] env[70867]: DEBUG nova.compute.manager [req-036e5c8c-634f-473c-8b59-0d5cbf90908c req-ce3c0b49-8344-43a4-90f4-01052b89a051 service nova] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Refreshing instance network info cache due to event network-changed-64f92dad-3c7d-429b-bcce-4c234b84be30. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.175779] env[70867]: DEBUG oslo_concurrency.lockutils [req-036e5c8c-634f-473c-8b59-0d5cbf90908c req-ce3c0b49-8344-43a4-90f4-01052b89a051 service nova] Acquiring lock "refresh_cache-72a8b88b-0b5f-420b-ab94-c29fbca64156" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.175980] env[70867]: DEBUG oslo_concurrency.lockutils [req-036e5c8c-634f-473c-8b59-0d5cbf90908c req-ce3c0b49-8344-43a4-90f4-01052b89a051 service nova] Acquired lock "refresh_cache-72a8b88b-0b5f-420b-ab94-c29fbca64156" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.176240] env[70867]: DEBUG nova.network.neutron [req-036e5c8c-634f-473c-8b59-0d5cbf90908c req-ce3c0b49-8344-43a4-90f4-01052b89a051 service nova] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Refreshing network info cache for port 64f92dad-3c7d-429b-bcce-4c234b84be30 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.180513] env[70867]: DEBUG oslo_concurrency.lockutils [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.195468] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473666, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.201641] env[70867]: DEBUG oslo_concurrency.lockutils [None req-80cf366e-04c1-4943-85d5-b6f79eba8a1f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.205484] env[70867]: DEBUG nova.compute.manager [req-9440ffdf-4bbe-40b6-8664-7ffa03301bec req-5e971d69-d8e9-4ebc-9516-a2035a258a48 service nova] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Received event network-vif-deleted-73e4918e-b0b2-412a-ba83-392c99a058a5 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.205864] env[70867]: DEBUG nova.compute.manager [req-9440ffdf-4bbe-40b6-8664-7ffa03301bec req-5e971d69-d8e9-4ebc-9516-a2035a258a48 service nova] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Received event network-vif-deleted-ad825b52-9acb-42ac-9ef2-b2dc2b8ad760 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.205864] env[70867]: DEBUG nova.compute.manager [req-9440ffdf-4bbe-40b6-8664-7ffa03301bec req-5e971d69-d8e9-4ebc-9516-a2035a258a48 service nova] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Received event network-changed-3d4a8458-9523-4fff-8b52-cf67049f1540 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.205986] env[70867]: DEBUG nova.compute.manager [req-9440ffdf-4bbe-40b6-8664-7ffa03301bec req-5e971d69-d8e9-4ebc-9516-a2035a258a48 service nova] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Refreshing instance network info cache due to event network-changed-3d4a8458-9523-4fff-8b52-cf67049f1540. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.206176] env[70867]: DEBUG oslo_concurrency.lockutils [req-9440ffdf-4bbe-40b6-8664-7ffa03301bec req-5e971d69-d8e9-4ebc-9516-a2035a258a48 service nova] Acquiring lock "refresh_cache-47e97d46-a933-43cf-98fc-2865c78a4492" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.216559] env[70867]: DEBUG oslo_vmware.api [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5281b262-17f8-8317-a03c-868c1afaa563, 'name': SearchDatastore_Task, 'duration_secs': 0.009745} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.217365] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.219027] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.219027] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.219027] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.219027] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.219027] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a94b294-30b8-4dff-a05e-dec6a60cbf4b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.227703] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.227893] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.231326] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b42788a-beec-4611-8409-364b68331459 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.234603] env[70867]: DEBUG oslo_vmware.api [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Waiting for the task: (returnval){ [ 857.234603] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a5f369-a2bb-31c1-4086-49140cf0a2b1" [ 857.234603] env[70867]: _type = "Task" [ 857.234603] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.242770] env[70867]: DEBUG oslo_vmware.api [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a5f369-a2bb-31c1-4086-49140cf0a2b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.297288] env[70867]: DEBUG nova.network.neutron [req-eb4d158f-ee76-43d1-bbb9-100b1b66ae1a req-a9955411-bc55-4f89-b316-c82d80690fb5 service nova] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Updated VIF entry in instance network info cache for port 3d4a8458-9523-4fff-8b52-cf67049f1540. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.297684] env[70867]: DEBUG nova.network.neutron [req-eb4d158f-ee76-43d1-bbb9-100b1b66ae1a req-a9955411-bc55-4f89-b316-c82d80690fb5 service nova] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Updating instance_info_cache with network_info: [{"id": "3d4a8458-9523-4fff-8b52-cf67049f1540", "address": "fa:16:3e:8b:e6:62", "network": {"id": "597d81de-b815-4619-8377-bdb8eb0effc3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1798964727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06a887df179441049f4c4f647d27fc5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d4a8458-95", "ovs_interfaceid": "3d4a8458-9523-4fff-8b52-cf67049f1540", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.364259] env[70867]: DEBUG oslo_vmware.api [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': task-3473668, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.478832] env[70867]: ERROR nova.scheduler.client.report [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [req-f5835214-1d1a-4315-9a8b-ea295248b216] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f41c8c6b-f09c-4602-9d9f-1177af08ce6d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f5835214-1d1a-4315-9a8b-ea295248b216"}]} [ 857.499045] env[70867]: DEBUG nova.scheduler.client.report [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Refreshing inventories for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 857.518708] env[70867]: DEBUG nova.scheduler.client.report [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Updating ProviderTree inventory for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 857.518708] env[70867]: DEBUG nova.compute.provider_tree [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 857.532053] env[70867]: DEBUG nova.scheduler.client.report [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Refreshing aggregate associations for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d, aggregates: None {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 857.566955] env[70867]: DEBUG nova.scheduler.client.report [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Refreshing trait associations for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 857.694499] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473666, 'name': CreateVM_Task, 'duration_secs': 1.786719} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.694977] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 857.695833] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.696220] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.696685] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.697458] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d73282b9-dfb5-4599-9cb7-fee8490bc769 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.703496] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e17fddaa-5c1e-4334-908f-834eb21204e4 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Acquiring lock "fcd97809-14c4-4674-ba98-8a56a34cf239" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.708028] env[70867]: DEBUG oslo_vmware.api [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Waiting for the task: (returnval){ [ 857.708028] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52230815-1c26-095a-87f2-c69887b2ab8b" [ 857.708028] env[70867]: _type = "Task" [ 857.708028] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.715607] env[70867]: DEBUG oslo_vmware.api [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52230815-1c26-095a-87f2-c69887b2ab8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.747209] env[70867]: DEBUG oslo_vmware.api [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a5f369-a2bb-31c1-4086-49140cf0a2b1, 'name': SearchDatastore_Task, 'duration_secs': 0.00937} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.753863] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98cca030-e755-479b-b4c7-11932edb6da8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.766722] env[70867]: DEBUG oslo_vmware.api [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Waiting for the task: (returnval){ [ 857.766722] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52eaceda-337c-8d43-1388-88f0985e2ff7" [ 857.766722] env[70867]: _type = "Task" [ 857.766722] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.775697] env[70867]: DEBUG oslo_vmware.api [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52eaceda-337c-8d43-1388-88f0985e2ff7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.800861] env[70867]: DEBUG oslo_concurrency.lockutils [req-eb4d158f-ee76-43d1-bbb9-100b1b66ae1a req-a9955411-bc55-4f89-b316-c82d80690fb5 service nova] Releasing lock "refresh_cache-47e97d46-a933-43cf-98fc-2865c78a4492" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.804020] env[70867]: DEBUG oslo_concurrency.lockutils [req-9440ffdf-4bbe-40b6-8664-7ffa03301bec req-5e971d69-d8e9-4ebc-9516-a2035a258a48 service nova] Acquired lock "refresh_cache-47e97d46-a933-43cf-98fc-2865c78a4492" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.804020] env[70867]: DEBUG nova.network.neutron [req-9440ffdf-4bbe-40b6-8664-7ffa03301bec req-5e971d69-d8e9-4ebc-9516-a2035a258a48 service nova] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Refreshing network info cache for port 3d4a8458-9523-4fff-8b52-cf67049f1540 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.867993] env[70867]: DEBUG oslo_vmware.api [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': task-3473668, 'name': PowerOnVM_Task, 'duration_secs': 0.669607} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.867993] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.868338] env[70867]: INFO nova.compute.manager [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Took 10.51 seconds to spawn the instance on the hypervisor. [ 857.868854] env[70867]: DEBUG nova.compute.manager [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.869255] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9603cc65-a44c-45a2-8292-fbb86b985a4c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.043878] env[70867]: DEBUG nova.network.neutron [req-036e5c8c-634f-473c-8b59-0d5cbf90908c req-ce3c0b49-8344-43a4-90f4-01052b89a051 service nova] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Updated VIF entry in instance network info cache for port 64f92dad-3c7d-429b-bcce-4c234b84be30. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.044798] env[70867]: DEBUG nova.network.neutron [req-036e5c8c-634f-473c-8b59-0d5cbf90908c req-ce3c0b49-8344-43a4-90f4-01052b89a051 service nova] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Updating instance_info_cache with network_info: [{"id": "64f92dad-3c7d-429b-bcce-4c234b84be30", "address": "fa:16:3e:9d:32:73", "network": {"id": "c515b918-4827-464e-aa69-cb8a0d2799ff", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-458090036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "358e08e72d944bd1865e630f3f746dd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64f92dad-3c", "ovs_interfaceid": "64f92dad-3c7d-429b-bcce-4c234b84be30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.192387] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed41235-bd50-43d1-a11a-ba93d9a31d3f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.201468] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990818f5-b9c0-4602-bba5-df1a2ec52ea0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.241199] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20791f16-7d6f-4810-b737-57849583b7c7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.256089] env[70867]: DEBUG oslo_vmware.api [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52230815-1c26-095a-87f2-c69887b2ab8b, 'name': SearchDatastore_Task, 'duration_secs': 0.01457} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.256844] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.257110] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.257433] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.262419] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea44b730-72ff-44c2-8647-23e0c3c24224 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.276121] env[70867]: DEBUG nova.compute.provider_tree [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 858.286842] env[70867]: DEBUG oslo_vmware.api [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52eaceda-337c-8d43-1388-88f0985e2ff7, 'name': SearchDatastore_Task, 'duration_secs': 0.025105} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.287142] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.287492] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b/9d4ed53b-02bf-4bad-80b5-8b9105b48d0b.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.289282] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.289282] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.289282] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-311d32f3-8773-437a-bd53-e639f9c726f8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.290974] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd6173bd-bccb-4018-8152-4257de659ffc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.304709] env[70867]: DEBUG oslo_vmware.api [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Waiting for the task: (returnval){ [ 858.304709] env[70867]: value = "task-3473669" [ 858.304709] env[70867]: _type = "Task" [ 858.304709] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.311017] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.311228] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.312331] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ad2b65a-eb06-4b98-a04a-3b39010376e4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.318363] env[70867]: DEBUG oslo_vmware.api [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': task-3473669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.321217] env[70867]: DEBUG oslo_vmware.api [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Waiting for the task: (returnval){ [ 858.321217] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52bdb985-4b01-a71d-5e9e-f40de3c1cc6f" [ 858.321217] env[70867]: _type = "Task" [ 858.321217] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.328827] env[70867]: DEBUG oslo_vmware.api [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52bdb985-4b01-a71d-5e9e-f40de3c1cc6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.396788] env[70867]: INFO nova.compute.manager [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Took 50.64 seconds to build instance. [ 858.553010] env[70867]: DEBUG oslo_concurrency.lockutils [req-036e5c8c-634f-473c-8b59-0d5cbf90908c req-ce3c0b49-8344-43a4-90f4-01052b89a051 service nova] Releasing lock "refresh_cache-72a8b88b-0b5f-420b-ab94-c29fbca64156" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.553158] env[70867]: DEBUG nova.compute.manager [req-036e5c8c-634f-473c-8b59-0d5cbf90908c req-ce3c0b49-8344-43a4-90f4-01052b89a051 service nova] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Received event network-changed-96d16348-cc50-4edb-83c4-bb4a6d1feb40 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.553389] env[70867]: DEBUG nova.compute.manager [req-036e5c8c-634f-473c-8b59-0d5cbf90908c req-ce3c0b49-8344-43a4-90f4-01052b89a051 service nova] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Refreshing instance network info cache due to event network-changed-96d16348-cc50-4edb-83c4-bb4a6d1feb40. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 858.554053] env[70867]: DEBUG oslo_concurrency.lockutils [req-036e5c8c-634f-473c-8b59-0d5cbf90908c req-ce3c0b49-8344-43a4-90f4-01052b89a051 service nova] Acquiring lock "refresh_cache-96ed8c5a-2029-4ce1-9ddf-5dc836005acb" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.554053] env[70867]: DEBUG oslo_concurrency.lockutils [req-036e5c8c-634f-473c-8b59-0d5cbf90908c req-ce3c0b49-8344-43a4-90f4-01052b89a051 service nova] Acquired lock "refresh_cache-96ed8c5a-2029-4ce1-9ddf-5dc836005acb" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.554172] env[70867]: DEBUG nova.network.neutron [req-036e5c8c-634f-473c-8b59-0d5cbf90908c req-ce3c0b49-8344-43a4-90f4-01052b89a051 service nova] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Refreshing network info cache for port 96d16348-cc50-4edb-83c4-bb4a6d1feb40 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.568519] env[70867]: DEBUG nova.network.neutron [req-9440ffdf-4bbe-40b6-8664-7ffa03301bec req-5e971d69-d8e9-4ebc-9516-a2035a258a48 service nova] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Updated VIF entry in instance network info cache for port 3d4a8458-9523-4fff-8b52-cf67049f1540. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.569317] env[70867]: DEBUG nova.network.neutron [req-9440ffdf-4bbe-40b6-8664-7ffa03301bec req-5e971d69-d8e9-4ebc-9516-a2035a258a48 service nova] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Updating instance_info_cache with network_info: [{"id": "3d4a8458-9523-4fff-8b52-cf67049f1540", "address": "fa:16:3e:8b:e6:62", "network": {"id": "597d81de-b815-4619-8377-bdb8eb0effc3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1798964727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06a887df179441049f4c4f647d27fc5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d4a8458-95", "ovs_interfaceid": "3d4a8458-9523-4fff-8b52-cf67049f1540", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.816482] env[70867]: DEBUG oslo_vmware.api [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': task-3473669, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.831394] env[70867]: DEBUG oslo_vmware.api [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52bdb985-4b01-a71d-5e9e-f40de3c1cc6f, 'name': SearchDatastore_Task, 'duration_secs': 0.026931} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.832336] env[70867]: DEBUG nova.scheduler.client.report [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Updated inventory for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with generation 72 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 858.832583] env[70867]: DEBUG nova.compute.provider_tree [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Updating resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d generation from 72 to 73 during operation: update_inventory {{(pid=70867) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 858.832766] env[70867]: DEBUG nova.compute.provider_tree [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 858.841032] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-272fef04-2a96-4fa2-b691-20da9899b31c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.844210] env[70867]: DEBUG oslo_vmware.api [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Waiting for the task: (returnval){ [ 858.844210] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]526082d9-3b8f-b85a-bc80-4d7bfdd9790c" [ 858.844210] env[70867]: _type = "Task" [ 858.844210] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.855020] env[70867]: DEBUG oslo_vmware.api [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]526082d9-3b8f-b85a-bc80-4d7bfdd9790c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.900885] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8d9c105d-380c-410b-8a59-cb3768da807a tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Lock "17bdd3ac-64f4-4b2e-b196-ce44e1576aa9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.360s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.073696] env[70867]: DEBUG oslo_concurrency.lockutils [req-9440ffdf-4bbe-40b6-8664-7ffa03301bec req-5e971d69-d8e9-4ebc-9516-a2035a258a48 service nova] Releasing lock "refresh_cache-47e97d46-a933-43cf-98fc-2865c78a4492" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.263350] env[70867]: DEBUG nova.compute.manager [None req-033f417b-3846-48b0-808c-f9c8223358ff tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.268607] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee542be9-8c01-4b12-bba4-9e4923d4b6fd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.310451] env[70867]: DEBUG nova.network.neutron [req-036e5c8c-634f-473c-8b59-0d5cbf90908c req-ce3c0b49-8344-43a4-90f4-01052b89a051 service nova] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Updated VIF entry in instance network info cache for port 96d16348-cc50-4edb-83c4-bb4a6d1feb40. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.311065] env[70867]: DEBUG nova.network.neutron [req-036e5c8c-634f-473c-8b59-0d5cbf90908c req-ce3c0b49-8344-43a4-90f4-01052b89a051 service nova] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Updating instance_info_cache with network_info: [{"id": "96d16348-cc50-4edb-83c4-bb4a6d1feb40", "address": "fa:16:3e:0a:95:88", "network": {"id": "813b1485-eb1d-42a2-a162-d616e1bb7efa", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1822426316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "addf27404d5949eea382a11874455910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96d16348-cc", "ovs_interfaceid": "96d16348-cc50-4edb-83c4-bb4a6d1feb40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.317700] env[70867]: DEBUG oslo_vmware.api [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': task-3473669, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707507} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.318665] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b/9d4ed53b-02bf-4bad-80b5-8b9105b48d0b.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.318900] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.319207] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-314626f9-0afe-4d0c-b847-62c8d87b04f1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.326239] env[70867]: DEBUG oslo_vmware.api [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Waiting for the task: (returnval){ [ 859.326239] env[70867]: value = "task-3473670" [ 859.326239] env[70867]: _type = "Task" [ 859.326239] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.337884] env[70867]: DEBUG oslo_vmware.api [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': task-3473670, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.338400] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.085s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.339152] env[70867]: DEBUG nova.compute.manager [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 859.341910] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.539s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.343408] env[70867]: INFO nova.compute.claims [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.356819] env[70867]: DEBUG oslo_vmware.api [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]526082d9-3b8f-b85a-bc80-4d7bfdd9790c, 'name': SearchDatastore_Task, 'duration_secs': 0.054636} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.357245] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.357560] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 72a8b88b-0b5f-420b-ab94-c29fbca64156/72a8b88b-0b5f-420b-ab94-c29fbca64156.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.357864] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37f5f158-4b66-4aa1-8e09-d7dfe06bc652 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.365120] env[70867]: DEBUG oslo_vmware.api [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Waiting for the task: (returnval){ [ 859.365120] env[70867]: value = "task-3473671" [ 859.365120] env[70867]: _type = "Task" [ 859.365120] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.374170] env[70867]: DEBUG oslo_vmware.api [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Task: {'id': task-3473671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.405497] env[70867]: DEBUG nova.compute.manager [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 859.679437] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquiring lock "2e822534-b173-440c-a4c8-4708eee877a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.679706] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lock "2e822534-b173-440c-a4c8-4708eee877a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.707477] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquiring lock "8cefd801-e03c-452c-9fce-94d017e284d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.707718] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lock "8cefd801-e03c-452c-9fce-94d017e284d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.774427] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6a7582d7-1fc5-42ed-881b-ea62c8a7e804 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Acquiring lock "96ed8c5a-2029-4ce1-9ddf-5dc836005acb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.774674] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6a7582d7-1fc5-42ed-881b-ea62c8a7e804 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Lock "96ed8c5a-2029-4ce1-9ddf-5dc836005acb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.774884] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6a7582d7-1fc5-42ed-881b-ea62c8a7e804 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Acquiring lock "96ed8c5a-2029-4ce1-9ddf-5dc836005acb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.775126] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6a7582d7-1fc5-42ed-881b-ea62c8a7e804 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Lock "96ed8c5a-2029-4ce1-9ddf-5dc836005acb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.775304] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6a7582d7-1fc5-42ed-881b-ea62c8a7e804 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Lock "96ed8c5a-2029-4ce1-9ddf-5dc836005acb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.778976] env[70867]: INFO nova.compute.manager [None req-6a7582d7-1fc5-42ed-881b-ea62c8a7e804 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Terminating instance [ 859.785383] env[70867]: INFO nova.compute.manager [None req-033f417b-3846-48b0-808c-f9c8223358ff tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] instance snapshotting [ 859.787763] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed83b48d-b369-4df0-aa99-5381715a816e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.811810] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6c4c10-f9e1-4768-a1fb-84affdb883d6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.815099] env[70867]: DEBUG oslo_concurrency.lockutils [req-036e5c8c-634f-473c-8b59-0d5cbf90908c req-ce3c0b49-8344-43a4-90f4-01052b89a051 service nova] Releasing lock "refresh_cache-96ed8c5a-2029-4ce1-9ddf-5dc836005acb" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.842784] env[70867]: DEBUG oslo_vmware.api [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': task-3473670, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065715} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.843213] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.844197] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061c944f-8e94-4a74-88ab-59accd5edf73 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.848964] env[70867]: DEBUG nova.compute.utils [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.850110] env[70867]: DEBUG nova.compute.manager [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 859.850294] env[70867]: DEBUG nova.network.neutron [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 859.877688] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b/9d4ed53b-02bf-4bad-80b5-8b9105b48d0b.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.884348] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ffa1bb1-0340-4e95-b3b0-dee1ac33547b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.910107] env[70867]: DEBUG oslo_vmware.api [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Task: {'id': task-3473671, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.911872] env[70867]: DEBUG nova.policy [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82bb2e72d7b34c70b7b886bee6df6888', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9a2be483b6843acbe87adb625979fc0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.917533] env[70867]: DEBUG oslo_vmware.api [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Waiting for the task: (returnval){ [ 859.917533] env[70867]: value = "task-3473672" [ 859.917533] env[70867]: _type = "Task" [ 859.917533] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.928811] env[70867]: DEBUG oslo_vmware.api [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': task-3473672, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.936594] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.994350] env[70867]: DEBUG oslo_concurrency.lockutils [None req-35070472-c3ef-420a-9fc9-081ae0cfb06b tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "e4828dea-a14c-4aff-8e6f-e1986f399b60" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.994620] env[70867]: DEBUG oslo_concurrency.lockutils [None req-35070472-c3ef-420a-9fc9-081ae0cfb06b tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "e4828dea-a14c-4aff-8e6f-e1986f399b60" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.994855] env[70867]: DEBUG nova.compute.manager [None req-35070472-c3ef-420a-9fc9-081ae0cfb06b tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.996345] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754284e0-1aeb-456c-b0a4-4c3b40211a2d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.007583] env[70867]: DEBUG nova.compute.manager [None req-35070472-c3ef-420a-9fc9-081ae0cfb06b tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70867) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 860.008447] env[70867]: DEBUG nova.objects.instance [None req-35070472-c3ef-420a-9fc9-081ae0cfb06b tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lazy-loading 'flavor' on Instance uuid e4828dea-a14c-4aff-8e6f-e1986f399b60 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.283842] env[70867]: DEBUG nova.compute.manager [None req-6a7582d7-1fc5-42ed-881b-ea62c8a7e804 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.283842] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7582d7-1fc5-42ed-881b-ea62c8a7e804 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.284133] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6b1743-693a-42b7-a2ce-38eb43923eb1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.297366] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7582d7-1fc5-42ed-881b-ea62c8a7e804 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.297506] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c54f6d96-8370-462e-9467-d09ff67022c7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.303992] env[70867]: DEBUG oslo_vmware.api [None req-6a7582d7-1fc5-42ed-881b-ea62c8a7e804 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Waiting for the task: (returnval){ [ 860.303992] env[70867]: value = "task-3473673" [ 860.303992] env[70867]: _type = "Task" [ 860.303992] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.312496] env[70867]: DEBUG oslo_vmware.api [None req-6a7582d7-1fc5-42ed-881b-ea62c8a7e804 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Task: {'id': task-3473673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.320285] env[70867]: DEBUG nova.network.neutron [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Successfully created port: a8d21a1c-a1d1-42de-99a2-a8432bcb4f98 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 860.324736] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-033f417b-3846-48b0-808c-f9c8223358ff tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Creating Snapshot of the VM instance {{(pid=70867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 860.325170] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7ce9b9e3-8b24-4bc1-a486-5d42f2ac0ff3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.334046] env[70867]: DEBUG oslo_vmware.api [None req-033f417b-3846-48b0-808c-f9c8223358ff tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for the task: (returnval){ [ 860.334046] env[70867]: value = "task-3473674" [ 860.334046] env[70867]: _type = "Task" [ 860.334046] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.350326] env[70867]: DEBUG oslo_vmware.api [None req-033f417b-3846-48b0-808c-f9c8223358ff tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473674, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.355143] env[70867]: DEBUG nova.compute.manager [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 860.381276] env[70867]: DEBUG oslo_vmware.api [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Task: {'id': task-3473671, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.779141} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.381577] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 72a8b88b-0b5f-420b-ab94-c29fbca64156/72a8b88b-0b5f-420b-ab94-c29fbca64156.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.381795] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.382398] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ddac174f-65bc-483a-8c35-370a44582464 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.392323] env[70867]: DEBUG oslo_vmware.api [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Waiting for the task: (returnval){ [ 860.392323] env[70867]: value = "task-3473675" [ 860.392323] env[70867]: _type = "Task" [ 860.392323] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.402056] env[70867]: DEBUG oslo_vmware.api [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Task: {'id': task-3473675, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.428994] env[70867]: DEBUG oslo_vmware.api [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': task-3473672, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.469544] env[70867]: INFO nova.compute.manager [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Rebuilding instance [ 860.535868] env[70867]: DEBUG nova.compute.manager [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.537221] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e6d5fb-cbd9-4e54-a407-9d8158b3b1eb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.615429] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab24b2de-069b-4c7a-aa8c-c2fdc5041f7c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.625541] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515fc216-24db-498e-bdbf-31c2738d7526 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.662656] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f04459-51aa-4ad1-82b1-189ebc9c61f3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.670878] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac05142-cc10-4c0e-b8a6-d7854f4f9ced {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.688312] env[70867]: DEBUG nova.compute.provider_tree [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 860.814138] env[70867]: DEBUG oslo_vmware.api [None req-6a7582d7-1fc5-42ed-881b-ea62c8a7e804 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Task: {'id': task-3473673, 'name': PowerOffVM_Task, 'duration_secs': 0.203521} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.817352] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7582d7-1fc5-42ed-881b-ea62c8a7e804 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.817352] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7582d7-1fc5-42ed-881b-ea62c8a7e804 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.817352] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7ffd32e-2756-4263-9d3c-cc39987fea26 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.843593] env[70867]: DEBUG oslo_vmware.api [None req-033f417b-3846-48b0-808c-f9c8223358ff tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473674, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.875510] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7582d7-1fc5-42ed-881b-ea62c8a7e804 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.875798] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7582d7-1fc5-42ed-881b-ea62c8a7e804 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.876025] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a7582d7-1fc5-42ed-881b-ea62c8a7e804 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Deleting the datastore file [datastore1] 96ed8c5a-2029-4ce1-9ddf-5dc836005acb {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.876328] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66559dc3-afe8-41d2-ac1f-66e407faa9c4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.884822] env[70867]: DEBUG oslo_vmware.api [None req-6a7582d7-1fc5-42ed-881b-ea62c8a7e804 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Waiting for the task: (returnval){ [ 860.884822] env[70867]: value = "task-3473677" [ 860.884822] env[70867]: _type = "Task" [ 860.884822] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.893376] env[70867]: DEBUG oslo_vmware.api [None req-6a7582d7-1fc5-42ed-881b-ea62c8a7e804 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Task: {'id': task-3473677, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.903574] env[70867]: DEBUG oslo_vmware.api [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Task: {'id': task-3473675, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070429} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.903954] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 860.905646] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689c2f45-e8d7-4ec4-adcc-eb34a861ff71 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.932061] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 72a8b88b-0b5f-420b-ab94-c29fbca64156/72a8b88b-0b5f-420b-ab94-c29fbca64156.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.936448] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeb83568-10c5-49ea-83a1-a7d9aa791736 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.959101] env[70867]: DEBUG oslo_vmware.api [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': task-3473672, 'name': ReconfigVM_Task, 'duration_secs': 0.521932} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.960446] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b/9d4ed53b-02bf-4bad-80b5-8b9105b48d0b.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.961169] env[70867]: DEBUG oslo_vmware.api [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Waiting for the task: (returnval){ [ 860.961169] env[70867]: value = "task-3473678" [ 860.961169] env[70867]: _type = "Task" [ 860.961169] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.961481] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ac10e1c-7228-4ac1-9e88-6428efa54a2d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.970174] env[70867]: DEBUG oslo_vmware.api [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Waiting for the task: (returnval){ [ 860.970174] env[70867]: value = "task-3473679" [ 860.970174] env[70867]: _type = "Task" [ 860.970174] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.973588] env[70867]: DEBUG oslo_vmware.api [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Task: {'id': task-3473678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.983086] env[70867]: DEBUG oslo_vmware.api [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': task-3473679, 'name': Rename_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.019853] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-35070472-c3ef-420a-9fc9-081ae0cfb06b tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.020199] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-044de0f4-5bc5-49bd-b557-93ef98da7071 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.026628] env[70867]: DEBUG oslo_vmware.api [None req-35070472-c3ef-420a-9fc9-081ae0cfb06b tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 861.026628] env[70867]: value = "task-3473680" [ 861.026628] env[70867]: _type = "Task" [ 861.026628] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.035431] env[70867]: DEBUG oslo_vmware.api [None req-35070472-c3ef-420a-9fc9-081ae0cfb06b tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.215094] env[70867]: ERROR nova.scheduler.client.report [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [req-09a4a0f0-9d6b-4b6c-97f7-1bc90b90426d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f41c8c6b-f09c-4602-9d9f-1177af08ce6d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-09a4a0f0-9d6b-4b6c-97f7-1bc90b90426d"}]} [ 861.236499] env[70867]: DEBUG nova.scheduler.client.report [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Refreshing inventories for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 861.250463] env[70867]: DEBUG nova.scheduler.client.report [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Updating ProviderTree inventory for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 861.250916] env[70867]: DEBUG nova.compute.provider_tree [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 861.267198] env[70867]: DEBUG nova.scheduler.client.report [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Refreshing aggregate associations for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d, aggregates: None {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 861.297662] env[70867]: DEBUG nova.scheduler.client.report [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Refreshing trait associations for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 861.350367] env[70867]: DEBUG oslo_vmware.api [None req-033f417b-3846-48b0-808c-f9c8223358ff tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473674, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.374344] env[70867]: DEBUG nova.compute.manager [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 861.399946] env[70867]: DEBUG oslo_vmware.api [None req-6a7582d7-1fc5-42ed-881b-ea62c8a7e804 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Task: {'id': task-3473677, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.467845} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.400941] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a7582d7-1fc5-42ed-881b-ea62c8a7e804 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.401189] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7582d7-1fc5-42ed-881b-ea62c8a7e804 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.401356] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7582d7-1fc5-42ed-881b-ea62c8a7e804 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.401627] env[70867]: INFO nova.compute.manager [None req-6a7582d7-1fc5-42ed-881b-ea62c8a7e804 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 861.401780] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a7582d7-1fc5-42ed-881b-ea62c8a7e804 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.402818] env[70867]: DEBUG nova.compute.manager [-] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 861.402818] env[70867]: DEBUG nova.network.neutron [-] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.410616] env[70867]: DEBUG nova.virt.hardware [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.410849] env[70867]: DEBUG nova.virt.hardware [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.410998] env[70867]: DEBUG nova.virt.hardware [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.411203] env[70867]: DEBUG nova.virt.hardware [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.411342] env[70867]: DEBUG nova.virt.hardware [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.411479] env[70867]: DEBUG nova.virt.hardware [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.411679] env[70867]: DEBUG nova.virt.hardware [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.412742] env[70867]: DEBUG nova.virt.hardware [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.412742] env[70867]: DEBUG nova.virt.hardware [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.412742] env[70867]: DEBUG nova.virt.hardware [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.412742] env[70867]: DEBUG nova.virt.hardware [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.413624] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5025c3f-c305-4dec-80db-09c3ba8a78ce {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.426367] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26431fe5-7c72-4c45-a118-7e667e162d16 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.474850] env[70867]: DEBUG oslo_vmware.api [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Task: {'id': task-3473678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.485461] env[70867]: DEBUG oslo_vmware.api [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': task-3473679, 'name': Rename_Task, 'duration_secs': 0.366786} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.485729] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.485975] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abb0e7b7-8aa8-400a-afa3-a459cb8bdf49 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.493639] env[70867]: DEBUG oslo_vmware.api [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Waiting for the task: (returnval){ [ 861.493639] env[70867]: value = "task-3473681" [ 861.493639] env[70867]: _type = "Task" [ 861.493639] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.507038] env[70867]: DEBUG oslo_vmware.api [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': task-3473681, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.537699] env[70867]: DEBUG oslo_vmware.api [None req-35070472-c3ef-420a-9fc9-081ae0cfb06b tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473680, 'name': PowerOffVM_Task, 'duration_secs': 0.401218} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.538526] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-35070472-c3ef-420a-9fc9-081ae0cfb06b tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.538734] env[70867]: DEBUG nova.compute.manager [None req-35070472-c3ef-420a-9fc9-081ae0cfb06b tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.539729] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd98f60-4a4d-40af-aa1d-17784e5d5911 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.554805] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.555570] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ca597cc-c7f7-442b-9146-ed5b9eac4eef {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.562773] env[70867]: DEBUG oslo_vmware.api [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Waiting for the task: (returnval){ [ 861.562773] env[70867]: value = "task-3473682" [ 861.562773] env[70867]: _type = "Task" [ 861.562773] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.572111] env[70867]: DEBUG oslo_vmware.api [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': task-3473682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.819824] env[70867]: DEBUG nova.compute.manager [req-fdc39e99-1fdf-4553-b241-f62954e7359e req-f2d3202a-e33f-4324-b5be-89efa55bf92e service nova] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Received event network-vif-deleted-96d16348-cc50-4edb-83c4-bb4a6d1feb40 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.819824] env[70867]: INFO nova.compute.manager [req-fdc39e99-1fdf-4553-b241-f62954e7359e req-f2d3202a-e33f-4324-b5be-89efa55bf92e service nova] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Neutron deleted interface 96d16348-cc50-4edb-83c4-bb4a6d1feb40; detaching it from the instance and deleting it from the info cache [ 861.819824] env[70867]: DEBUG nova.network.neutron [req-fdc39e99-1fdf-4553-b241-f62954e7359e req-f2d3202a-e33f-4324-b5be-89efa55bf92e service nova] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.853027] env[70867]: DEBUG oslo_vmware.api [None req-033f417b-3846-48b0-808c-f9c8223358ff tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473674, 'name': CreateSnapshot_Task, 'duration_secs': 1.133401} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.853712] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-033f417b-3846-48b0-808c-f9c8223358ff tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Created Snapshot of the VM instance {{(pid=70867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 861.854694] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034f0124-ff0a-4b25-9eeb-746e5322e3af {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.961264] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c90fa89-5fc1-4708-a217-ef9bdc408107 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.970639] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7687880-6868-4b3a-abba-a33b3755ffc3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.977355] env[70867]: DEBUG oslo_vmware.api [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Task: {'id': task-3473678, 'name': ReconfigVM_Task, 'duration_secs': 0.730771} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.978023] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 72a8b88b-0b5f-420b-ab94-c29fbca64156/72a8b88b-0b5f-420b-ab94-c29fbca64156.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.978651] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3572175-7f68-43ac-87e0-a680f8b70dec {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.011147] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51874ba1-1a63-45a0-8e3b-e01c2ee940ed {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.014800] env[70867]: DEBUG oslo_vmware.api [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Waiting for the task: (returnval){ [ 862.014800] env[70867]: value = "task-3473683" [ 862.014800] env[70867]: _type = "Task" [ 862.014800] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.025673] env[70867]: DEBUG oslo_vmware.api [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': task-3473681, 'name': PowerOnVM_Task} progress is 96%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.027596] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ece46b4-af3c-462e-9d1d-bfde7cfca4a1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.040459] env[70867]: DEBUG oslo_vmware.api [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Task: {'id': task-3473683, 'name': Rename_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.053756] env[70867]: DEBUG nova.compute.provider_tree [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 862.055334] env[70867]: DEBUG oslo_concurrency.lockutils [None req-35070472-c3ef-420a-9fc9-081ae0cfb06b tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "e4828dea-a14c-4aff-8e6f-e1986f399b60" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.060835] env[70867]: DEBUG nova.compute.manager [req-c3d9ec92-d915-4dde-aca5-a8eba9d716ba req-dac9cd89-595b-4985-817e-e1aacc58d44f service nova] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Received event network-vif-plugged-a8d21a1c-a1d1-42de-99a2-a8432bcb4f98 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.061092] env[70867]: DEBUG oslo_concurrency.lockutils [req-c3d9ec92-d915-4dde-aca5-a8eba9d716ba req-dac9cd89-595b-4985-817e-e1aacc58d44f service nova] Acquiring lock "7dd14006-954f-41aa-946c-5d11558920d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.061258] env[70867]: DEBUG oslo_concurrency.lockutils [req-c3d9ec92-d915-4dde-aca5-a8eba9d716ba req-dac9cd89-595b-4985-817e-e1aacc58d44f service nova] Lock "7dd14006-954f-41aa-946c-5d11558920d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.061417] env[70867]: DEBUG oslo_concurrency.lockutils [req-c3d9ec92-d915-4dde-aca5-a8eba9d716ba req-dac9cd89-595b-4985-817e-e1aacc58d44f service nova] Lock "7dd14006-954f-41aa-946c-5d11558920d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.061773] env[70867]: DEBUG nova.compute.manager [req-c3d9ec92-d915-4dde-aca5-a8eba9d716ba req-dac9cd89-595b-4985-817e-e1aacc58d44f service nova] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] No waiting events found dispatching network-vif-plugged-a8d21a1c-a1d1-42de-99a2-a8432bcb4f98 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 862.061773] env[70867]: WARNING nova.compute.manager [req-c3d9ec92-d915-4dde-aca5-a8eba9d716ba req-dac9cd89-595b-4985-817e-e1aacc58d44f service nova] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Received unexpected event network-vif-plugged-a8d21a1c-a1d1-42de-99a2-a8432bcb4f98 for instance with vm_state building and task_state spawning. [ 862.073868] env[70867]: DEBUG oslo_vmware.api [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': task-3473682, 'name': PowerOffVM_Task, 'duration_secs': 0.114713} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.074180] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.075065] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.076274] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac03499c-fc26-4a92-b065-24951d769be0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.084872] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.085199] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6147e2a2-e657-485a-9054-53f5f7b9a49f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.137360] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.137360] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.137360] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Deleting the datastore file [datastore2] 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.137607] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce4b6a7e-7ce0-4879-b7bc-18d156cd7775 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.143952] env[70867]: DEBUG oslo_vmware.api [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Waiting for the task: (returnval){ [ 862.143952] env[70867]: value = "task-3473685" [ 862.143952] env[70867]: _type = "Task" [ 862.143952] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.154849] env[70867]: DEBUG oslo_vmware.api [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': task-3473685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.211216] env[70867]: DEBUG nova.network.neutron [-] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.325758] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7a2c464-314c-48ce-ab72-ed783d6c1ef5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.335028] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36006cb3-d5ce-43ad-a7fa-7e22f9e90a00 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.378995] env[70867]: DEBUG nova.compute.manager [req-fdc39e99-1fdf-4553-b241-f62954e7359e req-f2d3202a-e33f-4324-b5be-89efa55bf92e service nova] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Detach interface failed, port_id=96d16348-cc50-4edb-83c4-bb4a6d1feb40, reason: Instance 96ed8c5a-2029-4ce1-9ddf-5dc836005acb could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 862.380133] env[70867]: DEBUG nova.network.neutron [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Successfully updated port: a8d21a1c-a1d1-42de-99a2-a8432bcb4f98 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 862.388451] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-033f417b-3846-48b0-808c-f9c8223358ff tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Creating linked-clone VM from snapshot {{(pid=70867) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 862.389446] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9283f644-a366-4ce9-be8b-4468384a6fb2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.398385] env[70867]: DEBUG oslo_vmware.api [None req-033f417b-3846-48b0-808c-f9c8223358ff tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for the task: (returnval){ [ 862.398385] env[70867]: value = "task-3473686" [ 862.398385] env[70867]: _type = "Task" [ 862.398385] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.407014] env[70867]: DEBUG oslo_vmware.api [None req-033f417b-3846-48b0-808c-f9c8223358ff tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473686, 'name': CloneVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.517343] env[70867]: DEBUG oslo_vmware.api [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': task-3473681, 'name': PowerOnVM_Task, 'duration_secs': 0.654594} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.520444] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.520678] env[70867]: INFO nova.compute.manager [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Took 7.48 seconds to spawn the instance on the hypervisor. [ 862.520870] env[70867]: DEBUG nova.compute.manager [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.521708] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45ca249-2a39-43f4-b908-3e89fdef1472 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.529448] env[70867]: DEBUG oslo_vmware.api [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Task: {'id': task-3473683, 'name': Rename_Task, 'duration_secs': 0.294018} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.531060] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.534320] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e9b22e4-9298-4192-9575-4ae81acb0697 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.541396] env[70867]: DEBUG oslo_vmware.api [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Waiting for the task: (returnval){ [ 862.541396] env[70867]: value = "task-3473687" [ 862.541396] env[70867]: _type = "Task" [ 862.541396] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.550576] env[70867]: DEBUG oslo_vmware.api [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Task: {'id': task-3473687, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.603851] env[70867]: DEBUG nova.scheduler.client.report [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Updated inventory for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with generation 75 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 862.604147] env[70867]: DEBUG nova.compute.provider_tree [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Updating resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d generation from 75 to 76 during operation: update_inventory {{(pid=70867) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 862.604336] env[70867]: DEBUG nova.compute.provider_tree [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 862.653590] env[70867]: DEBUG oslo_vmware.api [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': task-3473685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418336} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.654307] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 862.654307] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 862.654493] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 862.712898] env[70867]: INFO nova.compute.manager [-] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Took 1.31 seconds to deallocate network for instance. [ 862.889853] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Acquiring lock "refresh_cache-7dd14006-954f-41aa-946c-5d11558920d1" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.889961] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Acquired lock "refresh_cache-7dd14006-954f-41aa-946c-5d11558920d1" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.890198] env[70867]: DEBUG nova.network.neutron [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.911462] env[70867]: DEBUG oslo_vmware.api [None req-033f417b-3846-48b0-808c-f9c8223358ff tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473686, 'name': CloneVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.047956] env[70867]: INFO nova.compute.manager [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Took 47.11 seconds to build instance. [ 863.058245] env[70867]: DEBUG oslo_vmware.api [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Task: {'id': task-3473687, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.113427] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.770s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.113819] env[70867]: DEBUG nova.compute.manager [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 863.116811] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b4983925-df30-44c9-8973-2663ddee6e41 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.067s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.117123] env[70867]: DEBUG nova.objects.instance [None req-b4983925-df30-44c9-8973-2663ddee6e41 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Lazy-loading 'resources' on Instance uuid 9ebcf594-a25c-4401-b0e4-04740e70bcc7 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.221957] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6a7582d7-1fc5-42ed-881b-ea62c8a7e804 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.416022] env[70867]: DEBUG oslo_vmware.api [None req-033f417b-3846-48b0-808c-f9c8223358ff tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473686, 'name': CloneVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.455027] env[70867]: DEBUG nova.network.neutron [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 863.557149] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ee0ce717-81bc-4d74-940d-c836bc8ad73b tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Lock "9d4ed53b-02bf-4bad-80b5-8b9105b48d0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.511s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.557728] env[70867]: DEBUG oslo_vmware.api [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Task: {'id': task-3473687, 'name': PowerOnVM_Task, 'duration_secs': 0.723544} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.561784] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.562206] env[70867]: INFO nova.compute.manager [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Took 11.38 seconds to spawn the instance on the hypervisor. [ 863.562430] env[70867]: DEBUG nova.compute.manager [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.563811] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a827e6e-798e-422a-9341-2eeb31682040 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.622360] env[70867]: DEBUG nova.compute.utils [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 863.628832] env[70867]: DEBUG nova.compute.manager [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 863.628832] env[70867]: DEBUG nova.network.neutron [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 863.671848] env[70867]: DEBUG nova.network.neutron [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Updating instance_info_cache with network_info: [{"id": "a8d21a1c-a1d1-42de-99a2-a8432bcb4f98", "address": "fa:16:3e:ae:2b:ca", "network": {"id": "6122a663-d933-4069-bc75-5d3bbccd9550", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-945052682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9a2be483b6843acbe87adb625979fc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8d21a1c-a1", "ovs_interfaceid": "a8d21a1c-a1d1-42de-99a2-a8432bcb4f98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.692591] env[70867]: DEBUG nova.policy [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86ca3ba8f86045e7bf819f7d1c271147', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18e987b51bea4331b1ffaa756933d253', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 863.715106] env[70867]: DEBUG nova.virt.hardware [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.718345] env[70867]: DEBUG nova.virt.hardware [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.718345] env[70867]: DEBUG nova.virt.hardware [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.718345] env[70867]: DEBUG nova.virt.hardware [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.718345] env[70867]: DEBUG nova.virt.hardware [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.718345] env[70867]: DEBUG nova.virt.hardware [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.718345] env[70867]: DEBUG nova.virt.hardware [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.718345] env[70867]: DEBUG nova.virt.hardware [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.718345] env[70867]: DEBUG nova.virt.hardware [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.718345] env[70867]: DEBUG nova.virt.hardware [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.718345] env[70867]: DEBUG nova.virt.hardware [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.718345] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85390e47-99c4-4696-aef0-8023f5ca8ed6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.730446] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac03fa4b-a72e-41bf-9e85-bfb13f952091 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.748073] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Instance VIF info [] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.753727] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.756460] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.756948] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79c2638f-c246-4f28-ab42-c71c092b8385 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.776182] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.776182] env[70867]: value = "task-3473688" [ 863.776182] env[70867]: _type = "Task" [ 863.776182] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.784597] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473688, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.830331] env[70867]: INFO nova.compute.manager [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Rebuilding instance [ 863.896660] env[70867]: DEBUG nova.compute.manager [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.900123] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa4b492-9864-401e-a1b5-bf37f72e415b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.918900] env[70867]: DEBUG oslo_vmware.api [None req-033f417b-3846-48b0-808c-f9c8223358ff tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473686, 'name': CloneVM_Task, 'duration_secs': 1.452503} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.923371] env[70867]: INFO nova.virt.vmwareapi.vmops [None req-033f417b-3846-48b0-808c-f9c8223358ff tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Created linked-clone VM from snapshot [ 863.923832] env[70867]: DEBUG nova.compute.manager [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Stashing vm_state: stopped {{(pid=70867) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 863.927324] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d54894-fca4-486e-a3d0-df920330f916 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.935501] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-033f417b-3846-48b0-808c-f9c8223358ff tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Uploading image a468a046-9beb-48db-88e5-0f7540925769 {{(pid=70867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 863.954143] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-033f417b-3846-48b0-808c-f9c8223358ff tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Destroying the VM {{(pid=70867) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 863.954432] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9b4f079a-4d05-40f5-9921-299ad96d2553 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.963099] env[70867]: DEBUG oslo_vmware.api [None req-033f417b-3846-48b0-808c-f9c8223358ff tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for the task: (returnval){ [ 863.963099] env[70867]: value = "task-3473689" [ 863.963099] env[70867]: _type = "Task" [ 863.963099] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.975340] env[70867]: DEBUG oslo_vmware.api [None req-033f417b-3846-48b0-808c-f9c8223358ff tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473689, 'name': Destroy_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.067634] env[70867]: DEBUG nova.compute.manager [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 864.089096] env[70867]: INFO nova.compute.manager [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Took 51.88 seconds to build instance. [ 864.129742] env[70867]: DEBUG nova.compute.manager [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 864.165316] env[70867]: DEBUG nova.compute.manager [req-458a6f81-148f-483d-9b0e-0871dc242608 req-c14aa103-1a22-455a-9e01-09a7bd401e1b service nova] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Received event network-changed-a8d21a1c-a1d1-42de-99a2-a8432bcb4f98 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.165646] env[70867]: DEBUG nova.compute.manager [req-458a6f81-148f-483d-9b0e-0871dc242608 req-c14aa103-1a22-455a-9e01-09a7bd401e1b service nova] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Refreshing instance network info cache due to event network-changed-a8d21a1c-a1d1-42de-99a2-a8432bcb4f98. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.165785] env[70867]: DEBUG oslo_concurrency.lockutils [req-458a6f81-148f-483d-9b0e-0871dc242608 req-c14aa103-1a22-455a-9e01-09a7bd401e1b service nova] Acquiring lock "refresh_cache-7dd14006-954f-41aa-946c-5d11558920d1" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.178545] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Releasing lock "refresh_cache-7dd14006-954f-41aa-946c-5d11558920d1" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.179515] env[70867]: DEBUG nova.compute.manager [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Instance network_info: |[{"id": "a8d21a1c-a1d1-42de-99a2-a8432bcb4f98", "address": "fa:16:3e:ae:2b:ca", "network": {"id": "6122a663-d933-4069-bc75-5d3bbccd9550", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-945052682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9a2be483b6843acbe87adb625979fc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8d21a1c-a1", "ovs_interfaceid": "a8d21a1c-a1d1-42de-99a2-a8432bcb4f98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 864.181028] env[70867]: DEBUG oslo_concurrency.lockutils [req-458a6f81-148f-483d-9b0e-0871dc242608 req-c14aa103-1a22-455a-9e01-09a7bd401e1b service nova] Acquired lock "refresh_cache-7dd14006-954f-41aa-946c-5d11558920d1" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.181028] env[70867]: DEBUG nova.network.neutron [req-458a6f81-148f-483d-9b0e-0871dc242608 req-c14aa103-1a22-455a-9e01-09a7bd401e1b service nova] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Refreshing network info cache for port a8d21a1c-a1d1-42de-99a2-a8432bcb4f98 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.182146] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:2b:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8d21a1c-a1d1-42de-99a2-a8432bcb4f98', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.190681] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.192832] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.193175] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf15e4df-ca9a-4939-a66b-a84f4a8c0e0e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.220306] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.220306] env[70867]: value = "task-3473690" [ 864.220306] env[70867]: _type = "Task" [ 864.220306] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.231855] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473690, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.282396] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79d333c-2904-43ce-829c-d05b0dc7f819 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.292851] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473688, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.296713] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72d7705-d874-45b8-bd48-05d53830ab4d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.334484] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d4d0e9-c4fb-432b-9b87-54c69bc4c749 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.343385] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402669df-3cad-49b7-b89b-2c1a4b1fb28a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.358805] env[70867]: DEBUG nova.compute.provider_tree [None req-b4983925-df30-44c9-8973-2663ddee6e41 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.402401] env[70867]: DEBUG nova.network.neutron [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Successfully created port: bfcb7c65-1ede-4ebd-adab-80bacd4a3ad5 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 864.449853] env[70867]: DEBUG oslo_concurrency.lockutils [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.481539] env[70867]: DEBUG oslo_vmware.api [None req-033f417b-3846-48b0-808c-f9c8223358ff tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473689, 'name': Destroy_Task} progress is 33%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.589307] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.595025] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aa0addf4-7c83-47ba-a133-c939be44668a tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Lock "72a8b88b-0b5f-420b-ab94-c29fbca64156" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.106s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.729971] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473690, 'name': CreateVM_Task, 'duration_secs': 0.471562} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.730739] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.731394] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.731551] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.731883] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.734303] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f73ffcc2-13f3-48c1-b311-ce07bc12d3a9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.739129] env[70867]: DEBUG oslo_vmware.api [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Waiting for the task: (returnval){ [ 864.739129] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52cc22c3-5ab8-c9a1-55e3-2ce520987e73" [ 864.739129] env[70867]: _type = "Task" [ 864.739129] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.746702] env[70867]: DEBUG oslo_vmware.api [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52cc22c3-5ab8-c9a1-55e3-2ce520987e73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.791013] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473688, 'name': CreateVM_Task, 'duration_secs': 0.564802} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.791013] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.791013] env[70867]: DEBUG oslo_concurrency.lockutils [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.866448] env[70867]: DEBUG nova.scheduler.client.report [None req-b4983925-df30-44c9-8973-2663ddee6e41 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.932459] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.932784] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-482b51c3-c1aa-4aa5-989c-16cb78a7c2b6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.936306] env[70867]: DEBUG oslo_concurrency.lockutils [None req-544291c4-e074-4bb8-8732-72f611650e51 tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Acquiring lock "72a8b88b-0b5f-420b-ab94-c29fbca64156" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.936585] env[70867]: DEBUG oslo_concurrency.lockutils [None req-544291c4-e074-4bb8-8732-72f611650e51 tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Lock "72a8b88b-0b5f-420b-ab94-c29fbca64156" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.936860] env[70867]: DEBUG oslo_concurrency.lockutils [None req-544291c4-e074-4bb8-8732-72f611650e51 tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Acquiring lock "72a8b88b-0b5f-420b-ab94-c29fbca64156-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.937077] env[70867]: DEBUG oslo_concurrency.lockutils [None req-544291c4-e074-4bb8-8732-72f611650e51 tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Lock "72a8b88b-0b5f-420b-ab94-c29fbca64156-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.937320] env[70867]: DEBUG oslo_concurrency.lockutils [None req-544291c4-e074-4bb8-8732-72f611650e51 tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Lock "72a8b88b-0b5f-420b-ab94-c29fbca64156-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.940157] env[70867]: DEBUG oslo_vmware.api [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Waiting for the task: (returnval){ [ 864.940157] env[70867]: value = "task-3473691" [ 864.940157] env[70867]: _type = "Task" [ 864.940157] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.940596] env[70867]: INFO nova.compute.manager [None req-544291c4-e074-4bb8-8732-72f611650e51 tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Terminating instance [ 864.960210] env[70867]: DEBUG oslo_vmware.api [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': task-3473691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.962338] env[70867]: DEBUG nova.network.neutron [req-458a6f81-148f-483d-9b0e-0871dc242608 req-c14aa103-1a22-455a-9e01-09a7bd401e1b service nova] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Updated VIF entry in instance network info cache for port a8d21a1c-a1d1-42de-99a2-a8432bcb4f98. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.962671] env[70867]: DEBUG nova.network.neutron [req-458a6f81-148f-483d-9b0e-0871dc242608 req-c14aa103-1a22-455a-9e01-09a7bd401e1b service nova] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Updating instance_info_cache with network_info: [{"id": "a8d21a1c-a1d1-42de-99a2-a8432bcb4f98", "address": "fa:16:3e:ae:2b:ca", "network": {"id": "6122a663-d933-4069-bc75-5d3bbccd9550", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-945052682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9a2be483b6843acbe87adb625979fc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8d21a1c-a1", "ovs_interfaceid": "a8d21a1c-a1d1-42de-99a2-a8432bcb4f98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.975744] env[70867]: DEBUG oslo_vmware.api [None req-033f417b-3846-48b0-808c-f9c8223358ff tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473689, 'name': Destroy_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.097117] env[70867]: DEBUG nova.compute.manager [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 865.146268] env[70867]: DEBUG nova.compute.manager [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 865.194928] env[70867]: DEBUG nova.virt.hardware [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.195451] env[70867]: DEBUG nova.virt.hardware [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.195748] env[70867]: DEBUG nova.virt.hardware [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.196093] env[70867]: DEBUG nova.virt.hardware [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.199077] env[70867]: DEBUG nova.virt.hardware [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.199077] env[70867]: DEBUG nova.virt.hardware [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.199077] env[70867]: DEBUG nova.virt.hardware [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.199077] env[70867]: DEBUG nova.virt.hardware [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.199077] env[70867]: DEBUG nova.virt.hardware [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.199077] env[70867]: DEBUG nova.virt.hardware [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.199077] env[70867]: DEBUG nova.virt.hardware [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.199077] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3270ef-2444-4136-ba72-63d79a296530 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.211023] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052f22d9-80ba-40b8-8585-8190426cc216 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.255653] env[70867]: DEBUG oslo_vmware.api [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52cc22c3-5ab8-c9a1-55e3-2ce520987e73, 'name': SearchDatastore_Task, 'duration_secs': 0.009712} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.255653] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.255653] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.256040] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.256945] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.258040] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.258365] env[70867]: DEBUG oslo_concurrency.lockutils [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.258679] env[70867]: DEBUG oslo_concurrency.lockutils [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.258910] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1405f399-8aaf-4dec-b23e-b3d956c8bfaa {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.261974] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f05498b-e7a8-4b94-a8a7-27da47d0eb7f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.266106] env[70867]: DEBUG oslo_vmware.api [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Waiting for the task: (returnval){ [ 865.266106] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52855826-19fb-8ab5-7097-1c6faecdbafa" [ 865.266106] env[70867]: _type = "Task" [ 865.266106] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.270152] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.270347] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.271582] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fb476d9-0265-4015-99bf-d33fcd92b29e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.277091] env[70867]: DEBUG oslo_vmware.api [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52855826-19fb-8ab5-7097-1c6faecdbafa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.279678] env[70867]: DEBUG oslo_vmware.api [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Waiting for the task: (returnval){ [ 865.279678] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5267f075-f306-1d6d-0cf1-883ae17287aa" [ 865.279678] env[70867]: _type = "Task" [ 865.279678] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.287508] env[70867]: DEBUG oslo_vmware.api [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5267f075-f306-1d6d-0cf1-883ae17287aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.371679] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b4983925-df30-44c9-8973-2663ddee6e41 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.374194] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.166s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.374654] env[70867]: DEBUG nova.objects.instance [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Lazy-loading 'resources' on Instance uuid a68640b9-e77b-4572-b1fd-9b878578e63c {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.406435] env[70867]: INFO nova.scheduler.client.report [None req-b4983925-df30-44c9-8973-2663ddee6e41 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Deleted allocations for instance 9ebcf594-a25c-4401-b0e4-04740e70bcc7 [ 865.449127] env[70867]: DEBUG nova.compute.manager [None req-544291c4-e074-4bb8-8732-72f611650e51 tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 865.449127] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-544291c4-e074-4bb8-8732-72f611650e51 tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.452331] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f38adc9-cb22-4c82-a72e-64fd5ef4842a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.455158] env[70867]: DEBUG oslo_vmware.api [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': task-3473691, 'name': PowerOffVM_Task, 'duration_secs': 0.146322} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.455778] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.456063] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.457241] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee25ba9e-3e72-45bf-96c9-27a6a84cb4a4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.462800] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-544291c4-e074-4bb8-8732-72f611650e51 tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.464140] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcd9946c-ff15-4b6c-8ded-2b1921f87b10 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.471153] env[70867]: DEBUG oslo_concurrency.lockutils [req-458a6f81-148f-483d-9b0e-0871dc242608 req-c14aa103-1a22-455a-9e01-09a7bd401e1b service nova] Releasing lock "refresh_cache-7dd14006-954f-41aa-946c-5d11558920d1" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.471153] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.475466] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-747c2f4d-0a14-472f-ba2a-257246e707f5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.479489] env[70867]: DEBUG oslo_vmware.api [None req-544291c4-e074-4bb8-8732-72f611650e51 tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Waiting for the task: (returnval){ [ 865.479489] env[70867]: value = "task-3473692" [ 865.479489] env[70867]: _type = "Task" [ 865.479489] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.487080] env[70867]: DEBUG oslo_vmware.api [None req-033f417b-3846-48b0-808c-f9c8223358ff tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473689, 'name': Destroy_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.492334] env[70867]: DEBUG oslo_vmware.api [None req-544291c4-e074-4bb8-8732-72f611650e51 tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Task: {'id': task-3473692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.503513] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.503738] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.503918] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Deleting the datastore file [datastore1] 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.504184] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a1ec94f-ca7d-4f45-a6d4-c0a9ae8ce995 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.516222] env[70867]: DEBUG oslo_vmware.api [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Waiting for the task: (returnval){ [ 865.516222] env[70867]: value = "task-3473694" [ 865.516222] env[70867]: _type = "Task" [ 865.516222] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.524473] env[70867]: DEBUG oslo_vmware.api [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': task-3473694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.621928] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.777836] env[70867]: DEBUG oslo_vmware.api [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52855826-19fb-8ab5-7097-1c6faecdbafa, 'name': SearchDatastore_Task, 'duration_secs': 0.008946} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.778204] env[70867]: DEBUG oslo_concurrency.lockutils [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.778418] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.780230] env[70867]: DEBUG oslo_concurrency.lockutils [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.790795] env[70867]: DEBUG oslo_vmware.api [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5267f075-f306-1d6d-0cf1-883ae17287aa, 'name': SearchDatastore_Task, 'duration_secs': 0.007683} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.791632] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef802c3c-a700-49a6-a7d2-1a2d35e03588 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.797276] env[70867]: DEBUG oslo_vmware.api [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Waiting for the task: (returnval){ [ 865.797276] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52669070-fcad-4713-9b97-07a0e424833a" [ 865.797276] env[70867]: _type = "Task" [ 865.797276] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.804955] env[70867]: DEBUG oslo_vmware.api [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52669070-fcad-4713-9b97-07a0e424833a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.914030] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b4983925-df30-44c9-8973-2663ddee6e41 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Lock "9ebcf594-a25c-4401-b0e4-04740e70bcc7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.158s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.984584] env[70867]: DEBUG oslo_vmware.api [None req-033f417b-3846-48b0-808c-f9c8223358ff tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473689, 'name': Destroy_Task, 'duration_secs': 1.582682} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.987727] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-033f417b-3846-48b0-808c-f9c8223358ff tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Destroyed the VM [ 865.987971] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-033f417b-3846-48b0-808c-f9c8223358ff tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Deleting Snapshot of the VM instance {{(pid=70867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 865.990537] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-12aa7f07-d8c4-4ffc-abe6-78cc04bf0538 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.998953] env[70867]: DEBUG oslo_vmware.api [None req-544291c4-e074-4bb8-8732-72f611650e51 tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Task: {'id': task-3473692, 'name': PowerOffVM_Task, 'duration_secs': 0.24437} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.999196] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-544291c4-e074-4bb8-8732-72f611650e51 tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.999369] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-544291c4-e074-4bb8-8732-72f611650e51 tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.999669] env[70867]: DEBUG oslo_vmware.api [None req-033f417b-3846-48b0-808c-f9c8223358ff tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for the task: (returnval){ [ 865.999669] env[70867]: value = "task-3473695" [ 865.999669] env[70867]: _type = "Task" [ 865.999669] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.999861] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7c67eba-be61-4a11-8e92-491c4962ab9a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.011395] env[70867]: DEBUG oslo_vmware.api [None req-033f417b-3846-48b0-808c-f9c8223358ff tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473695, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.026508] env[70867]: DEBUG oslo_vmware.api [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': task-3473694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089546} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.026677] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.026886] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.027093] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.072947] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-544291c4-e074-4bb8-8732-72f611650e51 tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.072947] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-544291c4-e074-4bb8-8732-72f611650e51 tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.072947] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-544291c4-e074-4bb8-8732-72f611650e51 tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Deleting the datastore file [datastore1] 72a8b88b-0b5f-420b-ab94-c29fbca64156 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.072947] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04ea6ddf-e667-48bd-a0f3-9d900cb09b6c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.080215] env[70867]: DEBUG oslo_vmware.api [None req-544291c4-e074-4bb8-8732-72f611650e51 tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Waiting for the task: (returnval){ [ 866.080215] env[70867]: value = "task-3473697" [ 866.080215] env[70867]: _type = "Task" [ 866.080215] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.095199] env[70867]: DEBUG oslo_vmware.api [None req-544291c4-e074-4bb8-8732-72f611650e51 tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Task: {'id': task-3473697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.317321] env[70867]: DEBUG oslo_vmware.api [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52669070-fcad-4713-9b97-07a0e424833a, 'name': SearchDatastore_Task, 'duration_secs': 0.012995} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.317805] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.318220] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 7dd14006-954f-41aa-946c-5d11558920d1/7dd14006-954f-41aa-946c-5d11558920d1.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.318541] env[70867]: DEBUG oslo_concurrency.lockutils [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.318731] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.318961] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16424ba1-546c-492e-bc32-395fc5737803 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.321514] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27c5ee58-75dd-4a66-9806-4017a60fa52c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.329684] env[70867]: DEBUG oslo_vmware.api [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Waiting for the task: (returnval){ [ 866.329684] env[70867]: value = "task-3473698" [ 866.329684] env[70867]: _type = "Task" [ 866.329684] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.333838] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.333838] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.334476] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f6eb37e-e0ce-46fe-9b68-4deb54c5813f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.342779] env[70867]: DEBUG oslo_vmware.api [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': task-3473698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.348554] env[70867]: DEBUG oslo_vmware.api [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Waiting for the task: (returnval){ [ 866.348554] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52fc1441-2dae-5162-e188-2dc0f327f7a2" [ 866.348554] env[70867]: _type = "Task" [ 866.348554] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.357516] env[70867]: DEBUG oslo_vmware.api [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52fc1441-2dae-5162-e188-2dc0f327f7a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.484154] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d67d108-1390-4a43-9790-c2bd0bd113c3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.491355] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5625b7c3-4d9b-4370-aa23-d2b39783448d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.528183] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb52c395-b07e-4c72-837b-281997996f2a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.539728] env[70867]: DEBUG oslo_vmware.api [None req-033f417b-3846-48b0-808c-f9c8223358ff tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473695, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.543493] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809b5a75-6d18-4e25-972d-5682d1966be0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.550782] env[70867]: DEBUG nova.network.neutron [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Successfully updated port: bfcb7c65-1ede-4ebd-adab-80bacd4a3ad5 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 866.561891] env[70867]: DEBUG nova.compute.provider_tree [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 866.573212] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dfaa1c50-14f8-4583-8ee9-e1a8976760b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Acquiring lock "7d966134-eea1-4707-afd3-08632a846d08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.573212] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dfaa1c50-14f8-4583-8ee9-e1a8976760b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Lock "7d966134-eea1-4707-afd3-08632a846d08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.573212] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dfaa1c50-14f8-4583-8ee9-e1a8976760b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Acquiring lock "7d966134-eea1-4707-afd3-08632a846d08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.573212] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dfaa1c50-14f8-4583-8ee9-e1a8976760b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Lock "7d966134-eea1-4707-afd3-08632a846d08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.573212] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dfaa1c50-14f8-4583-8ee9-e1a8976760b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Lock "7d966134-eea1-4707-afd3-08632a846d08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.575709] env[70867]: INFO nova.compute.manager [None req-dfaa1c50-14f8-4583-8ee9-e1a8976760b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Terminating instance [ 866.592034] env[70867]: DEBUG oslo_vmware.api [None req-544291c4-e074-4bb8-8732-72f611650e51 tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Task: {'id': task-3473697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179297} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.592334] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-544291c4-e074-4bb8-8732-72f611650e51 tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.592498] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-544291c4-e074-4bb8-8732-72f611650e51 tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.592755] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-544291c4-e074-4bb8-8732-72f611650e51 tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.592923] env[70867]: INFO nova.compute.manager [None req-544291c4-e074-4bb8-8732-72f611650e51 tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Took 1.14 seconds to destroy the instance on the hypervisor. [ 866.593435] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-544291c4-e074-4bb8-8732-72f611650e51 tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.593435] env[70867]: DEBUG nova.compute.manager [-] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.593435] env[70867]: DEBUG nova.network.neutron [-] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.681895] env[70867]: DEBUG nova.compute.manager [req-7b2cc985-e988-42b4-85c5-257708ac9f56 req-06c9074a-972a-4b92-b7e9-66cda78e0003 service nova] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Received event network-vif-plugged-bfcb7c65-1ede-4ebd-adab-80bacd4a3ad5 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.682150] env[70867]: DEBUG oslo_concurrency.lockutils [req-7b2cc985-e988-42b4-85c5-257708ac9f56 req-06c9074a-972a-4b92-b7e9-66cda78e0003 service nova] Acquiring lock "4347eb07-8998-41f2-94df-934f102f632d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.682892] env[70867]: DEBUG oslo_concurrency.lockutils [req-7b2cc985-e988-42b4-85c5-257708ac9f56 req-06c9074a-972a-4b92-b7e9-66cda78e0003 service nova] Lock "4347eb07-8998-41f2-94df-934f102f632d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.682892] env[70867]: DEBUG oslo_concurrency.lockutils [req-7b2cc985-e988-42b4-85c5-257708ac9f56 req-06c9074a-972a-4b92-b7e9-66cda78e0003 service nova] Lock "4347eb07-8998-41f2-94df-934f102f632d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.683486] env[70867]: DEBUG nova.compute.manager [req-7b2cc985-e988-42b4-85c5-257708ac9f56 req-06c9074a-972a-4b92-b7e9-66cda78e0003 service nova] [instance: 4347eb07-8998-41f2-94df-934f102f632d] No waiting events found dispatching network-vif-plugged-bfcb7c65-1ede-4ebd-adab-80bacd4a3ad5 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 866.683844] env[70867]: WARNING nova.compute.manager [req-7b2cc985-e988-42b4-85c5-257708ac9f56 req-06c9074a-972a-4b92-b7e9-66cda78e0003 service nova] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Received unexpected event network-vif-plugged-bfcb7c65-1ede-4ebd-adab-80bacd4a3ad5 for instance with vm_state building and task_state spawning. [ 866.840902] env[70867]: DEBUG oslo_vmware.api [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': task-3473698, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.858683] env[70867]: DEBUG oslo_vmware.api [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52fc1441-2dae-5162-e188-2dc0f327f7a2, 'name': SearchDatastore_Task, 'duration_secs': 0.012277} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.859591] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93898ea5-3e8c-49a3-a92f-6f7594f287ea {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.866082] env[70867]: DEBUG oslo_vmware.api [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Waiting for the task: (returnval){ [ 866.866082] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f365cd-02e1-7198-400e-4007d882c649" [ 866.866082] env[70867]: _type = "Task" [ 866.866082] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.875351] env[70867]: DEBUG oslo_vmware.api [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f365cd-02e1-7198-400e-4007d882c649, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.035247] env[70867]: DEBUG oslo_vmware.api [None req-033f417b-3846-48b0-808c-f9c8223358ff tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473695, 'name': RemoveSnapshot_Task, 'duration_secs': 0.715667} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.036408] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-033f417b-3846-48b0-808c-f9c8223358ff tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Deleted Snapshot of the VM instance {{(pid=70867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 867.069674] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquiring lock "refresh_cache-4347eb07-8998-41f2-94df-934f102f632d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.069885] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquired lock "refresh_cache-4347eb07-8998-41f2-94df-934f102f632d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.070101] env[70867]: DEBUG nova.network.neutron [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.081496] env[70867]: DEBUG nova.virt.hardware [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.081722] env[70867]: DEBUG nova.virt.hardware [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.081880] env[70867]: DEBUG nova.virt.hardware [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.082082] env[70867]: DEBUG nova.virt.hardware [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.082230] env[70867]: DEBUG nova.virt.hardware [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.082381] env[70867]: DEBUG nova.virt.hardware [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.082585] env[70867]: DEBUG nova.virt.hardware [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.083058] env[70867]: DEBUG nova.virt.hardware [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.083058] env[70867]: DEBUG nova.virt.hardware [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.083214] env[70867]: DEBUG nova.virt.hardware [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.083284] env[70867]: DEBUG nova.virt.hardware [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.086873] env[70867]: DEBUG nova.compute.manager [None req-dfaa1c50-14f8-4583-8ee9-e1a8976760b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.087578] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-dfaa1c50-14f8-4583-8ee9-e1a8976760b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.088395] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ea54b9-ea82-44a7-b388-1b96639fbad6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.094647] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeab03b0-d99e-4d04-b747-9c42a522e787 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.095385] env[70867]: ERROR nova.scheduler.client.report [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [req-95fcdecb-a9fc-48c4-bc2c-740c400a1c1e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f41c8c6b-f09c-4602-9d9f-1177af08ce6d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-95fcdecb-a9fc-48c4-bc2c-740c400a1c1e"}]} [ 867.103887] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9e93b6-254c-46a2-bef9-df1b49977515 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.108853] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfaa1c50-14f8-4583-8ee9-e1a8976760b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.109398] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cbf40aa-08d6-4b80-b529-6f10e971b9b1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.122480] env[70867]: DEBUG nova.scheduler.client.report [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Refreshing inventories for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 867.124634] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Instance VIF info [] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.131896] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.133783] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.133783] env[70867]: DEBUG oslo_vmware.api [None req-dfaa1c50-14f8-4583-8ee9-e1a8976760b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Waiting for the task: (returnval){ [ 867.133783] env[70867]: value = "task-3473699" [ 867.133783] env[70867]: _type = "Task" [ 867.133783] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.133783] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75705cfa-b380-4b80-84bb-1012fa151f9f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.148304] env[70867]: DEBUG nova.scheduler.client.report [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Updating ProviderTree inventory for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 867.148538] env[70867]: DEBUG nova.compute.provider_tree [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 867.160750] env[70867]: DEBUG oslo_vmware.api [None req-dfaa1c50-14f8-4583-8ee9-e1a8976760b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.163428] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.163428] env[70867]: value = "task-3473700" [ 867.163428] env[70867]: _type = "Task" [ 867.163428] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.168280] env[70867]: DEBUG nova.scheduler.client.report [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Refreshing aggregate associations for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d, aggregates: None {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 867.174566] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473700, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.195726] env[70867]: DEBUG nova.scheduler.client.report [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Refreshing trait associations for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 867.254461] env[70867]: DEBUG oslo_concurrency.lockutils [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.254895] env[70867]: DEBUG oslo_concurrency.lockutils [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.344116] env[70867]: DEBUG oslo_vmware.api [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': task-3473698, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.376193] env[70867]: DEBUG oslo_vmware.api [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f365cd-02e1-7198-400e-4007d882c649, 'name': SearchDatastore_Task, 'duration_secs': 0.025332} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.378985] env[70867]: DEBUG oslo_concurrency.lockutils [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.379314] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9/17bdd3ac-64f4-4b2e-b196-ce44e1576aa9.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.379831] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45a3a1ca-841f-4f46-b319-a52fde170a9d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.386471] env[70867]: DEBUG oslo_vmware.api [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Waiting for the task: (returnval){ [ 867.386471] env[70867]: value = "task-3473701" [ 867.386471] env[70867]: _type = "Task" [ 867.386471] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.400370] env[70867]: DEBUG oslo_vmware.api [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': task-3473701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.462860] env[70867]: DEBUG nova.network.neutron [-] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.540135] env[70867]: WARNING nova.compute.manager [None req-033f417b-3846-48b0-808c-f9c8223358ff tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Image not found during snapshot: nova.exception.ImageNotFound: Image a468a046-9beb-48db-88e5-0f7540925769 could not be found. [ 867.607885] env[70867]: DEBUG nova.network.neutron [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 867.657948] env[70867]: DEBUG oslo_vmware.api [None req-dfaa1c50-14f8-4583-8ee9-e1a8976760b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473699, 'name': PowerOffVM_Task, 'duration_secs': 0.482338} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.658252] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfaa1c50-14f8-4583-8ee9-e1a8976760b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.658424] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-dfaa1c50-14f8-4583-8ee9-e1a8976760b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.660816] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08947d33-fe3b-453b-af91-5847dac452e1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.670423] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473700, 'name': CreateVM_Task, 'duration_secs': 0.374504} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.670586] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.670989] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.671176] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.672106] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.673840] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09323379-4fff-44d5-ba57-fad206e6376f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.678555] env[70867]: DEBUG oslo_vmware.api [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Waiting for the task: (returnval){ [ 867.678555] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52139315-5479-6c08-4a72-c5e0a4d471be" [ 867.678555] env[70867]: _type = "Task" [ 867.678555] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.686338] env[70867]: DEBUG oslo_vmware.api [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52139315-5479-6c08-4a72-c5e0a4d471be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.750196] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-dfaa1c50-14f8-4583-8ee9-e1a8976760b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.750196] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-dfaa1c50-14f8-4583-8ee9-e1a8976760b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.750196] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfaa1c50-14f8-4583-8ee9-e1a8976760b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Deleting the datastore file [datastore2] 7d966134-eea1-4707-afd3-08632a846d08 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.750640] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3cecfb98-2a69-44dc-9131-9b7c3c168563 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.757530] env[70867]: DEBUG oslo_vmware.api [None req-dfaa1c50-14f8-4583-8ee9-e1a8976760b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Waiting for the task: (returnval){ [ 867.757530] env[70867]: value = "task-3473703" [ 867.757530] env[70867]: _type = "Task" [ 867.757530] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.768027] env[70867]: DEBUG oslo_vmware.api [None req-dfaa1c50-14f8-4583-8ee9-e1a8976760b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.773600] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0248ec-e78d-4ac0-b911-4ff137a14614 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.777323] env[70867]: DEBUG nova.network.neutron [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Updating instance_info_cache with network_info: [{"id": "bfcb7c65-1ede-4ebd-adab-80bacd4a3ad5", "address": "fa:16:3e:e8:b1:7b", "network": {"id": "3e493881-eefe-496a-9353-8028aec5f643", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2077825194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18e987b51bea4331b1ffaa756933d253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfcb7c65-1e", "ovs_interfaceid": "bfcb7c65-1ede-4ebd-adab-80bacd4a3ad5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.781522] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b199edb6-a0cf-47de-aadd-4f0ff62dc2ee {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.813624] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb14bf2a-bb7b-4bc7-a1c4-52d728b0ddbd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.822826] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef13607-86b4-4622-be1d-2b6f9e5ceb7d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.844337] env[70867]: DEBUG nova.compute.provider_tree [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 867.851022] env[70867]: DEBUG oslo_vmware.api [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': task-3473698, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.896429] env[70867]: DEBUG oslo_vmware.api [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': task-3473701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.965602] env[70867]: INFO nova.compute.manager [-] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Took 1.37 seconds to deallocate network for instance. [ 868.190801] env[70867]: DEBUG oslo_vmware.api [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52139315-5479-6c08-4a72-c5e0a4d471be, 'name': SearchDatastore_Task, 'duration_secs': 0.009681} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.191153] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.191421] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.191674] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.191868] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.192078] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.192382] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e408ffe-32c6-471f-ba7f-9a59f79b37ed {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.210290] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.210505] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.211390] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed532fe8-d93c-46e0-997d-acba8e028eeb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.221028] env[70867]: DEBUG oslo_vmware.api [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Waiting for the task: (returnval){ [ 868.221028] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52036f77-1abf-3c67-ec97-b0ac25984d1c" [ 868.221028] env[70867]: _type = "Task" [ 868.221028] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.232886] env[70867]: DEBUG oslo_vmware.api [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52036f77-1abf-3c67-ec97-b0ac25984d1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.274028] env[70867]: DEBUG oslo_vmware.api [None req-dfaa1c50-14f8-4583-8ee9-e1a8976760b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426511} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.274028] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfaa1c50-14f8-4583-8ee9-e1a8976760b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.274028] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-dfaa1c50-14f8-4583-8ee9-e1a8976760b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.274028] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-dfaa1c50-14f8-4583-8ee9-e1a8976760b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.274028] env[70867]: INFO nova.compute.manager [None req-dfaa1c50-14f8-4583-8ee9-e1a8976760b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Took 1.19 seconds to destroy the instance on the hypervisor. [ 868.274028] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfaa1c50-14f8-4583-8ee9-e1a8976760b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.274028] env[70867]: DEBUG nova.compute.manager [-] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.274028] env[70867]: DEBUG nova.network.neutron [-] [instance: 7d966134-eea1-4707-afd3-08632a846d08] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 868.282038] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Releasing lock "refresh_cache-4347eb07-8998-41f2-94df-934f102f632d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.282459] env[70867]: DEBUG nova.compute.manager [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Instance network_info: |[{"id": "bfcb7c65-1ede-4ebd-adab-80bacd4a3ad5", "address": "fa:16:3e:e8:b1:7b", "network": {"id": "3e493881-eefe-496a-9353-8028aec5f643", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2077825194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18e987b51bea4331b1ffaa756933d253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfcb7c65-1e", "ovs_interfaceid": "bfcb7c65-1ede-4ebd-adab-80bacd4a3ad5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 868.282893] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:b1:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d0c6fd7-3cc9-4818-9475-8f15900394cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfcb7c65-1ede-4ebd-adab-80bacd4a3ad5', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.293325] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Creating folder: Project (18e987b51bea4331b1ffaa756933d253). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 868.293325] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afe01dbe-d602-4786-9f99-b2a85133d69f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.306530] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Created folder: Project (18e987b51bea4331b1ffaa756933d253) in parent group-v694272. [ 868.306802] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Creating folder: Instances. Parent ref: group-v694428. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 868.307140] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56b5e13d-7523-4563-89e6-367de4988a28 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.319331] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Created folder: Instances in parent group-v694428. [ 868.319647] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.319853] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.320093] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bb2ac59-9c51-40ff-9d3c-1d671c2218b8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.336305] env[70867]: DEBUG oslo_concurrency.lockutils [None req-343a1bd3-1d69-4339-b01d-f8b0bf7990e5 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Acquiring lock "22e5eb53-69e2-4aaa-8147-3a9c6998b7eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.336305] env[70867]: DEBUG oslo_concurrency.lockutils [None req-343a1bd3-1d69-4339-b01d-f8b0bf7990e5 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Lock "22e5eb53-69e2-4aaa-8147-3a9c6998b7eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.336305] env[70867]: DEBUG oslo_concurrency.lockutils [None req-343a1bd3-1d69-4339-b01d-f8b0bf7990e5 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Acquiring lock "22e5eb53-69e2-4aaa-8147-3a9c6998b7eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.336624] env[70867]: DEBUG oslo_concurrency.lockutils [None req-343a1bd3-1d69-4339-b01d-f8b0bf7990e5 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Lock "22e5eb53-69e2-4aaa-8147-3a9c6998b7eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.336624] env[70867]: DEBUG oslo_concurrency.lockutils [None req-343a1bd3-1d69-4339-b01d-f8b0bf7990e5 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Lock "22e5eb53-69e2-4aaa-8147-3a9c6998b7eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.342512] env[70867]: INFO nova.compute.manager [None req-343a1bd3-1d69-4339-b01d-f8b0bf7990e5 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Terminating instance [ 868.356401] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.356401] env[70867]: value = "task-3473706" [ 868.356401] env[70867]: _type = "Task" [ 868.356401] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.357145] env[70867]: DEBUG oslo_vmware.api [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': task-3473698, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.591223} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.358095] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 7dd14006-954f-41aa-946c-5d11558920d1/7dd14006-954f-41aa-946c-5d11558920d1.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.358611] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.361951] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7e94d49-e5e7-4c22-8731-37c6053b8f9b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.373095] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473706, 'name': CreateVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.375229] env[70867]: DEBUG oslo_vmware.api [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Waiting for the task: (returnval){ [ 868.375229] env[70867]: value = "task-3473707" [ 868.375229] env[70867]: _type = "Task" [ 868.375229] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.387971] env[70867]: DEBUG oslo_vmware.api [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': task-3473707, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.392542] env[70867]: DEBUG nova.scheduler.client.report [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Updated inventory for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with generation 79 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 868.392928] env[70867]: DEBUG nova.compute.provider_tree [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Updating resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d generation from 79 to 80 during operation: update_inventory {{(pid=70867) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 868.393264] env[70867]: DEBUG nova.compute.provider_tree [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 868.403449] env[70867]: DEBUG oslo_vmware.api [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': task-3473701, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.00294} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.403712] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9/17bdd3ac-64f4-4b2e-b196-ce44e1576aa9.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.403932] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.404203] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-827bafbc-999c-47b6-803e-cd15b7b14db1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.410495] env[70867]: DEBUG oslo_vmware.api [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Waiting for the task: (returnval){ [ 868.410495] env[70867]: value = "task-3473708" [ 868.410495] env[70867]: _type = "Task" [ 868.410495] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.420972] env[70867]: DEBUG oslo_vmware.api [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': task-3473708, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.473749] env[70867]: DEBUG oslo_concurrency.lockutils [None req-544291c4-e074-4bb8-8732-72f611650e51 tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.718581] env[70867]: DEBUG nova.compute.manager [req-f8971009-1e13-4332-a6ca-105ea7c13cef req-e642d6c3-9fce-4f82-adab-3cb2c78ed070 service nova] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Received event network-changed-bfcb7c65-1ede-4ebd-adab-80bacd4a3ad5 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.718788] env[70867]: DEBUG nova.compute.manager [req-f8971009-1e13-4332-a6ca-105ea7c13cef req-e642d6c3-9fce-4f82-adab-3cb2c78ed070 service nova] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Refreshing instance network info cache due to event network-changed-bfcb7c65-1ede-4ebd-adab-80bacd4a3ad5. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 868.719051] env[70867]: DEBUG oslo_concurrency.lockutils [req-f8971009-1e13-4332-a6ca-105ea7c13cef req-e642d6c3-9fce-4f82-adab-3cb2c78ed070 service nova] Acquiring lock "refresh_cache-4347eb07-8998-41f2-94df-934f102f632d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.719223] env[70867]: DEBUG oslo_concurrency.lockutils [req-f8971009-1e13-4332-a6ca-105ea7c13cef req-e642d6c3-9fce-4f82-adab-3cb2c78ed070 service nova] Acquired lock "refresh_cache-4347eb07-8998-41f2-94df-934f102f632d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.719389] env[70867]: DEBUG nova.network.neutron [req-f8971009-1e13-4332-a6ca-105ea7c13cef req-e642d6c3-9fce-4f82-adab-3cb2c78ed070 service nova] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Refreshing network info cache for port bfcb7c65-1ede-4ebd-adab-80bacd4a3ad5 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.731828] env[70867]: DEBUG oslo_vmware.api [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52036f77-1abf-3c67-ec97-b0ac25984d1c, 'name': SearchDatastore_Task, 'duration_secs': 0.052074} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.732658] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-080b91c4-f154-49bf-9b3e-00628b03e404 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.738464] env[70867]: DEBUG oslo_vmware.api [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Waiting for the task: (returnval){ [ 868.738464] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ca25e7-7739-e153-ddee-30347fa260f8" [ 868.738464] env[70867]: _type = "Task" [ 868.738464] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.746249] env[70867]: DEBUG oslo_vmware.api [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ca25e7-7739-e153-ddee-30347fa260f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.854477] env[70867]: DEBUG nova.compute.manager [None req-343a1bd3-1d69-4339-b01d-f8b0bf7990e5 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.854573] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-343a1bd3-1d69-4339-b01d-f8b0bf7990e5 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.855525] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd7b64e-6750-44e3-a95b-dc2d36c142c4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.866462] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-343a1bd3-1d69-4339-b01d-f8b0bf7990e5 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.869542] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e11131d-2989-4983-9e1c-0108d37a3c75 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.871460] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473706, 'name': CreateVM_Task, 'duration_secs': 0.386969} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.871460] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.873021] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.873021] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.873021] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.873188] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeb2f9e5-2bdd-48f4-a75d-4a0ae4261886 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.876245] env[70867]: DEBUG oslo_vmware.api [None req-343a1bd3-1d69-4339-b01d-f8b0bf7990e5 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for the task: (returnval){ [ 868.876245] env[70867]: value = "task-3473709" [ 868.876245] env[70867]: _type = "Task" [ 868.876245] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.879908] env[70867]: DEBUG oslo_vmware.api [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 868.879908] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5236aa74-a031-ab97-0945-73b57172d881" [ 868.879908] env[70867]: _type = "Task" [ 868.879908] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.888807] env[70867]: DEBUG oslo_vmware.api [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': task-3473707, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073237} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.889415] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.890212] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6255528-2307-409d-977d-6491d92e28c2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.898419] env[70867]: DEBUG oslo_vmware.api [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5236aa74-a031-ab97-0945-73b57172d881, 'name': SearchDatastore_Task, 'duration_secs': 0.009303} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.899121] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.525s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.900976] env[70867]: DEBUG oslo_vmware.api [None req-343a1bd3-1d69-4339-b01d-f8b0bf7990e5 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.901847] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.902195] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.902278] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.902502] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.645s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.902742] env[70867]: DEBUG nova.objects.instance [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70867) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 868.923227] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 7dd14006-954f-41aa-946c-5d11558920d1/7dd14006-954f-41aa-946c-5d11558920d1.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.924182] env[70867]: INFO nova.scheduler.client.report [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Deleted allocations for instance a68640b9-e77b-4572-b1fd-9b878578e63c [ 868.928312] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79ac8f62-4f6b-46a4-ba68-c6862090685c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.951586] env[70867]: DEBUG oslo_vmware.api [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': task-3473708, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108465} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.952749] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.953163] env[70867]: DEBUG oslo_vmware.api [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Waiting for the task: (returnval){ [ 868.953163] env[70867]: value = "task-3473710" [ 868.953163] env[70867]: _type = "Task" [ 868.953163] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.953820] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddaba3ad-4ce3-48c8-a7d3-b170990d5edf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.966718] env[70867]: DEBUG oslo_vmware.api [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': task-3473710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.981853] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9/17bdd3ac-64f4-4b2e-b196-ce44e1576aa9.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.982171] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04263d1e-e96d-4b43-9379-ae0777dbde65 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.008906] env[70867]: DEBUG oslo_vmware.api [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Waiting for the task: (returnval){ [ 869.008906] env[70867]: value = "task-3473711" [ 869.008906] env[70867]: _type = "Task" [ 869.008906] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.013224] env[70867]: DEBUG oslo_vmware.api [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': task-3473711, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.103573] env[70867]: DEBUG nova.network.neutron [-] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.250026] env[70867]: DEBUG oslo_vmware.api [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ca25e7-7739-e153-ddee-30347fa260f8, 'name': SearchDatastore_Task, 'duration_secs': 0.034447} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.252218] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.252218] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b/9d4ed53b-02bf-4bad-80b5-8b9105b48d0b.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.252218] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.252218] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.252218] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f93a2195-2f1e-471a-879f-e17639d343fd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.253967] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18638b16-3f2d-4e59-8433-53b6ed24df3f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.263543] env[70867]: DEBUG oslo_vmware.api [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Waiting for the task: (returnval){ [ 869.263543] env[70867]: value = "task-3473712" [ 869.263543] env[70867]: _type = "Task" [ 869.263543] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.264817] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.265015] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.268387] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bce41962-96c5-4f31-af94-731da26699e3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.275395] env[70867]: DEBUG oslo_vmware.api [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': task-3473712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.276448] env[70867]: DEBUG oslo_vmware.api [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 869.276448] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5226c342-d7d8-07e4-0066-d7fd0e40713c" [ 869.276448] env[70867]: _type = "Task" [ 869.276448] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.284380] env[70867]: DEBUG oslo_vmware.api [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5226c342-d7d8-07e4-0066-d7fd0e40713c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.388510] env[70867]: DEBUG oslo_vmware.api [None req-343a1bd3-1d69-4339-b01d-f8b0bf7990e5 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473709, 'name': PowerOffVM_Task, 'duration_secs': 0.201067} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.391089] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-343a1bd3-1d69-4339-b01d-f8b0bf7990e5 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.391262] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-343a1bd3-1d69-4339-b01d-f8b0bf7990e5 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.391526] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a7b0111-96b6-4a79-81ae-5fbbc77ffa09 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.448640] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-343a1bd3-1d69-4339-b01d-f8b0bf7990e5 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.448864] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-343a1bd3-1d69-4339-b01d-f8b0bf7990e5 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.449064] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-343a1bd3-1d69-4339-b01d-f8b0bf7990e5 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Deleting the datastore file [datastore2] 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.449661] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cc012ea1-7527-4a94-845d-3ab7a4e44acd tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Lock "a68640b9-e77b-4572-b1fd-9b878578e63c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.764s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.450593] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b23c76c6-0060-4801-b641-f107f3b5823e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.458037] env[70867]: DEBUG oslo_vmware.api [None req-343a1bd3-1d69-4339-b01d-f8b0bf7990e5 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for the task: (returnval){ [ 869.458037] env[70867]: value = "task-3473714" [ 869.458037] env[70867]: _type = "Task" [ 869.458037] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.462243] env[70867]: DEBUG nova.network.neutron [req-f8971009-1e13-4332-a6ca-105ea7c13cef req-e642d6c3-9fce-4f82-adab-3cb2c78ed070 service nova] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Updated VIF entry in instance network info cache for port bfcb7c65-1ede-4ebd-adab-80bacd4a3ad5. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.462642] env[70867]: DEBUG nova.network.neutron [req-f8971009-1e13-4332-a6ca-105ea7c13cef req-e642d6c3-9fce-4f82-adab-3cb2c78ed070 service nova] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Updating instance_info_cache with network_info: [{"id": "bfcb7c65-1ede-4ebd-adab-80bacd4a3ad5", "address": "fa:16:3e:e8:b1:7b", "network": {"id": "3e493881-eefe-496a-9353-8028aec5f643", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2077825194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18e987b51bea4331b1ffaa756933d253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfcb7c65-1e", "ovs_interfaceid": "bfcb7c65-1ede-4ebd-adab-80bacd4a3ad5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.472989] env[70867]: DEBUG oslo_vmware.api [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': task-3473710, 'name': ReconfigVM_Task, 'duration_secs': 0.279649} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.476278] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 7dd14006-954f-41aa-946c-5d11558920d1/7dd14006-954f-41aa-946c-5d11558920d1.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.477806] env[70867]: DEBUG oslo_vmware.api [None req-343a1bd3-1d69-4339-b01d-f8b0bf7990e5 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.478058] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6880ac9-e421-433a-b73c-94a733b6531b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.485972] env[70867]: DEBUG oslo_vmware.api [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Waiting for the task: (returnval){ [ 869.485972] env[70867]: value = "task-3473715" [ 869.485972] env[70867]: _type = "Task" [ 869.485972] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.496610] env[70867]: DEBUG oslo_vmware.api [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': task-3473715, 'name': Rename_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.516573] env[70867]: DEBUG oslo_vmware.api [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': task-3473711, 'name': ReconfigVM_Task, 'duration_secs': 0.280899} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.516877] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9/17bdd3ac-64f4-4b2e-b196-ce44e1576aa9.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.517596] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b942f0e-a4f6-442f-884f-afd765bba42d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.525076] env[70867]: DEBUG oslo_vmware.api [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Waiting for the task: (returnval){ [ 869.525076] env[70867]: value = "task-3473716" [ 869.525076] env[70867]: _type = "Task" [ 869.525076] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.535129] env[70867]: DEBUG oslo_vmware.api [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': task-3473716, 'name': Rename_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.606657] env[70867]: INFO nova.compute.manager [-] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Took 1.33 seconds to deallocate network for instance. [ 869.780367] env[70867]: DEBUG oslo_vmware.api [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': task-3473712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484011} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.785065] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b/9d4ed53b-02bf-4bad-80b5-8b9105b48d0b.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.785495] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.785831] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6efc7a8f-1176-4527-ad37-fd12ac36c82f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.794359] env[70867]: DEBUG oslo_vmware.api [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5226c342-d7d8-07e4-0066-d7fd0e40713c, 'name': SearchDatastore_Task, 'duration_secs': 0.01078} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.796348] env[70867]: DEBUG oslo_vmware.api [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Waiting for the task: (returnval){ [ 869.796348] env[70867]: value = "task-3473717" [ 869.796348] env[70867]: _type = "Task" [ 869.796348] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.796596] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-557a216d-04ba-45bc-aef0-3cdb9c59976c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.805864] env[70867]: DEBUG oslo_vmware.api [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 869.805864] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5273f67f-8ab2-39f3-334c-85c6593bc1bb" [ 869.805864] env[70867]: _type = "Task" [ 869.805864] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.810171] env[70867]: DEBUG oslo_vmware.api [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': task-3473717, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.820512] env[70867]: DEBUG oslo_vmware.api [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5273f67f-8ab2-39f3-334c-85c6593bc1bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.929046] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2b5c47cb-cd6b-4ab2-bd34-5347b8c55a8e tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.930187] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.358s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.931657] env[70867]: INFO nova.compute.claims [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.971221] env[70867]: DEBUG oslo_concurrency.lockutils [req-f8971009-1e13-4332-a6ca-105ea7c13cef req-e642d6c3-9fce-4f82-adab-3cb2c78ed070 service nova] Releasing lock "refresh_cache-4347eb07-8998-41f2-94df-934f102f632d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.971374] env[70867]: DEBUG nova.compute.manager [req-f8971009-1e13-4332-a6ca-105ea7c13cef req-e642d6c3-9fce-4f82-adab-3cb2c78ed070 service nova] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Received event network-vif-deleted-64f92dad-3c7d-429b-bcce-4c234b84be30 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.971564] env[70867]: DEBUG nova.compute.manager [req-f8971009-1e13-4332-a6ca-105ea7c13cef req-e642d6c3-9fce-4f82-adab-3cb2c78ed070 service nova] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Received event network-vif-deleted-1b186ff3-1993-4c75-a528-7de2dc3d9020 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.971728] env[70867]: INFO nova.compute.manager [req-f8971009-1e13-4332-a6ca-105ea7c13cef req-e642d6c3-9fce-4f82-adab-3cb2c78ed070 service nova] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Neutron deleted interface 1b186ff3-1993-4c75-a528-7de2dc3d9020; detaching it from the instance and deleting it from the info cache [ 869.971893] env[70867]: DEBUG nova.network.neutron [req-f8971009-1e13-4332-a6ca-105ea7c13cef req-e642d6c3-9fce-4f82-adab-3cb2c78ed070 service nova] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.973054] env[70867]: DEBUG oslo_vmware.api [None req-343a1bd3-1d69-4339-b01d-f8b0bf7990e5 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336617} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.973289] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-343a1bd3-1d69-4339-b01d-f8b0bf7990e5 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.973467] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-343a1bd3-1d69-4339-b01d-f8b0bf7990e5 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.973638] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-343a1bd3-1d69-4339-b01d-f8b0bf7990e5 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.973801] env[70867]: INFO nova.compute.manager [None req-343a1bd3-1d69-4339-b01d-f8b0bf7990e5 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 869.974055] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-343a1bd3-1d69-4339-b01d-f8b0bf7990e5 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.974936] env[70867]: DEBUG nova.compute.manager [-] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.975076] env[70867]: DEBUG nova.network.neutron [-] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.996098] env[70867]: DEBUG oslo_vmware.api [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': task-3473715, 'name': Rename_Task, 'duration_secs': 0.354407} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.996476] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.996728] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4658013-6273-467a-bbe8-7489cc3aa69e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.003402] env[70867]: DEBUG oslo_vmware.api [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Waiting for the task: (returnval){ [ 870.003402] env[70867]: value = "task-3473718" [ 870.003402] env[70867]: _type = "Task" [ 870.003402] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.014574] env[70867]: DEBUG oslo_vmware.api [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': task-3473718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.034340] env[70867]: DEBUG oslo_vmware.api [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': task-3473716, 'name': Rename_Task, 'duration_secs': 0.315342} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.034694] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.034953] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d43cb72f-a916-4331-89a1-73419a547169 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.040608] env[70867]: DEBUG oslo_vmware.api [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Waiting for the task: (returnval){ [ 870.040608] env[70867]: value = "task-3473719" [ 870.040608] env[70867]: _type = "Task" [ 870.040608] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.048520] env[70867]: DEBUG oslo_vmware.api [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': task-3473719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.117347] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dfaa1c50-14f8-4583-8ee9-e1a8976760b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.315326] env[70867]: DEBUG oslo_vmware.api [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': task-3473717, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125527} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.318960] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.320035] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0eae1f-ab77-408b-9267-b1596f6c2db9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.330047] env[70867]: DEBUG oslo_vmware.api [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5273f67f-8ab2-39f3-334c-85c6593bc1bb, 'name': SearchDatastore_Task, 'duration_secs': 0.013094} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.337229] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.338035] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 4347eb07-8998-41f2-94df-934f102f632d/4347eb07-8998-41f2-94df-934f102f632d.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.346636] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b/9d4ed53b-02bf-4bad-80b5-8b9105b48d0b.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.346916] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f20dcd2c-bd11-4306-bb36-40f36b9b99af {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.349533] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeaf0eea-4984-4cd6-8905-26ec8a344966 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.367904] env[70867]: DEBUG oslo_vmware.api [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 870.367904] env[70867]: value = "task-3473720" [ 870.367904] env[70867]: _type = "Task" [ 870.367904] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.369108] env[70867]: DEBUG oslo_vmware.api [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Waiting for the task: (returnval){ [ 870.369108] env[70867]: value = "task-3473721" [ 870.369108] env[70867]: _type = "Task" [ 870.369108] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.380286] env[70867]: DEBUG oslo_vmware.api [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.383593] env[70867]: DEBUG oslo_vmware.api [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': task-3473721, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.475951] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f72b58c-3113-4cb5-aa63-ad01a66f3a51 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.486788] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b430e3-6919-4983-b919-856ef804ac58 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.522564] env[70867]: DEBUG oslo_concurrency.lockutils [None req-932f64f3-062f-43cf-82e0-d5ac83c59471 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Acquiring lock "118d6584-a54b-4596-baaa-4c6fa11a2df7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.522843] env[70867]: DEBUG oslo_concurrency.lockutils [None req-932f64f3-062f-43cf-82e0-d5ac83c59471 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Lock "118d6584-a54b-4596-baaa-4c6fa11a2df7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.523071] env[70867]: DEBUG oslo_concurrency.lockutils [None req-932f64f3-062f-43cf-82e0-d5ac83c59471 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Acquiring lock "118d6584-a54b-4596-baaa-4c6fa11a2df7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.523308] env[70867]: DEBUG oslo_concurrency.lockutils [None req-932f64f3-062f-43cf-82e0-d5ac83c59471 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Lock "118d6584-a54b-4596-baaa-4c6fa11a2df7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.523433] env[70867]: DEBUG oslo_concurrency.lockutils [None req-932f64f3-062f-43cf-82e0-d5ac83c59471 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Lock "118d6584-a54b-4596-baaa-4c6fa11a2df7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.525369] env[70867]: DEBUG nova.compute.manager [req-f8971009-1e13-4332-a6ca-105ea7c13cef req-e642d6c3-9fce-4f82-adab-3cb2c78ed070 service nova] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Detach interface failed, port_id=1b186ff3-1993-4c75-a528-7de2dc3d9020, reason: Instance 7d966134-eea1-4707-afd3-08632a846d08 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 870.526048] env[70867]: INFO nova.compute.manager [None req-932f64f3-062f-43cf-82e0-d5ac83c59471 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Terminating instance [ 870.530474] env[70867]: DEBUG oslo_vmware.api [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': task-3473718, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.551211] env[70867]: DEBUG oslo_vmware.api [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': task-3473719, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.748532] env[70867]: DEBUG nova.compute.manager [req-79cddbb9-fea0-4554-809a-253a39e50b67 req-457f83d9-0890-48e5-8500-11c5b671a3cc service nova] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Received event network-vif-deleted-00e9d2d6-8db8-48f1-b88c-acb5fb381d94 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.748786] env[70867]: INFO nova.compute.manager [req-79cddbb9-fea0-4554-809a-253a39e50b67 req-457f83d9-0890-48e5-8500-11c5b671a3cc service nova] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Neutron deleted interface 00e9d2d6-8db8-48f1-b88c-acb5fb381d94; detaching it from the instance and deleting it from the info cache [ 870.749242] env[70867]: DEBUG nova.network.neutron [req-79cddbb9-fea0-4554-809a-253a39e50b67 req-457f83d9-0890-48e5-8500-11c5b671a3cc service nova] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.785611] env[70867]: DEBUG nova.network.neutron [-] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.818826] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d39634ca-9ef1-41d4-a2c1-54e29e74ce0e tempest-VolumesAssistedSnapshotsTest-1070565984 tempest-VolumesAssistedSnapshotsTest-1070565984-project-admin] Acquiring lock "dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.818826] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d39634ca-9ef1-41d4-a2c1-54e29e74ce0e tempest-VolumesAssistedSnapshotsTest-1070565984 tempest-VolumesAssistedSnapshotsTest-1070565984-project-admin] Lock "dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.883370] env[70867]: DEBUG oslo_vmware.api [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': task-3473721, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.886977] env[70867]: DEBUG oslo_vmware.api [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473720, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.013501] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2c97ecb3-6789-4773-ab88-e207bc8fcae1 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Acquiring lock "d0ca53d2-313b-48e6-95ca-b580e0b083ff" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.013737] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2c97ecb3-6789-4773-ab88-e207bc8fcae1 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Lock "d0ca53d2-313b-48e6-95ca-b580e0b083ff" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.019087] env[70867]: DEBUG oslo_vmware.api [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': task-3473718, 'name': PowerOnVM_Task, 'duration_secs': 0.604925} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.021279] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.021486] env[70867]: INFO nova.compute.manager [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Took 9.65 seconds to spawn the instance on the hypervisor. [ 871.021664] env[70867]: DEBUG nova.compute.manager [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.022762] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006479fb-e0fb-408f-8b9b-bdaadc9331d2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.034943] env[70867]: DEBUG nova.compute.manager [None req-932f64f3-062f-43cf-82e0-d5ac83c59471 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.034943] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-932f64f3-062f-43cf-82e0-d5ac83c59471 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.036039] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251292c1-991a-4882-91f4-20098aa7a3ad {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.042452] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-932f64f3-062f-43cf-82e0-d5ac83c59471 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.045367] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b6f61db-ec99-4942-b3e8-2c9e181d9f44 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.053667] env[70867]: DEBUG oslo_vmware.api [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': task-3473719, 'name': PowerOnVM_Task, 'duration_secs': 0.566368} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.054862] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.054969] env[70867]: DEBUG nova.compute.manager [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.055302] env[70867]: DEBUG oslo_vmware.api [None req-932f64f3-062f-43cf-82e0-d5ac83c59471 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Waiting for the task: (returnval){ [ 871.055302] env[70867]: value = "task-3473722" [ 871.055302] env[70867]: _type = "Task" [ 871.055302] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.055948] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7a6964-d02f-46e1-bb55-312ebfc52ee0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.072747] env[70867]: DEBUG oslo_vmware.api [None req-932f64f3-062f-43cf-82e0-d5ac83c59471 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.252016] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ba89c62-bbf6-49f4-9415-ecd8b9a75e3a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.263073] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fd5336-d1b5-4d34-8043-64f7ce68e48f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.301736] env[70867]: INFO nova.compute.manager [-] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Took 1.33 seconds to deallocate network for instance. [ 871.302125] env[70867]: DEBUG nova.compute.manager [req-79cddbb9-fea0-4554-809a-253a39e50b67 req-457f83d9-0890-48e5-8500-11c5b671a3cc service nova] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Detach interface failed, port_id=00e9d2d6-8db8-48f1-b88c-acb5fb381d94, reason: Instance 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 871.322743] env[70867]: DEBUG nova.compute.utils [None req-d39634ca-9ef1-41d4-a2c1-54e29e74ce0e tempest-VolumesAssistedSnapshotsTest-1070565984 tempest-VolumesAssistedSnapshotsTest-1070565984-project-admin] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.382116] env[70867]: DEBUG oslo_vmware.api [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473720, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571284} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.382852] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 4347eb07-8998-41f2-94df-934f102f632d/4347eb07-8998-41f2-94df-934f102f632d.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.383094] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.383335] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fea4c649-4294-486f-a57f-b90d7fbaeae0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.387667] env[70867]: DEBUG oslo_vmware.api [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': task-3473721, 'name': ReconfigVM_Task, 'duration_secs': 0.563686} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.388201] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b/9d4ed53b-02bf-4bad-80b5-8b9105b48d0b.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.388777] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd4c00ba-6780-4106-9b03-74ec68c3eac8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.391259] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65707f69-74cd-429d-86a4-121b062fbe11 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.394684] env[70867]: DEBUG oslo_vmware.api [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 871.394684] env[70867]: value = "task-3473723" [ 871.394684] env[70867]: _type = "Task" [ 871.394684] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.400585] env[70867]: DEBUG oslo_vmware.api [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Waiting for the task: (returnval){ [ 871.400585] env[70867]: value = "task-3473724" [ 871.400585] env[70867]: _type = "Task" [ 871.400585] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.402013] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ae755d-4d7a-4de6-ba71-4b4d9f1023e9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.410674] env[70867]: DEBUG oslo_vmware.api [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.416119] env[70867]: DEBUG oslo_vmware.api [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': task-3473724, 'name': Rename_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.439910] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a012ac40-0b93-43f8-a1e2-cedb03a5555d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.446892] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fe3c70-e3d2-43a0-b85e-9f0bfe9eb0d6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.461559] env[70867]: DEBUG nova.compute.provider_tree [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 871.517093] env[70867]: DEBUG nova.compute.utils [None req-2c97ecb3-6789-4773-ab88-e207bc8fcae1 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.538445] env[70867]: INFO nova.compute.manager [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Took 49.55 seconds to build instance. [ 871.567321] env[70867]: DEBUG oslo_vmware.api [None req-932f64f3-062f-43cf-82e0-d5ac83c59471 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473722, 'name': PowerOffVM_Task, 'duration_secs': 0.185821} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.567576] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-932f64f3-062f-43cf-82e0-d5ac83c59471 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.567741] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-932f64f3-062f-43cf-82e0-d5ac83c59471 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.567975] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93971142-9652-47ec-a583-1b183dcc9b24 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.582387] env[70867]: DEBUG oslo_concurrency.lockutils [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.620410] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-932f64f3-062f-43cf-82e0-d5ac83c59471 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.620869] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-932f64f3-062f-43cf-82e0-d5ac83c59471 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.621253] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-932f64f3-062f-43cf-82e0-d5ac83c59471 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Deleting the datastore file [datastore1] 118d6584-a54b-4596-baaa-4c6fa11a2df7 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.621626] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40123958-d7e8-4c9e-a617-f27b27314dab {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.628510] env[70867]: DEBUG oslo_vmware.api [None req-932f64f3-062f-43cf-82e0-d5ac83c59471 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Waiting for the task: (returnval){ [ 871.628510] env[70867]: value = "task-3473726" [ 871.628510] env[70867]: _type = "Task" [ 871.628510] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.636411] env[70867]: DEBUG oslo_vmware.api [None req-932f64f3-062f-43cf-82e0-d5ac83c59471 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.812829] env[70867]: DEBUG oslo_concurrency.lockutils [None req-343a1bd3-1d69-4339-b01d-f8b0bf7990e5 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.828031] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d39634ca-9ef1-41d4-a2c1-54e29e74ce0e tempest-VolumesAssistedSnapshotsTest-1070565984 tempest-VolumesAssistedSnapshotsTest-1070565984-project-admin] Lock "dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.904437] env[70867]: DEBUG oslo_vmware.api [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144752} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.908028] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.908708] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfb602c-7ea7-4105-9bd4-24f9cf09c205 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.930248] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 4347eb07-8998-41f2-94df-934f102f632d/4347eb07-8998-41f2-94df-934f102f632d.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.932901] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-409cc1a1-8813-40ed-957d-3c3e2ab7e28b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.946922] env[70867]: DEBUG oslo_vmware.api [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': task-3473724, 'name': Rename_Task, 'duration_secs': 0.134402} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.947244] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.947765] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61feae54-21bd-4c33-80f6-d7f8d5d3c8a1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.953637] env[70867]: DEBUG oslo_vmware.api [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 871.953637] env[70867]: value = "task-3473727" [ 871.953637] env[70867]: _type = "Task" [ 871.953637] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.954790] env[70867]: DEBUG oslo_vmware.api [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Waiting for the task: (returnval){ [ 871.954790] env[70867]: value = "task-3473728" [ 871.954790] env[70867]: _type = "Task" [ 871.954790] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.967040] env[70867]: DEBUG oslo_vmware.api [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': task-3473728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.970350] env[70867]: DEBUG oslo_vmware.api [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473727, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.998213] env[70867]: DEBUG nova.scheduler.client.report [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Updated inventory for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with generation 80 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 871.998521] env[70867]: DEBUG nova.compute.provider_tree [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Updating resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d generation from 80 to 81 during operation: update_inventory {{(pid=70867) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 871.998733] env[70867]: DEBUG nova.compute.provider_tree [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 872.020014] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2c97ecb3-6789-4773-ab88-e207bc8fcae1 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Lock "d0ca53d2-313b-48e6-95ca-b580e0b083ff" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.040489] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e14e8dc4-fadb-4017-b748-7a443d4964a0 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Lock "7dd14006-954f-41aa-946c-5d11558920d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.718s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.138493] env[70867]: DEBUG oslo_vmware.api [None req-932f64f3-062f-43cf-82e0-d5ac83c59471 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.468998] env[70867]: DEBUG oslo_vmware.api [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': task-3473728, 'name': PowerOnVM_Task} progress is 76%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.472468] env[70867]: DEBUG oslo_vmware.api [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473727, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.503892] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.504522] env[70867]: DEBUG nova.compute.manager [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 872.507245] env[70867]: DEBUG oslo_concurrency.lockutils [None req-522a718c-31d5-4a19-acde-113e6df9dc7a tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.054s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.507490] env[70867]: DEBUG nova.objects.instance [None req-522a718c-31d5-4a19-acde-113e6df9dc7a tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Lazy-loading 'resources' on Instance uuid 39540351-0bb2-4505-a505-06bf5aaca7f2 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.543207] env[70867]: DEBUG nova.compute.manager [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 872.640050] env[70867]: DEBUG oslo_vmware.api [None req-932f64f3-062f-43cf-82e0-d5ac83c59471 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Task: {'id': task-3473726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.764844} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.640161] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-932f64f3-062f-43cf-82e0-d5ac83c59471 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.642474] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-932f64f3-062f-43cf-82e0-d5ac83c59471 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.642474] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-932f64f3-062f-43cf-82e0-d5ac83c59471 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.642474] env[70867]: INFO nova.compute.manager [None req-932f64f3-062f-43cf-82e0-d5ac83c59471 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Took 1.61 seconds to destroy the instance on the hypervisor. [ 872.642474] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-932f64f3-062f-43cf-82e0-d5ac83c59471 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.642474] env[70867]: DEBUG nova.compute.manager [-] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.642474] env[70867]: DEBUG nova.network.neutron [-] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.903773] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d39634ca-9ef1-41d4-a2c1-54e29e74ce0e tempest-VolumesAssistedSnapshotsTest-1070565984 tempest-VolumesAssistedSnapshotsTest-1070565984-project-admin] Acquiring lock "dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.904067] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d39634ca-9ef1-41d4-a2c1-54e29e74ce0e tempest-VolumesAssistedSnapshotsTest-1070565984 tempest-VolumesAssistedSnapshotsTest-1070565984-project-admin] Lock "dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.904317] env[70867]: INFO nova.compute.manager [None req-d39634ca-9ef1-41d4-a2c1-54e29e74ce0e tempest-VolumesAssistedSnapshotsTest-1070565984 tempest-VolumesAssistedSnapshotsTest-1070565984-project-admin] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Attaching volume 3d10e905-880b-40d8-9b43-6b04c7aa44db to /dev/sdb [ 872.956965] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5adecf-ee62-4b2e-bee1-20fb619e1039 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.988265] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6addb6bc-dc3b-4e20-90c3-3c8e0370fc6f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.991437] env[70867]: DEBUG oslo_vmware.api [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473727, 'name': ReconfigVM_Task, 'duration_secs': 0.806198} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.994804] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 4347eb07-8998-41f2-94df-934f102f632d/4347eb07-8998-41f2-94df-934f102f632d.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.995775] env[70867]: DEBUG oslo_vmware.api [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': task-3473728, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.996357] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f593b93-b6cc-416a-83d1-b8e8e371a717 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.003602] env[70867]: DEBUG oslo_vmware.api [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 873.003602] env[70867]: value = "task-3473729" [ 873.003602] env[70867]: _type = "Task" [ 873.003602] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.011402] env[70867]: DEBUG nova.compute.utils [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.015422] env[70867]: DEBUG nova.virt.block_device [None req-d39634ca-9ef1-41d4-a2c1-54e29e74ce0e tempest-VolumesAssistedSnapshotsTest-1070565984 tempest-VolumesAssistedSnapshotsTest-1070565984-project-admin] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Updating existing volume attachment record: d283e98f-640c-4dec-a75b-88c5f8c7cb90 {{(pid=70867) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 873.018415] env[70867]: DEBUG nova.compute.manager [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 873.018415] env[70867]: DEBUG nova.network.neutron [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 873.023309] env[70867]: DEBUG oslo_vmware.api [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473729, 'name': Rename_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.070031] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.076472] env[70867]: DEBUG nova.policy [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86ca3ba8f86045e7bf819f7d1c271147', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18e987b51bea4331b1ffaa756933d253', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 873.087471] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2c97ecb3-6789-4773-ab88-e207bc8fcae1 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Acquiring lock "d0ca53d2-313b-48e6-95ca-b580e0b083ff" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.087471] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2c97ecb3-6789-4773-ab88-e207bc8fcae1 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Lock "d0ca53d2-313b-48e6-95ca-b580e0b083ff" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.087471] env[70867]: INFO nova.compute.manager [None req-2c97ecb3-6789-4773-ab88-e207bc8fcae1 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Attaching volume ab1bd73c-14ea-4ad3-b18e-3ff4cd1b1670 to /dev/sdb [ 873.144584] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0b8fb4-db4a-4227-abec-c960f1141f7b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.151551] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0674805-5f0a-4e2d-b72c-5d55ed224579 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.169458] env[70867]: DEBUG nova.virt.block_device [None req-2c97ecb3-6789-4773-ab88-e207bc8fcae1 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Updating existing volume attachment record: e9c60bfd-9102-49d3-bf8d-5f2d9ea1bea8 {{(pid=70867) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 873.330615] env[70867]: DEBUG nova.compute.manager [req-efd286f2-ce23-449d-9f9c-e1281bea9104 req-76ab0d39-657b-4d63-b580-77ce45829ed1 service nova] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Received event network-vif-deleted-e607ba17-121b-4d5c-a9ab-2f702cad2838 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.330810] env[70867]: INFO nova.compute.manager [req-efd286f2-ce23-449d-9f9c-e1281bea9104 req-76ab0d39-657b-4d63-b580-77ce45829ed1 service nova] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Neutron deleted interface e607ba17-121b-4d5c-a9ab-2f702cad2838; detaching it from the instance and deleting it from the info cache [ 873.331190] env[70867]: DEBUG nova.network.neutron [req-efd286f2-ce23-449d-9f9c-e1281bea9104 req-76ab0d39-657b-4d63-b580-77ce45829ed1 service nova] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.479516] env[70867]: DEBUG oslo_vmware.api [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': task-3473728, 'name': PowerOnVM_Task, 'duration_secs': 1.311154} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.479892] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.480572] env[70867]: DEBUG nova.compute.manager [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.481254] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886d3cf1-5b2c-4149-ab63-3766e0ea3bfa {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.487579] env[70867]: DEBUG nova.network.neutron [-] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.517665] env[70867]: DEBUG oslo_vmware.api [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473729, 'name': Rename_Task, 'duration_secs': 0.312112} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.518165] env[70867]: DEBUG nova.compute.manager [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 873.520815] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.521029] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a514718c-2a5d-4e6f-91ec-f1da717e5b35 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.529295] env[70867]: DEBUG oslo_vmware.api [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 873.529295] env[70867]: value = "task-3473734" [ 873.529295] env[70867]: _type = "Task" [ 873.529295] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.532529] env[70867]: DEBUG nova.network.neutron [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Successfully created port: d699d938-0565-46d0-bcce-493a19fa21ec {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 873.545943] env[70867]: DEBUG oslo_vmware.api [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.650449] env[70867]: DEBUG nova.compute.manager [req-deb927e3-f6cb-4f64-80d6-9dd63e90b3cb req-c8dfd51a-2370-44b6-9fdb-d0f629175c49 service nova] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Received event network-changed-a8d21a1c-a1d1-42de-99a2-a8432bcb4f98 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.650449] env[70867]: DEBUG nova.compute.manager [req-deb927e3-f6cb-4f64-80d6-9dd63e90b3cb req-c8dfd51a-2370-44b6-9fdb-d0f629175c49 service nova] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Refreshing instance network info cache due to event network-changed-a8d21a1c-a1d1-42de-99a2-a8432bcb4f98. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 873.650449] env[70867]: DEBUG oslo_concurrency.lockutils [req-deb927e3-f6cb-4f64-80d6-9dd63e90b3cb req-c8dfd51a-2370-44b6-9fdb-d0f629175c49 service nova] Acquiring lock "refresh_cache-7dd14006-954f-41aa-946c-5d11558920d1" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.650449] env[70867]: DEBUG oslo_concurrency.lockutils [req-deb927e3-f6cb-4f64-80d6-9dd63e90b3cb req-c8dfd51a-2370-44b6-9fdb-d0f629175c49 service nova] Acquired lock "refresh_cache-7dd14006-954f-41aa-946c-5d11558920d1" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.650805] env[70867]: DEBUG nova.network.neutron [req-deb927e3-f6cb-4f64-80d6-9dd63e90b3cb req-c8dfd51a-2370-44b6-9fdb-d0f629175c49 service nova] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Refreshing network info cache for port a8d21a1c-a1d1-42de-99a2-a8432bcb4f98 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.700186] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c77b52-0c1e-4de0-9814-cdb2b69a0d02 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.707961] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276e20d7-b0bd-4778-900d-1cbf7d769c75 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.743770] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704992ad-406b-4a3d-811f-f8e25fac0abf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.751518] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6862160-ea64-4be3-8d31-4aac031c4714 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.765254] env[70867]: DEBUG nova.compute.provider_tree [None req-522a718c-31d5-4a19-acde-113e6df9dc7a tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.834477] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-863f33f9-cb00-4352-9a6a-29d40a479f80 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.844234] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd14e598-ec1b-4018-9bf8-f9d96863e9c6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.889321] env[70867]: DEBUG nova.compute.manager [req-efd286f2-ce23-449d-9f9c-e1281bea9104 req-76ab0d39-657b-4d63-b580-77ce45829ed1 service nova] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Detach interface failed, port_id=e607ba17-121b-4d5c-a9ab-2f702cad2838, reason: Instance 118d6584-a54b-4596-baaa-4c6fa11a2df7 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 873.924219] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b67cff09-ddce-4086-b3e7-8899a4cccc5b tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Acquiring lock "17bdd3ac-64f4-4b2e-b196-ce44e1576aa9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.925277] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b67cff09-ddce-4086-b3e7-8899a4cccc5b tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Lock "17bdd3ac-64f4-4b2e-b196-ce44e1576aa9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.925277] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b67cff09-ddce-4086-b3e7-8899a4cccc5b tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Acquiring lock "17bdd3ac-64f4-4b2e-b196-ce44e1576aa9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.925277] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b67cff09-ddce-4086-b3e7-8899a4cccc5b tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Lock "17bdd3ac-64f4-4b2e-b196-ce44e1576aa9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.925277] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b67cff09-ddce-4086-b3e7-8899a4cccc5b tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Lock "17bdd3ac-64f4-4b2e-b196-ce44e1576aa9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.927190] env[70867]: INFO nova.compute.manager [None req-b67cff09-ddce-4086-b3e7-8899a4cccc5b tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Terminating instance [ 873.994725] env[70867]: INFO nova.compute.manager [-] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Took 1.35 seconds to deallocate network for instance. [ 874.005068] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.040843] env[70867]: DEBUG oslo_vmware.api [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473734, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.268108] env[70867]: DEBUG nova.scheduler.client.report [None req-522a718c-31d5-4a19-acde-113e6df9dc7a tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.312891] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f7962a4f-1b65-46e7-8eb1-a649c93d887f tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Acquiring lock "7dd14006-954f-41aa-946c-5d11558920d1" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.313143] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f7962a4f-1b65-46e7-8eb1-a649c93d887f tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Lock "7dd14006-954f-41aa-946c-5d11558920d1" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.313372] env[70867]: INFO nova.compute.manager [None req-f7962a4f-1b65-46e7-8eb1-a649c93d887f tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Rebooting instance [ 874.395747] env[70867]: DEBUG nova.network.neutron [req-deb927e3-f6cb-4f64-80d6-9dd63e90b3cb req-c8dfd51a-2370-44b6-9fdb-d0f629175c49 service nova] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Updated VIF entry in instance network info cache for port a8d21a1c-a1d1-42de-99a2-a8432bcb4f98. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 874.396131] env[70867]: DEBUG nova.network.neutron [req-deb927e3-f6cb-4f64-80d6-9dd63e90b3cb req-c8dfd51a-2370-44b6-9fdb-d0f629175c49 service nova] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Updating instance_info_cache with network_info: [{"id": "a8d21a1c-a1d1-42de-99a2-a8432bcb4f98", "address": "fa:16:3e:ae:2b:ca", "network": {"id": "6122a663-d933-4069-bc75-5d3bbccd9550", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-945052682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9a2be483b6843acbe87adb625979fc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8d21a1c-a1", "ovs_interfaceid": "a8d21a1c-a1d1-42de-99a2-a8432bcb4f98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.431139] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b67cff09-ddce-4086-b3e7-8899a4cccc5b tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Acquiring lock "refresh_cache-17bdd3ac-64f4-4b2e-b196-ce44e1576aa9" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.431340] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b67cff09-ddce-4086-b3e7-8899a4cccc5b tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Acquired lock "refresh_cache-17bdd3ac-64f4-4b2e-b196-ce44e1576aa9" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.431521] env[70867]: DEBUG nova.network.neutron [None req-b67cff09-ddce-4086-b3e7-8899a4cccc5b tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.509290] env[70867]: DEBUG oslo_concurrency.lockutils [None req-932f64f3-062f-43cf-82e0-d5ac83c59471 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.530073] env[70867]: DEBUG nova.compute.manager [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 874.541023] env[70867]: DEBUG oslo_vmware.api [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473734, 'name': PowerOnVM_Task, 'duration_secs': 0.561027} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.541137] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.541315] env[70867]: INFO nova.compute.manager [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Took 9.39 seconds to spawn the instance on the hypervisor. [ 874.541491] env[70867]: DEBUG nova.compute.manager [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.542269] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f765f73-d200-4f5e-9a63-1487c9339ca9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.559874] env[70867]: DEBUG nova.virt.hardware [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.560179] env[70867]: DEBUG nova.virt.hardware [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.560929] env[70867]: DEBUG nova.virt.hardware [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.560929] env[70867]: DEBUG nova.virt.hardware [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.560929] env[70867]: DEBUG nova.virt.hardware [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.560929] env[70867]: DEBUG nova.virt.hardware [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.560929] env[70867]: DEBUG nova.virt.hardware [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.561179] env[70867]: DEBUG nova.virt.hardware [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.561217] env[70867]: DEBUG nova.virt.hardware [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.561373] env[70867]: DEBUG nova.virt.hardware [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.561531] env[70867]: DEBUG nova.virt.hardware [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.562461] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c8e475-59e2-45dd-9992-9c9bb3770754 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.570348] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae0016e-7e10-40e8-ab8e-7d450381f59e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.773618] env[70867]: DEBUG oslo_concurrency.lockutils [None req-522a718c-31d5-4a19-acde-113e6df9dc7a tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.266s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.776581] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.329s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.778361] env[70867]: INFO nova.compute.claims [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 874.799007] env[70867]: INFO nova.scheduler.client.report [None req-522a718c-31d5-4a19-acde-113e6df9dc7a tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Deleted allocations for instance 39540351-0bb2-4505-a505-06bf5aaca7f2 [ 874.856530] env[70867]: DEBUG oslo_concurrency.lockutils [None req-310f47e1-e324-4c1f-bdcb-b7ddfc622052 tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Acquiring lock "9d4ed53b-02bf-4bad-80b5-8b9105b48d0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.856986] env[70867]: DEBUG oslo_concurrency.lockutils [None req-310f47e1-e324-4c1f-bdcb-b7ddfc622052 tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Lock "9d4ed53b-02bf-4bad-80b5-8b9105b48d0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.858024] env[70867]: DEBUG oslo_concurrency.lockutils [None req-310f47e1-e324-4c1f-bdcb-b7ddfc622052 tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Acquiring lock "9d4ed53b-02bf-4bad-80b5-8b9105b48d0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.858024] env[70867]: DEBUG oslo_concurrency.lockutils [None req-310f47e1-e324-4c1f-bdcb-b7ddfc622052 tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Lock "9d4ed53b-02bf-4bad-80b5-8b9105b48d0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.858024] env[70867]: DEBUG oslo_concurrency.lockutils [None req-310f47e1-e324-4c1f-bdcb-b7ddfc622052 tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Lock "9d4ed53b-02bf-4bad-80b5-8b9105b48d0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.859983] env[70867]: INFO nova.compute.manager [None req-310f47e1-e324-4c1f-bdcb-b7ddfc622052 tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Terminating instance [ 874.899331] env[70867]: DEBUG oslo_concurrency.lockutils [req-deb927e3-f6cb-4f64-80d6-9dd63e90b3cb req-c8dfd51a-2370-44b6-9fdb-d0f629175c49 service nova] Releasing lock "refresh_cache-7dd14006-954f-41aa-946c-5d11558920d1" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.952700] env[70867]: DEBUG nova.network.neutron [None req-b67cff09-ddce-4086-b3e7-8899a4cccc5b tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.004353] env[70867]: DEBUG nova.network.neutron [None req-b67cff09-ddce-4086-b3e7-8899a4cccc5b tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.060359] env[70867]: INFO nova.compute.manager [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Took 46.28 seconds to build instance. [ 875.173790] env[70867]: DEBUG nova.network.neutron [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Successfully updated port: d699d938-0565-46d0-bcce-493a19fa21ec {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 875.308816] env[70867]: DEBUG oslo_concurrency.lockutils [None req-522a718c-31d5-4a19-acde-113e6df9dc7a tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Lock "39540351-0bb2-4505-a505-06bf5aaca7f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.085s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.364009] env[70867]: DEBUG oslo_concurrency.lockutils [None req-310f47e1-e324-4c1f-bdcb-b7ddfc622052 tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Acquiring lock "refresh_cache-9d4ed53b-02bf-4bad-80b5-8b9105b48d0b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.364228] env[70867]: DEBUG oslo_concurrency.lockutils [None req-310f47e1-e324-4c1f-bdcb-b7ddfc622052 tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Acquired lock "refresh_cache-9d4ed53b-02bf-4bad-80b5-8b9105b48d0b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.364415] env[70867]: DEBUG nova.network.neutron [None req-310f47e1-e324-4c1f-bdcb-b7ddfc622052 tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.507456] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b67cff09-ddce-4086-b3e7-8899a4cccc5b tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Releasing lock "refresh_cache-17bdd3ac-64f4-4b2e-b196-ce44e1576aa9" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.507899] env[70867]: DEBUG nova.compute.manager [None req-b67cff09-ddce-4086-b3e7-8899a4cccc5b tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 875.508116] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b67cff09-ddce-4086-b3e7-8899a4cccc5b tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.509745] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7854fa5-6b1a-45e8-a109-fc49a3deb697 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.514556] env[70867]: DEBUG nova.compute.manager [req-9898a210-a522-4e23-b685-c9f348dc257b req-f3e116eb-34a5-4ec5-bc36-6847cb88ad08 service nova] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Received event network-vif-plugged-d699d938-0565-46d0-bcce-493a19fa21ec {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.514763] env[70867]: DEBUG oslo_concurrency.lockutils [req-9898a210-a522-4e23-b685-c9f348dc257b req-f3e116eb-34a5-4ec5-bc36-6847cb88ad08 service nova] Acquiring lock "46d74c4c-c717-4355-822d-2f6397c7f3e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.514964] env[70867]: DEBUG oslo_concurrency.lockutils [req-9898a210-a522-4e23-b685-c9f348dc257b req-f3e116eb-34a5-4ec5-bc36-6847cb88ad08 service nova] Lock "46d74c4c-c717-4355-822d-2f6397c7f3e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.515148] env[70867]: DEBUG oslo_concurrency.lockutils [req-9898a210-a522-4e23-b685-c9f348dc257b req-f3e116eb-34a5-4ec5-bc36-6847cb88ad08 service nova] Lock "46d74c4c-c717-4355-822d-2f6397c7f3e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.515334] env[70867]: DEBUG nova.compute.manager [req-9898a210-a522-4e23-b685-c9f348dc257b req-f3e116eb-34a5-4ec5-bc36-6847cb88ad08 service nova] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] No waiting events found dispatching network-vif-plugged-d699d938-0565-46d0-bcce-493a19fa21ec {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 875.515505] env[70867]: WARNING nova.compute.manager [req-9898a210-a522-4e23-b685-c9f348dc257b req-f3e116eb-34a5-4ec5-bc36-6847cb88ad08 service nova] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Received unexpected event network-vif-plugged-d699d938-0565-46d0-bcce-493a19fa21ec for instance with vm_state building and task_state spawning. [ 875.515665] env[70867]: DEBUG nova.compute.manager [req-9898a210-a522-4e23-b685-c9f348dc257b req-f3e116eb-34a5-4ec5-bc36-6847cb88ad08 service nova] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Received event network-changed-d699d938-0565-46d0-bcce-493a19fa21ec {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.515819] env[70867]: DEBUG nova.compute.manager [req-9898a210-a522-4e23-b685-c9f348dc257b req-f3e116eb-34a5-4ec5-bc36-6847cb88ad08 service nova] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Refreshing instance network info cache due to event network-changed-d699d938-0565-46d0-bcce-493a19fa21ec. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 875.515998] env[70867]: DEBUG oslo_concurrency.lockutils [req-9898a210-a522-4e23-b685-c9f348dc257b req-f3e116eb-34a5-4ec5-bc36-6847cb88ad08 service nova] Acquiring lock "refresh_cache-46d74c4c-c717-4355-822d-2f6397c7f3e6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.516151] env[70867]: DEBUG oslo_concurrency.lockutils [req-9898a210-a522-4e23-b685-c9f348dc257b req-f3e116eb-34a5-4ec5-bc36-6847cb88ad08 service nova] Acquired lock "refresh_cache-46d74c4c-c717-4355-822d-2f6397c7f3e6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.516291] env[70867]: DEBUG nova.network.neutron [req-9898a210-a522-4e23-b685-c9f348dc257b req-f3e116eb-34a5-4ec5-bc36-6847cb88ad08 service nova] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Refreshing network info cache for port d699d938-0565-46d0-bcce-493a19fa21ec {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.522439] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67cff09-ddce-4086-b3e7-8899a4cccc5b tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.522638] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d98184b8-20ee-458a-9fdf-2a35e1491e93 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.529475] env[70867]: DEBUG oslo_vmware.api [None req-b67cff09-ddce-4086-b3e7-8899a4cccc5b tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Waiting for the task: (returnval){ [ 875.529475] env[70867]: value = "task-3473738" [ 875.529475] env[70867]: _type = "Task" [ 875.529475] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.537776] env[70867]: DEBUG oslo_vmware.api [None req-b67cff09-ddce-4086-b3e7-8899a4cccc5b tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': task-3473738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.565758] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0b0031a7-28c2-4943-b0e1-5f2c35e1efa3 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lock "4347eb07-8998-41f2-94df-934f102f632d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.295s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.676644] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquiring lock "refresh_cache-46d74c4c-c717-4355-822d-2f6397c7f3e6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.885342] env[70867]: DEBUG nova.network.neutron [None req-310f47e1-e324-4c1f-bdcb-b7ddfc622052 tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.949758] env[70867]: DEBUG nova.network.neutron [None req-310f47e1-e324-4c1f-bdcb-b7ddfc622052 tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.042195] env[70867]: DEBUG oslo_vmware.api [None req-b67cff09-ddce-4086-b3e7-8899a4cccc5b tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': task-3473738, 'name': PowerOffVM_Task, 'duration_secs': 0.135168} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.042298] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67cff09-ddce-4086-b3e7-8899a4cccc5b tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.042397] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b67cff09-ddce-4086-b3e7-8899a4cccc5b tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.042758] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a0bee31-9994-4079-abd1-e55bbc8a69dc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.050123] env[70867]: DEBUG nova.network.neutron [req-9898a210-a522-4e23-b685-c9f348dc257b req-f3e116eb-34a5-4ec5-bc36-6847cb88ad08 service nova] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 876.069672] env[70867]: DEBUG nova.compute.manager [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 876.074216] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b67cff09-ddce-4086-b3e7-8899a4cccc5b tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.074443] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b67cff09-ddce-4086-b3e7-8899a4cccc5b tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.074615] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b67cff09-ddce-4086-b3e7-8899a4cccc5b tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Deleting the datastore file [datastore1] 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.075120] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebf06476-1e3e-4eff-960f-c1be5197b182 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.081103] env[70867]: DEBUG oslo_vmware.api [None req-b67cff09-ddce-4086-b3e7-8899a4cccc5b tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Waiting for the task: (returnval){ [ 876.081103] env[70867]: value = "task-3473741" [ 876.081103] env[70867]: _type = "Task" [ 876.081103] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.095043] env[70867]: DEBUG oslo_vmware.api [None req-b67cff09-ddce-4086-b3e7-8899a4cccc5b tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': task-3473741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.124633] env[70867]: DEBUG nova.network.neutron [req-9898a210-a522-4e23-b685-c9f348dc257b req-f3e116eb-34a5-4ec5-bc36-6847cb88ad08 service nova] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.254370] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b362ed0-a3ae-4d8e-8d3b-e4f573e0c906 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.263242] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e57e73-9a5d-43e1-9c3b-eb8efd162e30 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.293668] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d757f9-b81d-455c-a6ac-6e0f6d8f0386 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.301029] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5cd372-612f-487d-a200-754a8ce481ee {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.314036] env[70867]: DEBUG nova.compute.provider_tree [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 876.453738] env[70867]: DEBUG oslo_concurrency.lockutils [None req-310f47e1-e324-4c1f-bdcb-b7ddfc622052 tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Releasing lock "refresh_cache-9d4ed53b-02bf-4bad-80b5-8b9105b48d0b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.453803] env[70867]: DEBUG nova.compute.manager [None req-310f47e1-e324-4c1f-bdcb-b7ddfc622052 tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.453976] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-310f47e1-e324-4c1f-bdcb-b7ddfc622052 tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.455033] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7f835d-47ca-4456-a479-7b4725e2adab {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.462672] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-310f47e1-e324-4c1f-bdcb-b7ddfc622052 tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.462965] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b57c0aa1-bc77-47d6-9a5a-4e4e47621eea {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.468922] env[70867]: DEBUG oslo_vmware.api [None req-310f47e1-e324-4c1f-bdcb-b7ddfc622052 tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Waiting for the task: (returnval){ [ 876.468922] env[70867]: value = "task-3473742" [ 876.468922] env[70867]: _type = "Task" [ 876.468922] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.476581] env[70867]: DEBUG oslo_vmware.api [None req-310f47e1-e324-4c1f-bdcb-b7ddfc622052 tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': task-3473742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.591496] env[70867]: DEBUG oslo_vmware.api [None req-b67cff09-ddce-4086-b3e7-8899a4cccc5b tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Task: {'id': task-3473741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143972} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.592375] env[70867]: DEBUG oslo_concurrency.lockutils [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.592650] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b67cff09-ddce-4086-b3e7-8899a4cccc5b tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.592828] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b67cff09-ddce-4086-b3e7-8899a4cccc5b tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.593010] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b67cff09-ddce-4086-b3e7-8899a4cccc5b tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.593191] env[70867]: INFO nova.compute.manager [None req-b67cff09-ddce-4086-b3e7-8899a4cccc5b tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Took 1.09 seconds to destroy the instance on the hypervisor. [ 876.593427] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b67cff09-ddce-4086-b3e7-8899a4cccc5b tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.593618] env[70867]: DEBUG nova.compute.manager [-] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 876.593710] env[70867]: DEBUG nova.network.neutron [-] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 876.611473] env[70867]: DEBUG nova.network.neutron [-] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 876.630139] env[70867]: DEBUG oslo_concurrency.lockutils [req-9898a210-a522-4e23-b685-c9f348dc257b req-f3e116eb-34a5-4ec5-bc36-6847cb88ad08 service nova] Releasing lock "refresh_cache-46d74c4c-c717-4355-822d-2f6397c7f3e6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.630814] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquired lock "refresh_cache-46d74c4c-c717-4355-822d-2f6397c7f3e6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.630814] env[70867]: DEBUG nova.network.neutron [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.849172] env[70867]: DEBUG nova.scheduler.client.report [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Updated inventory for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 876.849558] env[70867]: DEBUG nova.compute.provider_tree [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Updating resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d generation from 81 to 82 during operation: update_inventory {{(pid=70867) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 876.849766] env[70867]: DEBUG nova.compute.provider_tree [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 876.981379] env[70867]: DEBUG oslo_vmware.api [None req-310f47e1-e324-4c1f-bdcb-b7ddfc622052 tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': task-3473742, 'name': PowerOffVM_Task, 'duration_secs': 0.189182} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.981666] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-310f47e1-e324-4c1f-bdcb-b7ddfc622052 tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.981833] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-310f47e1-e324-4c1f-bdcb-b7ddfc622052 tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.982108] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b66a43c5-2b32-48b6-84b4-8573410d63e9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.006570] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-310f47e1-e324-4c1f-bdcb-b7ddfc622052 tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.006805] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-310f47e1-e324-4c1f-bdcb-b7ddfc622052 tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.006986] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-310f47e1-e324-4c1f-bdcb-b7ddfc622052 tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Deleting the datastore file [datastore1] 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.007283] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac2ef0f6-e1f4-4ac8-9dde-6c446723a9c6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.012929] env[70867]: DEBUG oslo_vmware.api [None req-310f47e1-e324-4c1f-bdcb-b7ddfc622052 tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Waiting for the task: (returnval){ [ 877.012929] env[70867]: value = "task-3473744" [ 877.012929] env[70867]: _type = "Task" [ 877.012929] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.020489] env[70867]: DEBUG oslo_vmware.api [None req-310f47e1-e324-4c1f-bdcb-b7ddfc622052 tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': task-3473744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.114255] env[70867]: DEBUG nova.network.neutron [-] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.164341] env[70867]: DEBUG nova.network.neutron [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.314382] env[70867]: DEBUG nova.network.neutron [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Updating instance_info_cache with network_info: [{"id": "d699d938-0565-46d0-bcce-493a19fa21ec", "address": "fa:16:3e:7b:ff:f8", "network": {"id": "3e493881-eefe-496a-9353-8028aec5f643", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2077825194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18e987b51bea4331b1ffaa756933d253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd699d938-05", "ovs_interfaceid": "d699d938-0565-46d0-bcce-493a19fa21ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.354955] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.355570] env[70867]: DEBUG nova.compute.manager [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 877.358439] env[70867]: DEBUG oslo_concurrency.lockutils [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.741s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.358533] env[70867]: DEBUG nova.objects.instance [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70867) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 877.523075] env[70867]: DEBUG oslo_vmware.api [None req-310f47e1-e324-4c1f-bdcb-b7ddfc622052 tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': task-3473744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.566916] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-d39634ca-9ef1-41d4-a2c1-54e29e74ce0e tempest-VolumesAssistedSnapshotsTest-1070565984 tempest-VolumesAssistedSnapshotsTest-1070565984-project-admin] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Volume attach. Driver type: vmdk {{(pid=70867) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 877.567187] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-d39634ca-9ef1-41d4-a2c1-54e29e74ce0e tempest-VolumesAssistedSnapshotsTest-1070565984 tempest-VolumesAssistedSnapshotsTest-1070565984-project-admin] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694433', 'volume_id': '3d10e905-880b-40d8-9b43-6b04c7aa44db', 'name': 'volume-3d10e905-880b-40d8-9b43-6b04c7aa44db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6', 'attached_at': '', 'detached_at': '', 'volume_id': '3d10e905-880b-40d8-9b43-6b04c7aa44db', 'serial': '3d10e905-880b-40d8-9b43-6b04c7aa44db'} {{(pid=70867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 877.568203] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff976655-6906-4d67-a973-7ea804360af7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.585620] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82af8f67-e778-4ab5-b38a-95668aeb62c9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.611008] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-d39634ca-9ef1-41d4-a2c1-54e29e74ce0e tempest-VolumesAssistedSnapshotsTest-1070565984 tempest-VolumesAssistedSnapshotsTest-1070565984-project-admin] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] volume-3d10e905-880b-40d8-9b43-6b04c7aa44db/volume-3d10e905-880b-40d8-9b43-6b04c7aa44db.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.611371] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5c77072-0800-49ac-a83c-98a014d5190b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.626742] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f7962a4f-1b65-46e7-8eb1-a649c93d887f tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Acquiring lock "refresh_cache-7dd14006-954f-41aa-946c-5d11558920d1" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.626964] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f7962a4f-1b65-46e7-8eb1-a649c93d887f tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Acquired lock "refresh_cache-7dd14006-954f-41aa-946c-5d11558920d1" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.627181] env[70867]: DEBUG nova.network.neutron [None req-f7962a4f-1b65-46e7-8eb1-a649c93d887f tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.633060] env[70867]: INFO nova.compute.manager [-] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Took 1.03 seconds to deallocate network for instance. [ 877.636448] env[70867]: DEBUG oslo_vmware.api [None req-d39634ca-9ef1-41d4-a2c1-54e29e74ce0e tempest-VolumesAssistedSnapshotsTest-1070565984 tempest-VolumesAssistedSnapshotsTest-1070565984-project-admin] Waiting for the task: (returnval){ [ 877.636448] env[70867]: value = "task-3473745" [ 877.636448] env[70867]: _type = "Task" [ 877.636448] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.646165] env[70867]: DEBUG oslo_vmware.api [None req-d39634ca-9ef1-41d4-a2c1-54e29e74ce0e tempest-VolumesAssistedSnapshotsTest-1070565984 tempest-VolumesAssistedSnapshotsTest-1070565984-project-admin] Task: {'id': task-3473745, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.818646] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Releasing lock "refresh_cache-46d74c4c-c717-4355-822d-2f6397c7f3e6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.819049] env[70867]: DEBUG nova.compute.manager [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Instance network_info: |[{"id": "d699d938-0565-46d0-bcce-493a19fa21ec", "address": "fa:16:3e:7b:ff:f8", "network": {"id": "3e493881-eefe-496a-9353-8028aec5f643", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2077825194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18e987b51bea4331b1ffaa756933d253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd699d938-05", "ovs_interfaceid": "d699d938-0565-46d0-bcce-493a19fa21ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 877.819505] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:ff:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d0c6fd7-3cc9-4818-9475-8f15900394cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd699d938-0565-46d0-bcce-493a19fa21ec', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.828450] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.828702] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.828931] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-097c29a1-9adc-434e-80dc-52db7e5ba1b0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.850045] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.850045] env[70867]: value = "task-3473746" [ 877.850045] env[70867]: _type = "Task" [ 877.850045] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.860223] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473746, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.863641] env[70867]: DEBUG nova.compute.utils [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 877.867746] env[70867]: DEBUG nova.compute.manager [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 877.867915] env[70867]: DEBUG nova.network.neutron [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 877.922332] env[70867]: DEBUG nova.policy [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1301540226d6406f8a7b3af4f9b7cdb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a8c95fd153940638006df5d957a400b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.025295] env[70867]: DEBUG oslo_vmware.api [None req-310f47e1-e324-4c1f-bdcb-b7ddfc622052 tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Task: {'id': task-3473744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.532608} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.025660] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-310f47e1-e324-4c1f-bdcb-b7ddfc622052 tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.025775] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-310f47e1-e324-4c1f-bdcb-b7ddfc622052 tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.025958] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-310f47e1-e324-4c1f-bdcb-b7ddfc622052 tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.026203] env[70867]: INFO nova.compute.manager [None req-310f47e1-e324-4c1f-bdcb-b7ddfc622052 tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Took 1.57 seconds to destroy the instance on the hypervisor. [ 878.026432] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-310f47e1-e324-4c1f-bdcb-b7ddfc622052 tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.026600] env[70867]: DEBUG nova.compute.manager [-] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 878.026670] env[70867]: DEBUG nova.network.neutron [-] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 878.054230] env[70867]: DEBUG nova.network.neutron [-] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.138311] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b67cff09-ddce-4086-b3e7-8899a4cccc5b tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.154598] env[70867]: DEBUG oslo_vmware.api [None req-d39634ca-9ef1-41d4-a2c1-54e29e74ce0e tempest-VolumesAssistedSnapshotsTest-1070565984 tempest-VolumesAssistedSnapshotsTest-1070565984-project-admin] Task: {'id': task-3473745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.247797] env[70867]: DEBUG nova.network.neutron [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Successfully created port: 2dd10a43-6717-4351-a16f-26439600de6d {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 878.255175] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c97ecb3-6789-4773-ab88-e207bc8fcae1 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Volume attach. Driver type: vmdk {{(pid=70867) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 878.255819] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c97ecb3-6789-4773-ab88-e207bc8fcae1 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694435', 'volume_id': 'ab1bd73c-14ea-4ad3-b18e-3ff4cd1b1670', 'name': 'volume-ab1bd73c-14ea-4ad3-b18e-3ff4cd1b1670', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd0ca53d2-313b-48e6-95ca-b580e0b083ff', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab1bd73c-14ea-4ad3-b18e-3ff4cd1b1670', 'serial': 'ab1bd73c-14ea-4ad3-b18e-3ff4cd1b1670'} {{(pid=70867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 878.256656] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a599bd10-d9f7-48d4-ab08-c7d9db330b79 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.276012] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407521c2-ada9-439e-94ae-891e12705109 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.301775] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c97ecb3-6789-4773-ab88-e207bc8fcae1 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] volume-ab1bd73c-14ea-4ad3-b18e-3ff4cd1b1670/volume-ab1bd73c-14ea-4ad3-b18e-3ff4cd1b1670.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.302086] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bd79408-978b-4fce-bfc7-e88a249b4d98 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.323458] env[70867]: DEBUG oslo_vmware.api [None req-2c97ecb3-6789-4773-ab88-e207bc8fcae1 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Waiting for the task: (returnval){ [ 878.323458] env[70867]: value = "task-3473747" [ 878.323458] env[70867]: _type = "Task" [ 878.323458] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.332323] env[70867]: DEBUG oslo_vmware.api [None req-2c97ecb3-6789-4773-ab88-e207bc8fcae1 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': task-3473747, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.350338] env[70867]: DEBUG nova.network.neutron [None req-f7962a4f-1b65-46e7-8eb1-a649c93d887f tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Updating instance_info_cache with network_info: [{"id": "a8d21a1c-a1d1-42de-99a2-a8432bcb4f98", "address": "fa:16:3e:ae:2b:ca", "network": {"id": "6122a663-d933-4069-bc75-5d3bbccd9550", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-945052682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9a2be483b6843acbe87adb625979fc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8d21a1c-a1", "ovs_interfaceid": "a8d21a1c-a1d1-42de-99a2-a8432bcb4f98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.360236] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473746, 'name': CreateVM_Task, 'duration_secs': 0.335573} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.360416] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.361104] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.361272] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.361601] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.361967] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-395655f3-624c-4250-b95a-d990f5a1b15f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.368116] env[70867]: DEBUG oslo_vmware.api [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 878.368116] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]523970fc-002b-5908-d6c4-15f9a56208ab" [ 878.368116] env[70867]: _type = "Task" [ 878.368116] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.370774] env[70867]: DEBUG nova.compute.manager [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 878.374937] env[70867]: DEBUG oslo_concurrency.lockutils [None req-01aee86e-25e7-4d28-a95e-6fcb6f5fcb3d tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.376146] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.451s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.377784] env[70867]: INFO nova.compute.claims [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.386834] env[70867]: DEBUG oslo_vmware.api [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]523970fc-002b-5908-d6c4-15f9a56208ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.556705] env[70867]: DEBUG nova.network.neutron [-] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.653408] env[70867]: DEBUG oslo_vmware.api [None req-d39634ca-9ef1-41d4-a2c1-54e29e74ce0e tempest-VolumesAssistedSnapshotsTest-1070565984 tempest-VolumesAssistedSnapshotsTest-1070565984-project-admin] Task: {'id': task-3473745, 'name': ReconfigVM_Task, 'duration_secs': 0.578186} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.653851] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-d39634ca-9ef1-41d4-a2c1-54e29e74ce0e tempest-VolumesAssistedSnapshotsTest-1070565984 tempest-VolumesAssistedSnapshotsTest-1070565984-project-admin] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Reconfigured VM instance instance-0000000b to attach disk [datastore2] volume-3d10e905-880b-40d8-9b43-6b04c7aa44db/volume-3d10e905-880b-40d8-9b43-6b04c7aa44db.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.658689] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b9c1130-11df-4ffa-8389-bd9446a1fbe0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.675236] env[70867]: DEBUG oslo_vmware.api [None req-d39634ca-9ef1-41d4-a2c1-54e29e74ce0e tempest-VolumesAssistedSnapshotsTest-1070565984 tempest-VolumesAssistedSnapshotsTest-1070565984-project-admin] Waiting for the task: (returnval){ [ 878.675236] env[70867]: value = "task-3473748" [ 878.675236] env[70867]: _type = "Task" [ 878.675236] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.684199] env[70867]: DEBUG oslo_vmware.api [None req-d39634ca-9ef1-41d4-a2c1-54e29e74ce0e tempest-VolumesAssistedSnapshotsTest-1070565984 tempest-VolumesAssistedSnapshotsTest-1070565984-project-admin] Task: {'id': task-3473748, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.834444] env[70867]: DEBUG oslo_vmware.api [None req-2c97ecb3-6789-4773-ab88-e207bc8fcae1 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': task-3473747, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.856067] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f7962a4f-1b65-46e7-8eb1-a649c93d887f tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Releasing lock "refresh_cache-7dd14006-954f-41aa-946c-5d11558920d1" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.882380] env[70867]: DEBUG oslo_vmware.api [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]523970fc-002b-5908-d6c4-15f9a56208ab, 'name': SearchDatastore_Task, 'duration_secs': 0.01721} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.887215] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.887545] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.887840] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.887934] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.888123] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.891024] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78eeabb7-1f59-4f6a-b93c-fa0db5e7369e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.902252] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.902594] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.904582] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89c10363-4549-4762-9fd7-e31691f18479 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.914014] env[70867]: DEBUG oslo_vmware.api [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 878.914014] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ed8067-b5b3-9134-3e92-10d24b200f44" [ 878.914014] env[70867]: _type = "Task" [ 878.914014] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.923256] env[70867]: DEBUG oslo_vmware.api [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ed8067-b5b3-9134-3e92-10d24b200f44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.060294] env[70867]: INFO nova.compute.manager [-] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Took 1.03 seconds to deallocate network for instance. [ 879.185189] env[70867]: DEBUG oslo_vmware.api [None req-d39634ca-9ef1-41d4-a2c1-54e29e74ce0e tempest-VolumesAssistedSnapshotsTest-1070565984 tempest-VolumesAssistedSnapshotsTest-1070565984-project-admin] Task: {'id': task-3473748, 'name': ReconfigVM_Task, 'duration_secs': 0.190739} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.185578] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-d39634ca-9ef1-41d4-a2c1-54e29e74ce0e tempest-VolumesAssistedSnapshotsTest-1070565984 tempest-VolumesAssistedSnapshotsTest-1070565984-project-admin] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694433', 'volume_id': '3d10e905-880b-40d8-9b43-6b04c7aa44db', 'name': 'volume-3d10e905-880b-40d8-9b43-6b04c7aa44db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6', 'attached_at': '', 'detached_at': '', 'volume_id': '3d10e905-880b-40d8-9b43-6b04c7aa44db', 'serial': '3d10e905-880b-40d8-9b43-6b04c7aa44db'} {{(pid=70867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 879.334325] env[70867]: DEBUG oslo_vmware.api [None req-2c97ecb3-6789-4773-ab88-e207bc8fcae1 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': task-3473747, 'name': ReconfigVM_Task, 'duration_secs': 0.528205} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.334628] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c97ecb3-6789-4773-ab88-e207bc8fcae1 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Reconfigured VM instance instance-00000023 to attach disk [datastore2] volume-ab1bd73c-14ea-4ad3-b18e-3ff4cd1b1670/volume-ab1bd73c-14ea-4ad3-b18e-3ff4cd1b1670.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.339413] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-506c75b8-7c6a-4050-a6b8-fdf40a230e57 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.353578] env[70867]: DEBUG oslo_vmware.api [None req-2c97ecb3-6789-4773-ab88-e207bc8fcae1 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Waiting for the task: (returnval){ [ 879.353578] env[70867]: value = "task-3473749" [ 879.353578] env[70867]: _type = "Task" [ 879.353578] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.360261] env[70867]: DEBUG nova.compute.manager [None req-f7962a4f-1b65-46e7-8eb1-a649c93d887f tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.364087] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5e1ac0-7d04-4394-a6d2-bfc5e728e89a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.366625] env[70867]: DEBUG oslo_vmware.api [None req-2c97ecb3-6789-4773-ab88-e207bc8fcae1 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': task-3473749, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.384404] env[70867]: DEBUG nova.compute.manager [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 879.414604] env[70867]: DEBUG nova.virt.hardware [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.414863] env[70867]: DEBUG nova.virt.hardware [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.415036] env[70867]: DEBUG nova.virt.hardware [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.415258] env[70867]: DEBUG nova.virt.hardware [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.415423] env[70867]: DEBUG nova.virt.hardware [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.415577] env[70867]: DEBUG nova.virt.hardware [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.415787] env[70867]: DEBUG nova.virt.hardware [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.415945] env[70867]: DEBUG nova.virt.hardware [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.416135] env[70867]: DEBUG nova.virt.hardware [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.416294] env[70867]: DEBUG nova.virt.hardware [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.416469] env[70867]: DEBUG nova.virt.hardware [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.417698] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47213642-77a6-4333-ad11-1f534f9da562 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.435202] env[70867]: DEBUG oslo_vmware.api [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ed8067-b5b3-9134-3e92-10d24b200f44, 'name': SearchDatastore_Task, 'duration_secs': 0.010988} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.436404] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e32347-916a-49be-ba71-d2d0290b7e67 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.445055] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4f0f8a6-ac9d-428d-90a1-5ce514b89505 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.461228] env[70867]: DEBUG oslo_vmware.api [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 879.461228] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a272ec-3e7f-8557-0396-c8fa69f3fd54" [ 879.461228] env[70867]: _type = "Task" [ 879.461228] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.469297] env[70867]: DEBUG oslo_vmware.api [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a272ec-3e7f-8557-0396-c8fa69f3fd54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.569907] env[70867]: DEBUG oslo_concurrency.lockutils [None req-310f47e1-e324-4c1f-bdcb-b7ddfc622052 tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.820905] env[70867]: DEBUG nova.compute.manager [req-d63d528e-8b5e-475b-b741-6595517b125a req-49fd3afc-d3d7-4e90-add2-447491afb037 service nova] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Received event network-vif-plugged-2dd10a43-6717-4351-a16f-26439600de6d {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.821292] env[70867]: DEBUG oslo_concurrency.lockutils [req-d63d528e-8b5e-475b-b741-6595517b125a req-49fd3afc-d3d7-4e90-add2-447491afb037 service nova] Acquiring lock "f377cec2-23be-4608-92b4-c4608cb4673a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.821899] env[70867]: DEBUG oslo_concurrency.lockutils [req-d63d528e-8b5e-475b-b741-6595517b125a req-49fd3afc-d3d7-4e90-add2-447491afb037 service nova] Lock "f377cec2-23be-4608-92b4-c4608cb4673a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.821984] env[70867]: DEBUG oslo_concurrency.lockutils [req-d63d528e-8b5e-475b-b741-6595517b125a req-49fd3afc-d3d7-4e90-add2-447491afb037 service nova] Lock "f377cec2-23be-4608-92b4-c4608cb4673a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.822089] env[70867]: DEBUG nova.compute.manager [req-d63d528e-8b5e-475b-b741-6595517b125a req-49fd3afc-d3d7-4e90-add2-447491afb037 service nova] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] No waiting events found dispatching network-vif-plugged-2dd10a43-6717-4351-a16f-26439600de6d {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 879.822253] env[70867]: WARNING nova.compute.manager [req-d63d528e-8b5e-475b-b741-6595517b125a req-49fd3afc-d3d7-4e90-add2-447491afb037 service nova] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Received unexpected event network-vif-plugged-2dd10a43-6717-4351-a16f-26439600de6d for instance with vm_state building and task_state spawning. [ 879.869539] env[70867]: DEBUG oslo_vmware.api [None req-2c97ecb3-6789-4773-ab88-e207bc8fcae1 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': task-3473749, 'name': ReconfigVM_Task, 'duration_secs': 0.153137} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.870712] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c97ecb3-6789-4773-ab88-e207bc8fcae1 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694435', 'volume_id': 'ab1bd73c-14ea-4ad3-b18e-3ff4cd1b1670', 'name': 'volume-ab1bd73c-14ea-4ad3-b18e-3ff4cd1b1670', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd0ca53d2-313b-48e6-95ca-b580e0b083ff', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab1bd73c-14ea-4ad3-b18e-3ff4cd1b1670', 'serial': 'ab1bd73c-14ea-4ad3-b18e-3ff4cd1b1670'} {{(pid=70867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 879.898886] env[70867]: DEBUG nova.network.neutron [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Successfully updated port: 2dd10a43-6717-4351-a16f-26439600de6d {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 879.966896] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fd32a1-83a0-401e-bba0-f8fe70e0ceef {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.976978] env[70867]: DEBUG oslo_vmware.api [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a272ec-3e7f-8557-0396-c8fa69f3fd54, 'name': SearchDatastore_Task, 'duration_secs': 0.018816} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.977982] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0d9074-1e97-422c-af30-94648e9e572d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.980992] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.981254] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 46d74c4c-c717-4355-822d-2f6397c7f3e6/46d74c4c-c717-4355-822d-2f6397c7f3e6.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.981497] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e4aea0b-8b01-4d79-9125-7c2084f1c590 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.014495] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2054851-9209-42bc-978e-f37cbe78dde7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.017399] env[70867]: DEBUG oslo_vmware.api [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 880.017399] env[70867]: value = "task-3473750" [ 880.017399] env[70867]: _type = "Task" [ 880.017399] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.024163] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587b02c5-80fc-4adf-a990-1b1441a12011 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.030930] env[70867]: DEBUG oslo_vmware.api [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.041451] env[70867]: DEBUG nova.compute.provider_tree [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.245502] env[70867]: DEBUG nova.objects.instance [None req-d39634ca-9ef1-41d4-a2c1-54e29e74ce0e tempest-VolumesAssistedSnapshotsTest-1070565984 tempest-VolumesAssistedSnapshotsTest-1070565984-project-admin] Lazy-loading 'flavor' on Instance uuid dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.378599] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427f7a23-6649-4f26-9534-21a8329f56ae {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.387042] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f7962a4f-1b65-46e7-8eb1-a649c93d887f tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Doing hard reboot of VM {{(pid=70867) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 880.387373] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-7913025b-fa5b-4e4b-8de3-981283c331e6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.394308] env[70867]: DEBUG oslo_vmware.api [None req-f7962a4f-1b65-46e7-8eb1-a649c93d887f tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Waiting for the task: (returnval){ [ 880.394308] env[70867]: value = "task-3473751" [ 880.394308] env[70867]: _type = "Task" [ 880.394308] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.403047] env[70867]: DEBUG oslo_vmware.api [None req-f7962a4f-1b65-46e7-8eb1-a649c93d887f tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': task-3473751, 'name': ResetVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.408848] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Acquiring lock "refresh_cache-f377cec2-23be-4608-92b4-c4608cb4673a" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.409025] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Acquired lock "refresh_cache-f377cec2-23be-4608-92b4-c4608cb4673a" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.409197] env[70867]: DEBUG nova.network.neutron [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.527783] env[70867]: DEBUG oslo_vmware.api [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473750, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509908} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.528063] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 46d74c4c-c717-4355-822d-2f6397c7f3e6/46d74c4c-c717-4355-822d-2f6397c7f3e6.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.528282] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.528565] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13c8be92-9c21-4d01-8329-a47fc33a5538 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.534436] env[70867]: DEBUG oslo_vmware.api [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 880.534436] env[70867]: value = "task-3473752" [ 880.534436] env[70867]: _type = "Task" [ 880.534436] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.542915] env[70867]: DEBUG oslo_vmware.api [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473752, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.544847] env[70867]: DEBUG nova.scheduler.client.report [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.752114] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d39634ca-9ef1-41d4-a2c1-54e29e74ce0e tempest-VolumesAssistedSnapshotsTest-1070565984 tempest-VolumesAssistedSnapshotsTest-1070565984-project-admin] Lock "dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.848s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.905411] env[70867]: DEBUG oslo_vmware.api [None req-f7962a4f-1b65-46e7-8eb1-a649c93d887f tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': task-3473751, 'name': ResetVM_Task, 'duration_secs': 0.112653} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.905653] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f7962a4f-1b65-46e7-8eb1-a649c93d887f tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Did hard reboot of VM {{(pid=70867) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 880.905788] env[70867]: DEBUG nova.compute.manager [None req-f7962a4f-1b65-46e7-8eb1-a649c93d887f tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.906590] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5178f5a-b5a4-4161-88b6-d4407e0b6d0e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.912747] env[70867]: DEBUG nova.objects.instance [None req-2c97ecb3-6789-4773-ab88-e207bc8fcae1 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Lazy-loading 'flavor' on Instance uuid d0ca53d2-313b-48e6-95ca-b580e0b083ff {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.949498] env[70867]: DEBUG nova.network.neutron [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 881.043825] env[70867]: DEBUG oslo_vmware.api [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473752, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066153} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.044115] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.044923] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0521724e-7bef-4c10-b3ab-8a46e6d75916 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.049406] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.049916] env[70867]: DEBUG nova.compute.manager [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 881.062132] env[70867]: DEBUG oslo_concurrency.lockutils [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.486s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.063724] env[70867]: INFO nova.compute.claims [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.075284] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 46d74c4c-c717-4355-822d-2f6397c7f3e6/46d74c4c-c717-4355-822d-2f6397c7f3e6.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.078469] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b998423-fa14-48f3-b0c1-d5b7ab42ae62 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.100473] env[70867]: DEBUG oslo_vmware.api [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 881.100473] env[70867]: value = "task-3473753" [ 881.100473] env[70867]: _type = "Task" [ 881.100473] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.109726] env[70867]: DEBUG oslo_vmware.api [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473753, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.191108] env[70867]: DEBUG nova.network.neutron [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Updating instance_info_cache with network_info: [{"id": "2dd10a43-6717-4351-a16f-26439600de6d", "address": "fa:16:3e:68:47:d8", "network": {"id": "48bbeecb-6ab1-45a7-906b-8bf0d049bc0d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1235227880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a8c95fd153940638006df5d957a400b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd10a43-67", "ovs_interfaceid": "2dd10a43-6717-4351-a16f-26439600de6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.419588] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2c97ecb3-6789-4773-ab88-e207bc8fcae1 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Lock "d0ca53d2-313b-48e6-95ca-b580e0b083ff" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.333s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.423056] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f7962a4f-1b65-46e7-8eb1-a649c93d887f tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Lock "7dd14006-954f-41aa-946c-5d11558920d1" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 7.110s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.582045] env[70867]: DEBUG nova.compute.utils [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.583267] env[70867]: DEBUG nova.compute.manager [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 881.583462] env[70867]: DEBUG nova.network.neutron [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 881.613484] env[70867]: DEBUG oslo_vmware.api [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.624728] env[70867]: DEBUG nova.policy [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91b2909d378442af8c24ec0bc79c33d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86ae3e8c63bd4ed29d0725779224ad62', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 881.643766] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eca46e6e-f3f2-4f8d-adda-382246023599 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Acquiring lock "d0ca53d2-313b-48e6-95ca-b580e0b083ff" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.644168] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eca46e6e-f3f2-4f8d-adda-382246023599 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Lock "d0ca53d2-313b-48e6-95ca-b580e0b083ff" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.696585] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Releasing lock "refresh_cache-f377cec2-23be-4608-92b4-c4608cb4673a" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.697045] env[70867]: DEBUG nova.compute.manager [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Instance network_info: |[{"id": "2dd10a43-6717-4351-a16f-26439600de6d", "address": "fa:16:3e:68:47:d8", "network": {"id": "48bbeecb-6ab1-45a7-906b-8bf0d049bc0d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1235227880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a8c95fd153940638006df5d957a400b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd10a43-67", "ovs_interfaceid": "2dd10a43-6717-4351-a16f-26439600de6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 881.697424] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:47:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8233b50c-be21-441a-a357-a29138a95b8b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2dd10a43-6717-4351-a16f-26439600de6d', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.710958] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Creating folder: Project (0a8c95fd153940638006df5d957a400b). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 881.715427] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-110efe2e-297e-4bf7-8feb-ccb91f1b7131 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.731161] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Created folder: Project (0a8c95fd153940638006df5d957a400b) in parent group-v694272. [ 881.731432] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Creating folder: Instances. Parent ref: group-v694437. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 881.731748] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a438ae63-263c-4e3b-a848-b7bdc24e6957 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.741640] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Created folder: Instances in parent group-v694437. [ 881.741908] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.742163] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.742343] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d21f941a-0052-4552-9c62-a707e41f2ccd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.763565] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.763565] env[70867]: value = "task-3473756" [ 881.763565] env[70867]: _type = "Task" [ 881.763565] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.771815] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473756, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.847469] env[70867]: DEBUG oslo_concurrency.lockutils [None req-80d4a654-24e3-4648-95ae-f53500886165 tempest-VolumesAssistedSnapshotsTest-1070565984 tempest-VolumesAssistedSnapshotsTest-1070565984-project-admin] Acquiring lock "dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.847779] env[70867]: DEBUG oslo_concurrency.lockutils [None req-80d4a654-24e3-4648-95ae-f53500886165 tempest-VolumesAssistedSnapshotsTest-1070565984 tempest-VolumesAssistedSnapshotsTest-1070565984-project-admin] Lock "dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.088722] env[70867]: DEBUG nova.compute.manager [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 882.111226] env[70867]: DEBUG nova.compute.manager [req-f75198b2-1a69-4bc1-be31-c8d0f47d7548 req-0f6756b6-4f8b-4846-a5ec-9c0704fddadf service nova] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Received event network-changed-2dd10a43-6717-4351-a16f-26439600de6d {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.111347] env[70867]: DEBUG nova.compute.manager [req-f75198b2-1a69-4bc1-be31-c8d0f47d7548 req-0f6756b6-4f8b-4846-a5ec-9c0704fddadf service nova] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Refreshing instance network info cache due to event network-changed-2dd10a43-6717-4351-a16f-26439600de6d. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 882.111558] env[70867]: DEBUG oslo_concurrency.lockutils [req-f75198b2-1a69-4bc1-be31-c8d0f47d7548 req-0f6756b6-4f8b-4846-a5ec-9c0704fddadf service nova] Acquiring lock "refresh_cache-f377cec2-23be-4608-92b4-c4608cb4673a" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.111699] env[70867]: DEBUG oslo_concurrency.lockutils [req-f75198b2-1a69-4bc1-be31-c8d0f47d7548 req-0f6756b6-4f8b-4846-a5ec-9c0704fddadf service nova] Acquired lock "refresh_cache-f377cec2-23be-4608-92b4-c4608cb4673a" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.111856] env[70867]: DEBUG nova.network.neutron [req-f75198b2-1a69-4bc1-be31-c8d0f47d7548 req-0f6756b6-4f8b-4846-a5ec-9c0704fddadf service nova] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Refreshing network info cache for port 2dd10a43-6717-4351-a16f-26439600de6d {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.116933] env[70867]: DEBUG oslo_vmware.api [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473753, 'name': ReconfigVM_Task, 'duration_secs': 0.611927} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.117634] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 46d74c4c-c717-4355-822d-2f6397c7f3e6/46d74c4c-c717-4355-822d-2f6397c7f3e6.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.118130] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9396f24-8d32-4480-a424-4bab6ec296b4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.130025] env[70867]: DEBUG oslo_vmware.api [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 882.130025] env[70867]: value = "task-3473757" [ 882.130025] env[70867]: _type = "Task" [ 882.130025] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.144052] env[70867]: DEBUG oslo_vmware.api [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473757, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.148524] env[70867]: INFO nova.compute.manager [None req-eca46e6e-f3f2-4f8d-adda-382246023599 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Detaching volume ab1bd73c-14ea-4ad3-b18e-3ff4cd1b1670 [ 882.217398] env[70867]: INFO nova.virt.block_device [None req-eca46e6e-f3f2-4f8d-adda-382246023599 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Attempting to driver detach volume ab1bd73c-14ea-4ad3-b18e-3ff4cd1b1670 from mountpoint /dev/sdb [ 882.217742] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-eca46e6e-f3f2-4f8d-adda-382246023599 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Volume detach. Driver type: vmdk {{(pid=70867) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 882.217954] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-eca46e6e-f3f2-4f8d-adda-382246023599 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694435', 'volume_id': 'ab1bd73c-14ea-4ad3-b18e-3ff4cd1b1670', 'name': 'volume-ab1bd73c-14ea-4ad3-b18e-3ff4cd1b1670', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd0ca53d2-313b-48e6-95ca-b580e0b083ff', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab1bd73c-14ea-4ad3-b18e-3ff4cd1b1670', 'serial': 'ab1bd73c-14ea-4ad3-b18e-3ff4cd1b1670'} {{(pid=70867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 882.219529] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f8a1c7-fd36-4e71-bd11-c81922fd7a2c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.262408] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cb1775-dda0-40f6-a096-27b2dc8e73f9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.281266] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41442c13-c64c-4294-9ee4-affddb55cbdc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.281266] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473756, 'name': CreateVM_Task, 'duration_secs': 0.430609} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.283070] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.284993] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.285279] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.285720] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.286144] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86fa1d7a-08e7-418a-96d6-661f59cdb440 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.311798] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd31b63-35f8-4b50-a5c2-0d7f356cf66d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.316466] env[70867]: DEBUG oslo_vmware.api [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Waiting for the task: (returnval){ [ 882.316466] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52760a03-e6d6-d74e-899b-3f98f449ddb2" [ 882.316466] env[70867]: _type = "Task" [ 882.316466] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.331526] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-eca46e6e-f3f2-4f8d-adda-382246023599 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] The volume has not been displaced from its original location: [datastore2] volume-ab1bd73c-14ea-4ad3-b18e-3ff4cd1b1670/volume-ab1bd73c-14ea-4ad3-b18e-3ff4cd1b1670.vmdk. No consolidation needed. {{(pid=70867) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 882.336971] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-eca46e6e-f3f2-4f8d-adda-382246023599 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Reconfiguring VM instance instance-00000023 to detach disk 2001 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 882.340648] env[70867]: DEBUG nova.network.neutron [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Successfully created port: de016974-bfae-4b05-9e68-e57d8495f4b2 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 882.342882] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19770d8c-dc0b-4608-bb03-b8a9d781a881 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.361480] env[70867]: INFO nova.compute.manager [None req-80d4a654-24e3-4648-95ae-f53500886165 tempest-VolumesAssistedSnapshotsTest-1070565984 tempest-VolumesAssistedSnapshotsTest-1070565984-project-admin] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Detaching volume 3d10e905-880b-40d8-9b43-6b04c7aa44db [ 882.363405] env[70867]: DEBUG oslo_vmware.api [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52760a03-e6d6-d74e-899b-3f98f449ddb2, 'name': SearchDatastore_Task, 'duration_secs': 0.010679} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.364407] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.366054] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.366054] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.366054] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.366054] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.366054] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0dd4d2c9-ef8b-450b-8ae1-3c40bba5fb57 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.371125] env[70867]: DEBUG oslo_vmware.api [None req-eca46e6e-f3f2-4f8d-adda-382246023599 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Waiting for the task: (returnval){ [ 882.371125] env[70867]: value = "task-3473758" [ 882.371125] env[70867]: _type = "Task" [ 882.371125] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.379404] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.379404] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.383745] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c6d0713-32b2-4fe6-a940-686e30dd3a68 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.385865] env[70867]: DEBUG oslo_vmware.api [None req-eca46e6e-f3f2-4f8d-adda-382246023599 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': task-3473758, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.389765] env[70867]: DEBUG oslo_vmware.api [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Waiting for the task: (returnval){ [ 882.389765] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52822c09-c3d0-9e5b-14b7-59ed24263544" [ 882.389765] env[70867]: _type = "Task" [ 882.389765] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.400615] env[70867]: DEBUG oslo_vmware.api [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52822c09-c3d0-9e5b-14b7-59ed24263544, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.401776] env[70867]: INFO nova.virt.block_device [None req-80d4a654-24e3-4648-95ae-f53500886165 tempest-VolumesAssistedSnapshotsTest-1070565984 tempest-VolumesAssistedSnapshotsTest-1070565984-project-admin] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Attempting to driver detach volume 3d10e905-880b-40d8-9b43-6b04c7aa44db from mountpoint /dev/sdb [ 882.402135] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-80d4a654-24e3-4648-95ae-f53500886165 tempest-VolumesAssistedSnapshotsTest-1070565984 tempest-VolumesAssistedSnapshotsTest-1070565984-project-admin] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Volume detach. Driver type: vmdk {{(pid=70867) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 882.402255] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-80d4a654-24e3-4648-95ae-f53500886165 tempest-VolumesAssistedSnapshotsTest-1070565984 tempest-VolumesAssistedSnapshotsTest-1070565984-project-admin] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694433', 'volume_id': '3d10e905-880b-40d8-9b43-6b04c7aa44db', 'name': 'volume-3d10e905-880b-40d8-9b43-6b04c7aa44db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6', 'attached_at': '', 'detached_at': '', 'volume_id': '3d10e905-880b-40d8-9b43-6b04c7aa44db', 'serial': '3d10e905-880b-40d8-9b43-6b04c7aa44db'} {{(pid=70867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 882.403121] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea887b92-e02e-4e47-998d-307d830dfc48 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.428439] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf50b686-2089-446a-836e-472472fe262f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.438448] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33aa2f9-8054-434f-a68e-89baca76e3bc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.462354] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f4e7a1-4c6f-44e9-b0ae-28465303121d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.481246] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-80d4a654-24e3-4648-95ae-f53500886165 tempest-VolumesAssistedSnapshotsTest-1070565984 tempest-VolumesAssistedSnapshotsTest-1070565984-project-admin] The volume has not been displaced from its original location: [datastore2] volume-3d10e905-880b-40d8-9b43-6b04c7aa44db/volume-3d10e905-880b-40d8-9b43-6b04c7aa44db.vmdk. No consolidation needed. {{(pid=70867) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 882.483557] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-80d4a654-24e3-4648-95ae-f53500886165 tempest-VolumesAssistedSnapshotsTest-1070565984 tempest-VolumesAssistedSnapshotsTest-1070565984-project-admin] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 882.489019] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40ebc5d0-df8d-4e12-86fe-949bdd2d51d9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.504084] env[70867]: DEBUG nova.compute.manager [req-ee0c2323-4a34-4d66-8435-7decb6d4d290 req-67c4d1c6-ff30-4921-8479-2fa7e83af8ee service nova] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Received event network-changed-a8d21a1c-a1d1-42de-99a2-a8432bcb4f98 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.504084] env[70867]: DEBUG nova.compute.manager [req-ee0c2323-4a34-4d66-8435-7decb6d4d290 req-67c4d1c6-ff30-4921-8479-2fa7e83af8ee service nova] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Refreshing instance network info cache due to event network-changed-a8d21a1c-a1d1-42de-99a2-a8432bcb4f98. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 882.504084] env[70867]: DEBUG oslo_concurrency.lockutils [req-ee0c2323-4a34-4d66-8435-7decb6d4d290 req-67c4d1c6-ff30-4921-8479-2fa7e83af8ee service nova] Acquiring lock "refresh_cache-7dd14006-954f-41aa-946c-5d11558920d1" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.504084] env[70867]: DEBUG oslo_concurrency.lockutils [req-ee0c2323-4a34-4d66-8435-7decb6d4d290 req-67c4d1c6-ff30-4921-8479-2fa7e83af8ee service nova] Acquired lock "refresh_cache-7dd14006-954f-41aa-946c-5d11558920d1" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.504084] env[70867]: DEBUG nova.network.neutron [req-ee0c2323-4a34-4d66-8435-7decb6d4d290 req-67c4d1c6-ff30-4921-8479-2fa7e83af8ee service nova] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Refreshing network info cache for port a8d21a1c-a1d1-42de-99a2-a8432bcb4f98 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.510665] env[70867]: DEBUG oslo_vmware.api [None req-80d4a654-24e3-4648-95ae-f53500886165 tempest-VolumesAssistedSnapshotsTest-1070565984 tempest-VolumesAssistedSnapshotsTest-1070565984-project-admin] Waiting for the task: (returnval){ [ 882.510665] env[70867]: value = "task-3473759" [ 882.510665] env[70867]: _type = "Task" [ 882.510665] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.523668] env[70867]: DEBUG oslo_vmware.api [None req-80d4a654-24e3-4648-95ae-f53500886165 tempest-VolumesAssistedSnapshotsTest-1070565984 tempest-VolumesAssistedSnapshotsTest-1070565984-project-admin] Task: {'id': task-3473759, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.644980] env[70867]: DEBUG oslo_vmware.api [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473757, 'name': Rename_Task, 'duration_secs': 0.167639} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.645792] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.645792] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9918de6-4f76-4aaf-8f32-a4f3bc5c387d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.651450] env[70867]: DEBUG oslo_vmware.api [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 882.651450] env[70867]: value = "task-3473760" [ 882.651450] env[70867]: _type = "Task" [ 882.651450] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.663141] env[70867]: DEBUG oslo_vmware.api [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.865544] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0b0710-635f-4fb7-a89d-56e261554d8f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.876339] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042c8320-ef74-45b2-8466-43780598421c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.885704] env[70867]: DEBUG oslo_vmware.api [None req-eca46e6e-f3f2-4f8d-adda-382246023599 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': task-3473758, 'name': ReconfigVM_Task, 'duration_secs': 0.301098} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.910082] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-eca46e6e-f3f2-4f8d-adda-382246023599 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Reconfigured VM instance instance-00000023 to detach disk 2001 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 882.917883] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78a96550-0514-4db7-a460-52b03cefd1c4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.930883] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8841a95d-2958-4887-9d65-5de346865196 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.947242] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903b6b08-cec0-477c-b57a-7d8ee9849c99 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.953047] env[70867]: DEBUG oslo_vmware.api [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52822c09-c3d0-9e5b-14b7-59ed24263544, 'name': SearchDatastore_Task, 'duration_secs': 0.011721} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.955665] env[70867]: DEBUG oslo_vmware.api [None req-eca46e6e-f3f2-4f8d-adda-382246023599 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Waiting for the task: (returnval){ [ 882.955665] env[70867]: value = "task-3473761" [ 882.955665] env[70867]: _type = "Task" [ 882.955665] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.956431] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80d9718b-e8b0-4118-8270-899874c46643 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.973566] env[70867]: DEBUG nova.compute.provider_tree [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 882.978752] env[70867]: DEBUG oslo_vmware.api [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Waiting for the task: (returnval){ [ 882.978752] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52dd3f5c-2d30-1c8e-43c2-ba252581da94" [ 882.978752] env[70867]: _type = "Task" [ 882.978752] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.981544] env[70867]: DEBUG oslo_vmware.api [None req-eca46e6e-f3f2-4f8d-adda-382246023599 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': task-3473761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.986407] env[70867]: DEBUG nova.network.neutron [req-f75198b2-1a69-4bc1-be31-c8d0f47d7548 req-0f6756b6-4f8b-4846-a5ec-9c0704fddadf service nova] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Updated VIF entry in instance network info cache for port 2dd10a43-6717-4351-a16f-26439600de6d. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.986407] env[70867]: DEBUG nova.network.neutron [req-f75198b2-1a69-4bc1-be31-c8d0f47d7548 req-0f6756b6-4f8b-4846-a5ec-9c0704fddadf service nova] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Updating instance_info_cache with network_info: [{"id": "2dd10a43-6717-4351-a16f-26439600de6d", "address": "fa:16:3e:68:47:d8", "network": {"id": "48bbeecb-6ab1-45a7-906b-8bf0d049bc0d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1235227880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a8c95fd153940638006df5d957a400b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd10a43-67", "ovs_interfaceid": "2dd10a43-6717-4351-a16f-26439600de6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.994663] env[70867]: DEBUG oslo_vmware.api [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52dd3f5c-2d30-1c8e-43c2-ba252581da94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.019899] env[70867]: DEBUG oslo_vmware.api [None req-80d4a654-24e3-4648-95ae-f53500886165 tempest-VolumesAssistedSnapshotsTest-1070565984 tempest-VolumesAssistedSnapshotsTest-1070565984-project-admin] Task: {'id': task-3473759, 'name': ReconfigVM_Task, 'duration_secs': 0.208773} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.020182] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-80d4a654-24e3-4648-95ae-f53500886165 tempest-VolumesAssistedSnapshotsTest-1070565984 tempest-VolumesAssistedSnapshotsTest-1070565984-project-admin] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 883.025390] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af3983f6-72c8-4a96-8e0a-388582ddc010 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.040883] env[70867]: DEBUG oslo_vmware.api [None req-80d4a654-24e3-4648-95ae-f53500886165 tempest-VolumesAssistedSnapshotsTest-1070565984 tempest-VolumesAssistedSnapshotsTest-1070565984-project-admin] Waiting for the task: (returnval){ [ 883.040883] env[70867]: value = "task-3473762" [ 883.040883] env[70867]: _type = "Task" [ 883.040883] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.049088] env[70867]: DEBUG oslo_vmware.api [None req-80d4a654-24e3-4648-95ae-f53500886165 tempest-VolumesAssistedSnapshotsTest-1070565984 tempest-VolumesAssistedSnapshotsTest-1070565984-project-admin] Task: {'id': task-3473762, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.105709] env[70867]: DEBUG nova.compute.manager [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 883.135245] env[70867]: DEBUG nova.virt.hardware [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.135245] env[70867]: DEBUG nova.virt.hardware [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.135508] env[70867]: DEBUG nova.virt.hardware [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.135659] env[70867]: DEBUG nova.virt.hardware [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.135817] env[70867]: DEBUG nova.virt.hardware [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.135970] env[70867]: DEBUG nova.virt.hardware [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.136200] env[70867]: DEBUG nova.virt.hardware [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.136360] env[70867]: DEBUG nova.virt.hardware [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.136528] env[70867]: DEBUG nova.virt.hardware [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.136736] env[70867]: DEBUG nova.virt.hardware [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.136858] env[70867]: DEBUG nova.virt.hardware [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.138072] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b96c101-8cf8-4de1-9e24-0e47b886a7d3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.146539] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fe16a0-3b9f-4b90-9329-4d70843cf8b8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.173183] env[70867]: DEBUG oslo_vmware.api [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473760, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.289445] env[70867]: DEBUG nova.network.neutron [req-ee0c2323-4a34-4d66-8435-7decb6d4d290 req-67c4d1c6-ff30-4921-8479-2fa7e83af8ee service nova] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Updated VIF entry in instance network info cache for port a8d21a1c-a1d1-42de-99a2-a8432bcb4f98. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.289846] env[70867]: DEBUG nova.network.neutron [req-ee0c2323-4a34-4d66-8435-7decb6d4d290 req-67c4d1c6-ff30-4921-8479-2fa7e83af8ee service nova] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Updating instance_info_cache with network_info: [{"id": "a8d21a1c-a1d1-42de-99a2-a8432bcb4f98", "address": "fa:16:3e:ae:2b:ca", "network": {"id": "6122a663-d933-4069-bc75-5d3bbccd9550", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-945052682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9a2be483b6843acbe87adb625979fc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8d21a1c-a1", "ovs_interfaceid": "a8d21a1c-a1d1-42de-99a2-a8432bcb4f98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.438642] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c8a528ea-d6d7-4ef1-958f-71283362d109 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Acquiring lock "7dd14006-954f-41aa-946c-5d11558920d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.438938] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c8a528ea-d6d7-4ef1-958f-71283362d109 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Lock "7dd14006-954f-41aa-946c-5d11558920d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.439184] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c8a528ea-d6d7-4ef1-958f-71283362d109 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Acquiring lock "7dd14006-954f-41aa-946c-5d11558920d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.439370] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c8a528ea-d6d7-4ef1-958f-71283362d109 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Lock "7dd14006-954f-41aa-946c-5d11558920d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.439579] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c8a528ea-d6d7-4ef1-958f-71283362d109 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Lock "7dd14006-954f-41aa-946c-5d11558920d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.442617] env[70867]: INFO nova.compute.manager [None req-c8a528ea-d6d7-4ef1-958f-71283362d109 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Terminating instance [ 883.472861] env[70867]: DEBUG oslo_vmware.api [None req-eca46e6e-f3f2-4f8d-adda-382246023599 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': task-3473761, 'name': ReconfigVM_Task, 'duration_secs': 0.281475} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.473617] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-eca46e6e-f3f2-4f8d-adda-382246023599 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694435', 'volume_id': 'ab1bd73c-14ea-4ad3-b18e-3ff4cd1b1670', 'name': 'volume-ab1bd73c-14ea-4ad3-b18e-3ff4cd1b1670', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd0ca53d2-313b-48e6-95ca-b580e0b083ff', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab1bd73c-14ea-4ad3-b18e-3ff4cd1b1670', 'serial': 'ab1bd73c-14ea-4ad3-b18e-3ff4cd1b1670'} {{(pid=70867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 883.489417] env[70867]: DEBUG oslo_concurrency.lockutils [req-f75198b2-1a69-4bc1-be31-c8d0f47d7548 req-0f6756b6-4f8b-4846-a5ec-9c0704fddadf service nova] Releasing lock "refresh_cache-f377cec2-23be-4608-92b4-c4608cb4673a" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.494321] env[70867]: DEBUG oslo_vmware.api [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52dd3f5c-2d30-1c8e-43c2-ba252581da94, 'name': SearchDatastore_Task, 'duration_secs': 0.023192} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.494605] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.494874] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] f377cec2-23be-4608-92b4-c4608cb4673a/f377cec2-23be-4608-92b4-c4608cb4673a.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.495335] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4bd7a62f-f925-4a1e-9462-9d5f17bf2a40 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.502828] env[70867]: DEBUG oslo_vmware.api [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Waiting for the task: (returnval){ [ 883.502828] env[70867]: value = "task-3473763" [ 883.502828] env[70867]: _type = "Task" [ 883.502828] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.512139] env[70867]: DEBUG oslo_vmware.api [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Task: {'id': task-3473763, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.516338] env[70867]: DEBUG nova.scheduler.client.report [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Updated inventory for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with generation 82 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 883.516338] env[70867]: DEBUG nova.compute.provider_tree [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Updating resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d generation from 82 to 83 during operation: update_inventory {{(pid=70867) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 883.516338] env[70867]: DEBUG nova.compute.provider_tree [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 883.552026] env[70867]: DEBUG oslo_vmware.api [None req-80d4a654-24e3-4648-95ae-f53500886165 tempest-VolumesAssistedSnapshotsTest-1070565984 tempest-VolumesAssistedSnapshotsTest-1070565984-project-admin] Task: {'id': task-3473762, 'name': ReconfigVM_Task, 'duration_secs': 0.198316} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.552516] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-80d4a654-24e3-4648-95ae-f53500886165 tempest-VolumesAssistedSnapshotsTest-1070565984 tempest-VolumesAssistedSnapshotsTest-1070565984-project-admin] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694433', 'volume_id': '3d10e905-880b-40d8-9b43-6b04c7aa44db', 'name': 'volume-3d10e905-880b-40d8-9b43-6b04c7aa44db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6', 'attached_at': '', 'detached_at': '', 'volume_id': '3d10e905-880b-40d8-9b43-6b04c7aa44db', 'serial': '3d10e905-880b-40d8-9b43-6b04c7aa44db'} {{(pid=70867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 883.666956] env[70867]: DEBUG oslo_vmware.api [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473760, 'name': PowerOnVM_Task, 'duration_secs': 0.982647} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.667271] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.667560] env[70867]: INFO nova.compute.manager [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Took 9.14 seconds to spawn the instance on the hypervisor. [ 883.667756] env[70867]: DEBUG nova.compute.manager [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.668606] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768df7e1-2d57-41e7-a96b-3f8e9bc76741 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.794106] env[70867]: DEBUG oslo_concurrency.lockutils [req-ee0c2323-4a34-4d66-8435-7decb6d4d290 req-67c4d1c6-ff30-4921-8479-2fa7e83af8ee service nova] Releasing lock "refresh_cache-7dd14006-954f-41aa-946c-5d11558920d1" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.946608] env[70867]: DEBUG nova.compute.manager [None req-c8a528ea-d6d7-4ef1-958f-71283362d109 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 883.946867] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a528ea-d6d7-4ef1-958f-71283362d109 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.951769] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bfb776-6bd5-453f-b06f-6182ad795392 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.958295] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a528ea-d6d7-4ef1-958f-71283362d109 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.958712] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c8ab947-c4ee-4af2-aebf-762c55b4f80f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.966741] env[70867]: DEBUG oslo_vmware.api [None req-c8a528ea-d6d7-4ef1-958f-71283362d109 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Waiting for the task: (returnval){ [ 883.966741] env[70867]: value = "task-3473764" [ 883.966741] env[70867]: _type = "Task" [ 883.966741] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.977626] env[70867]: DEBUG oslo_vmware.api [None req-c8a528ea-d6d7-4ef1-958f-71283362d109 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': task-3473764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.014938] env[70867]: DEBUG oslo_vmware.api [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Task: {'id': task-3473763, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510631} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.014938] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] f377cec2-23be-4608-92b4-c4608cb4673a/f377cec2-23be-4608-92b4-c4608cb4673a.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.015219] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.016617] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ab292d9-e2b7-4955-a49d-0b13c327d1e0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.020055] env[70867]: DEBUG oslo_concurrency.lockutils [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.958s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.020534] env[70867]: DEBUG nova.compute.manager [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 884.024471] env[70867]: DEBUG oslo_concurrency.lockutils [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 27.513s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.026143] env[70867]: DEBUG oslo_vmware.api [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Waiting for the task: (returnval){ [ 884.026143] env[70867]: value = "task-3473765" [ 884.026143] env[70867]: _type = "Task" [ 884.026143] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.036935] env[70867]: DEBUG oslo_vmware.api [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Task: {'id': task-3473765, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.054952] env[70867]: DEBUG nova.objects.instance [None req-eca46e6e-f3f2-4f8d-adda-382246023599 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Lazy-loading 'flavor' on Instance uuid d0ca53d2-313b-48e6-95ca-b580e0b083ff {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.066602] env[70867]: DEBUG nova.network.neutron [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Successfully updated port: de016974-bfae-4b05-9e68-e57d8495f4b2 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 884.117721] env[70867]: DEBUG nova.objects.instance [None req-80d4a654-24e3-4648-95ae-f53500886165 tempest-VolumesAssistedSnapshotsTest-1070565984 tempest-VolumesAssistedSnapshotsTest-1070565984-project-admin] Lazy-loading 'flavor' on Instance uuid dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.153548] env[70867]: DEBUG nova.compute.manager [req-01f8af3b-2421-458e-844a-efbda5dcb73f req-29cd2580-7e5b-484a-8dc0-c8afc087ea74 service nova] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Received event network-vif-plugged-de016974-bfae-4b05-9e68-e57d8495f4b2 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.153797] env[70867]: DEBUG oslo_concurrency.lockutils [req-01f8af3b-2421-458e-844a-efbda5dcb73f req-29cd2580-7e5b-484a-8dc0-c8afc087ea74 service nova] Acquiring lock "0f2395d1-5ae7-403c-a689-9861a88fc203-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.154580] env[70867]: DEBUG oslo_concurrency.lockutils [req-01f8af3b-2421-458e-844a-efbda5dcb73f req-29cd2580-7e5b-484a-8dc0-c8afc087ea74 service nova] Lock "0f2395d1-5ae7-403c-a689-9861a88fc203-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.154580] env[70867]: DEBUG oslo_concurrency.lockutils [req-01f8af3b-2421-458e-844a-efbda5dcb73f req-29cd2580-7e5b-484a-8dc0-c8afc087ea74 service nova] Lock "0f2395d1-5ae7-403c-a689-9861a88fc203-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.154580] env[70867]: DEBUG nova.compute.manager [req-01f8af3b-2421-458e-844a-efbda5dcb73f req-29cd2580-7e5b-484a-8dc0-c8afc087ea74 service nova] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] No waiting events found dispatching network-vif-plugged-de016974-bfae-4b05-9e68-e57d8495f4b2 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 884.154580] env[70867]: WARNING nova.compute.manager [req-01f8af3b-2421-458e-844a-efbda5dcb73f req-29cd2580-7e5b-484a-8dc0-c8afc087ea74 service nova] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Received unexpected event network-vif-plugged-de016974-bfae-4b05-9e68-e57d8495f4b2 for instance with vm_state building and task_state spawning. [ 884.154807] env[70867]: DEBUG nova.compute.manager [req-01f8af3b-2421-458e-844a-efbda5dcb73f req-29cd2580-7e5b-484a-8dc0-c8afc087ea74 service nova] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Received event network-changed-de016974-bfae-4b05-9e68-e57d8495f4b2 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.155095] env[70867]: DEBUG nova.compute.manager [req-01f8af3b-2421-458e-844a-efbda5dcb73f req-29cd2580-7e5b-484a-8dc0-c8afc087ea74 service nova] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Refreshing instance network info cache due to event network-changed-de016974-bfae-4b05-9e68-e57d8495f4b2. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 884.155349] env[70867]: DEBUG oslo_concurrency.lockutils [req-01f8af3b-2421-458e-844a-efbda5dcb73f req-29cd2580-7e5b-484a-8dc0-c8afc087ea74 service nova] Acquiring lock "refresh_cache-0f2395d1-5ae7-403c-a689-9861a88fc203" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.155523] env[70867]: DEBUG oslo_concurrency.lockutils [req-01f8af3b-2421-458e-844a-efbda5dcb73f req-29cd2580-7e5b-484a-8dc0-c8afc087ea74 service nova] Acquired lock "refresh_cache-0f2395d1-5ae7-403c-a689-9861a88fc203" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.155724] env[70867]: DEBUG nova.network.neutron [req-01f8af3b-2421-458e-844a-efbda5dcb73f req-29cd2580-7e5b-484a-8dc0-c8afc087ea74 service nova] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Refreshing network info cache for port de016974-bfae-4b05-9e68-e57d8495f4b2 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.187239] env[70867]: INFO nova.compute.manager [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Took 47.63 seconds to build instance. [ 884.476209] env[70867]: DEBUG oslo_vmware.api [None req-c8a528ea-d6d7-4ef1-958f-71283362d109 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': task-3473764, 'name': PowerOffVM_Task, 'duration_secs': 0.23315} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.476480] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a528ea-d6d7-4ef1-958f-71283362d109 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.476646] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a528ea-d6d7-4ef1-958f-71283362d109 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 884.476910] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91869fdf-114b-42f6-a895-4bb47b5b3be1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.529234] env[70867]: INFO nova.compute.claims [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.533668] env[70867]: DEBUG nova.compute.utils [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.535166] env[70867]: DEBUG nova.compute.manager [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 884.535377] env[70867]: DEBUG nova.network.neutron [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 884.546940] env[70867]: DEBUG oslo_vmware.api [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Task: {'id': task-3473765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070869} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.546940] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.547831] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f4b07e-839d-4608-b3b1-5948cae2e428 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.572833] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] f377cec2-23be-4608-92b4-c4608cb4673a/f377cec2-23be-4608-92b4-c4608cb4673a.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.575858] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquiring lock "refresh_cache-0f2395d1-5ae7-403c-a689-9861a88fc203" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.576152] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76f780b0-2c63-4fdd-bbed-752a169fe711 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.590921] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a528ea-d6d7-4ef1-958f-71283362d109 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.591147] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a528ea-d6d7-4ef1-958f-71283362d109 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.591332] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8a528ea-d6d7-4ef1-958f-71283362d109 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Deleting the datastore file [datastore1] 7dd14006-954f-41aa-946c-5d11558920d1 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.593515] env[70867]: DEBUG nova.policy [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99f4ded22da4413eb375370addc94c8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6764fc0b9a604426976a4b145f22b580', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 884.594946] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c551dc22-ce7e-49c4-989c-36fa5e1c9e34 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.602707] env[70867]: DEBUG oslo_vmware.api [None req-c8a528ea-d6d7-4ef1-958f-71283362d109 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Waiting for the task: (returnval){ [ 884.602707] env[70867]: value = "task-3473767" [ 884.602707] env[70867]: _type = "Task" [ 884.602707] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.604092] env[70867]: DEBUG oslo_vmware.api [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Waiting for the task: (returnval){ [ 884.604092] env[70867]: value = "task-3473768" [ 884.604092] env[70867]: _type = "Task" [ 884.604092] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.617033] env[70867]: DEBUG oslo_vmware.api [None req-c8a528ea-d6d7-4ef1-958f-71283362d109 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': task-3473767, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.622458] env[70867]: DEBUG oslo_vmware.api [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Task: {'id': task-3473768, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.689626] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4f002389-8abe-470e-a851-1a548105af0a tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lock "46d74c4c-c717-4355-822d-2f6397c7f3e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.627s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.718415] env[70867]: DEBUG nova.network.neutron [req-01f8af3b-2421-458e-844a-efbda5dcb73f req-29cd2580-7e5b-484a-8dc0-c8afc087ea74 service nova] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.810016] env[70867]: DEBUG nova.network.neutron [req-01f8af3b-2421-458e-844a-efbda5dcb73f req-29cd2580-7e5b-484a-8dc0-c8afc087ea74 service nova] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.872691] env[70867]: INFO nova.compute.manager [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Rescuing [ 884.873035] env[70867]: DEBUG oslo_concurrency.lockutils [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquiring lock "refresh_cache-46d74c4c-c717-4355-822d-2f6397c7f3e6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.873250] env[70867]: DEBUG oslo_concurrency.lockutils [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquired lock "refresh_cache-46d74c4c-c717-4355-822d-2f6397c7f3e6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.873444] env[70867]: DEBUG nova.network.neutron [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.966063] env[70867]: DEBUG nova.network.neutron [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Successfully created port: 4aa8395f-993c-41ff-be36-03ec8bf5a03f {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.037025] env[70867]: INFO nova.compute.resource_tracker [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Updating resource usage from migration b6ed4342-3ea5-413d-95a5-725319a90dae [ 885.041636] env[70867]: DEBUG nova.compute.manager [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.093535] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eca46e6e-f3f2-4f8d-adda-382246023599 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Lock "d0ca53d2-313b-48e6-95ca-b580e0b083ff" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.449s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.117325] env[70867]: DEBUG oslo_vmware.api [None req-c8a528ea-d6d7-4ef1-958f-71283362d109 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': task-3473767, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31257} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.121398] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8a528ea-d6d7-4ef1-958f-71283362d109 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.121678] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a528ea-d6d7-4ef1-958f-71283362d109 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.121862] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a528ea-d6d7-4ef1-958f-71283362d109 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.122086] env[70867]: INFO nova.compute.manager [None req-c8a528ea-d6d7-4ef1-958f-71283362d109 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Took 1.18 seconds to destroy the instance on the hypervisor. [ 885.122363] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8a528ea-d6d7-4ef1-958f-71283362d109 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.122633] env[70867]: DEBUG oslo_vmware.api [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Task: {'id': task-3473768, 'name': ReconfigVM_Task, 'duration_secs': 0.321433} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.125410] env[70867]: DEBUG nova.compute.manager [-] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 885.125543] env[70867]: DEBUG nova.network.neutron [-] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 885.127104] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Reconfigured VM instance instance-00000034 to attach disk [datastore2] f377cec2-23be-4608-92b4-c4608cb4673a/f377cec2-23be-4608-92b4-c4608cb4673a.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.128503] env[70867]: DEBUG oslo_concurrency.lockutils [None req-80d4a654-24e3-4648-95ae-f53500886165 tempest-VolumesAssistedSnapshotsTest-1070565984 tempest-VolumesAssistedSnapshotsTest-1070565984-project-admin] Lock "dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.281s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.129724] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72944764-8ad5-4547-b4c0-d740d4c50e72 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.137140] env[70867]: DEBUG oslo_vmware.api [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Waiting for the task: (returnval){ [ 885.137140] env[70867]: value = "task-3473769" [ 885.137140] env[70867]: _type = "Task" [ 885.137140] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.148119] env[70867]: DEBUG oslo_vmware.api [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Task: {'id': task-3473769, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.313160] env[70867]: DEBUG oslo_concurrency.lockutils [req-01f8af3b-2421-458e-844a-efbda5dcb73f req-29cd2580-7e5b-484a-8dc0-c8afc087ea74 service nova] Releasing lock "refresh_cache-0f2395d1-5ae7-403c-a689-9861a88fc203" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.316403] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquired lock "refresh_cache-0f2395d1-5ae7-403c-a689-9861a88fc203" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.316403] env[70867]: DEBUG nova.network.neutron [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.614689] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d33e6d0-4897-4d21-ba09-af54c9171d61 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.623895] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b60c2e-b43c-4aab-8ece-48cb4b8ae6ae {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.663057] env[70867]: DEBUG nova.network.neutron [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Updating instance_info_cache with network_info: [{"id": "d699d938-0565-46d0-bcce-493a19fa21ec", "address": "fa:16:3e:7b:ff:f8", "network": {"id": "3e493881-eefe-496a-9353-8028aec5f643", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2077825194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18e987b51bea4331b1ffaa756933d253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd699d938-05", "ovs_interfaceid": "d699d938-0565-46d0-bcce-493a19fa21ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.668419] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701fde7c-2f1b-4016-af2e-7a828024a014 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.678438] env[70867]: DEBUG oslo_vmware.api [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Task: {'id': task-3473769, 'name': Rename_Task, 'duration_secs': 0.141704} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.680592] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.680910] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf2d5e20-fe22-41a3-8d82-c8997069f79c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.683479] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72d2951-b2ae-4150-9b24-c4eb980e4037 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.698868] env[70867]: DEBUG nova.compute.provider_tree [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.701226] env[70867]: DEBUG oslo_vmware.api [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Waiting for the task: (returnval){ [ 885.701226] env[70867]: value = "task-3473771" [ 885.701226] env[70867]: _type = "Task" [ 885.701226] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.725595] env[70867]: DEBUG nova.compute.manager [req-f926e7df-5c0d-481d-8b2d-14c19ca36572 req-efe3a63d-61c9-4fd2-8d1a-190bb6982235 service nova] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Received event network-vif-deleted-a8d21a1c-a1d1-42de-99a2-a8432bcb4f98 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.725804] env[70867]: INFO nova.compute.manager [req-f926e7df-5c0d-481d-8b2d-14c19ca36572 req-efe3a63d-61c9-4fd2-8d1a-190bb6982235 service nova] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Neutron deleted interface a8d21a1c-a1d1-42de-99a2-a8432bcb4f98; detaching it from the instance and deleting it from the info cache [ 885.725973] env[70867]: DEBUG nova.network.neutron [req-f926e7df-5c0d-481d-8b2d-14c19ca36572 req-efe3a63d-61c9-4fd2-8d1a-190bb6982235 service nova] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.851441] env[70867]: DEBUG nova.network.neutron [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.979228] env[70867]: DEBUG nova.network.neutron [-] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.027193] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Acquiring lock "c1bb2f8e-4b87-4632-b480-dbe0b1a942d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.027193] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Lock "c1bb2f8e-4b87-4632-b480-dbe0b1a942d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.058881] env[70867]: DEBUG nova.compute.manager [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 886.102867] env[70867]: DEBUG nova.virt.hardware [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.103132] env[70867]: DEBUG nova.virt.hardware [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.103295] env[70867]: DEBUG nova.virt.hardware [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.103490] env[70867]: DEBUG nova.virt.hardware [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.103629] env[70867]: DEBUG nova.virt.hardware [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.103769] env[70867]: DEBUG nova.virt.hardware [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.103972] env[70867]: DEBUG nova.virt.hardware [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.105033] env[70867]: DEBUG nova.virt.hardware [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.105033] env[70867]: DEBUG nova.virt.hardware [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.105033] env[70867]: DEBUG nova.virt.hardware [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.105033] env[70867]: DEBUG nova.virt.hardware [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.105639] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb11812b-5764-481f-8379-a6b135f87b29 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.114260] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5272c6-a1f2-4ee6-b902-e34503aead27 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.130922] env[70867]: DEBUG nova.network.neutron [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Updating instance_info_cache with network_info: [{"id": "de016974-bfae-4b05-9e68-e57d8495f4b2", "address": "fa:16:3e:49:70:b4", "network": {"id": "7abfa557-e3d1-4715-8c17-0c3745c411e5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1575514192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86ae3e8c63bd4ed29d0725779224ad62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde016974-bf", "ovs_interfaceid": "de016974-bfae-4b05-9e68-e57d8495f4b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.173382] env[70867]: DEBUG oslo_concurrency.lockutils [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Releasing lock "refresh_cache-46d74c4c-c717-4355-822d-2f6397c7f3e6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.206027] env[70867]: DEBUG nova.scheduler.client.report [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.220538] env[70867]: DEBUG oslo_vmware.api [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Task: {'id': task-3473771, 'name': PowerOnVM_Task, 'duration_secs': 0.491264} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.220983] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.221469] env[70867]: INFO nova.compute.manager [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Took 6.84 seconds to spawn the instance on the hypervisor. [ 886.221811] env[70867]: DEBUG nova.compute.manager [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.223231] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ceacd5-aea5-44c3-9500-4b8c1a921e81 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.228370] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cedeee6c-5ab4-451f-89e9-818bb871043f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.242547] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d74673-01f4-437b-b46a-af1c4305a049 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.277841] env[70867]: DEBUG nova.compute.manager [req-f926e7df-5c0d-481d-8b2d-14c19ca36572 req-efe3a63d-61c9-4fd2-8d1a-190bb6982235 service nova] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Detach interface failed, port_id=a8d21a1c-a1d1-42de-99a2-a8432bcb4f98, reason: Instance 7dd14006-954f-41aa-946c-5d11558920d1 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 886.482383] env[70867]: INFO nova.compute.manager [-] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Took 1.36 seconds to deallocate network for instance. [ 886.508430] env[70867]: DEBUG nova.compute.manager [req-6afaa58a-6917-41a9-9d1b-7e0011eb6e68 req-2824bfaa-bd6a-4bde-9bc9-44346a407e38 service nova] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Received event network-vif-plugged-4aa8395f-993c-41ff-be36-03ec8bf5a03f {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.508650] env[70867]: DEBUG oslo_concurrency.lockutils [req-6afaa58a-6917-41a9-9d1b-7e0011eb6e68 req-2824bfaa-bd6a-4bde-9bc9-44346a407e38 service nova] Acquiring lock "be9a92c6-88ea-4958-9c4e-a7b4715e0433-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.508859] env[70867]: DEBUG oslo_concurrency.lockutils [req-6afaa58a-6917-41a9-9d1b-7e0011eb6e68 req-2824bfaa-bd6a-4bde-9bc9-44346a407e38 service nova] Lock "be9a92c6-88ea-4958-9c4e-a7b4715e0433-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.509069] env[70867]: DEBUG oslo_concurrency.lockutils [req-6afaa58a-6917-41a9-9d1b-7e0011eb6e68 req-2824bfaa-bd6a-4bde-9bc9-44346a407e38 service nova] Lock "be9a92c6-88ea-4958-9c4e-a7b4715e0433-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.509290] env[70867]: DEBUG nova.compute.manager [req-6afaa58a-6917-41a9-9d1b-7e0011eb6e68 req-2824bfaa-bd6a-4bde-9bc9-44346a407e38 service nova] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] No waiting events found dispatching network-vif-plugged-4aa8395f-993c-41ff-be36-03ec8bf5a03f {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 886.509368] env[70867]: WARNING nova.compute.manager [req-6afaa58a-6917-41a9-9d1b-7e0011eb6e68 req-2824bfaa-bd6a-4bde-9bc9-44346a407e38 service nova] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Received unexpected event network-vif-plugged-4aa8395f-993c-41ff-be36-03ec8bf5a03f for instance with vm_state building and task_state spawning. [ 886.529022] env[70867]: DEBUG nova.compute.manager [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 886.633655] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Releasing lock "refresh_cache-0f2395d1-5ae7-403c-a689-9861a88fc203" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.633995] env[70867]: DEBUG nova.compute.manager [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Instance network_info: |[{"id": "de016974-bfae-4b05-9e68-e57d8495f4b2", "address": "fa:16:3e:49:70:b4", "network": {"id": "7abfa557-e3d1-4715-8c17-0c3745c411e5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1575514192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86ae3e8c63bd4ed29d0725779224ad62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde016974-bf", "ovs_interfaceid": "de016974-bfae-4b05-9e68-e57d8495f4b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 886.635534] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:70:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de016974-bfae-4b05-9e68-e57d8495f4b2', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.644576] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Creating folder: Project (86ae3e8c63bd4ed29d0725779224ad62). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 886.649695] env[70867]: DEBUG nova.network.neutron [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Successfully updated port: 4aa8395f-993c-41ff-be36-03ec8bf5a03f {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 886.650838] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b1fe2a7-1226-47fd-a7ce-d41007c20a3a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.670023] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Created folder: Project (86ae3e8c63bd4ed29d0725779224ad62) in parent group-v694272. [ 886.670023] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Creating folder: Instances. Parent ref: group-v694440. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 886.670023] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0a4f48a-9273-4579-ab75-ad19d8d34198 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.676232] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Created folder: Instances in parent group-v694440. [ 886.676474] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.676656] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.676862] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05e3c74e-5b66-4064-9499-c7768a0a69a1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.698622] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.698622] env[70867]: value = "task-3473774" [ 886.698622] env[70867]: _type = "Task" [ 886.698622] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.709837] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473774, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.712757] env[70867]: DEBUG oslo_concurrency.lockutils [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.688s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.712958] env[70867]: INFO nova.compute.manager [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Migrating [ 886.720480] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.736s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.721985] env[70867]: INFO nova.compute.claims [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.745937] env[70867]: INFO nova.compute.manager [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Took 42.32 seconds to build instance. [ 886.992745] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c8a528ea-d6d7-4ef1-958f-71283362d109 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.054462] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.157661] env[70867]: DEBUG oslo_concurrency.lockutils [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "refresh_cache-be9a92c6-88ea-4958-9c4e-a7b4715e0433" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.157898] env[70867]: DEBUG oslo_concurrency.lockutils [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquired lock "refresh_cache-be9a92c6-88ea-4958-9c4e-a7b4715e0433" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.157936] env[70867]: DEBUG nova.network.neutron [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.209942] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473774, 'name': CreateVM_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.234506] env[70867]: DEBUG oslo_concurrency.lockutils [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquiring lock "refresh_cache-3d2b5374-46c8-4ab9-ab4c-4376eadfb236" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.234955] env[70867]: DEBUG oslo_concurrency.lockutils [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquired lock "refresh_cache-3d2b5374-46c8-4ab9-ab4c-4376eadfb236" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.235551] env[70867]: DEBUG nova.network.neutron [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.248557] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c85a9920-4e5d-4383-bb40-4a0736a14cab tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Lock "f377cec2-23be-4608-92b4-c4608cb4673a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.041s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.689072] env[70867]: DEBUG nova.network.neutron [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.709413] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473774, 'name': CreateVM_Task, 'duration_secs': 0.890894} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.709652] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 887.710280] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.710440] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.710763] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.711026] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15545abf-2426-4963-85de-fa736ecccc97 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.712984] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.713250] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-343a843a-f44c-4d0c-8ed7-7fcb4838e9ec {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.718927] env[70867]: DEBUG oslo_vmware.api [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 887.718927] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52fcdb4c-453c-23fc-8be2-1bcc2e4a28c3" [ 887.718927] env[70867]: _type = "Task" [ 887.718927] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.720243] env[70867]: DEBUG oslo_vmware.api [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 887.720243] env[70867]: value = "task-3473775" [ 887.720243] env[70867]: _type = "Task" [ 887.720243] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.733564] env[70867]: DEBUG oslo_vmware.api [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52fcdb4c-453c-23fc-8be2-1bcc2e4a28c3, 'name': SearchDatastore_Task, 'duration_secs': 0.009638} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.740567] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.740841] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.741102] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.741257] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.741470] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.743861] env[70867]: DEBUG oslo_vmware.api [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.744116] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1f1898b-7dc7-48e7-8a3b-a7ee94ca7095 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.752431] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.752614] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.753384] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48ebca2d-6318-48ae-9918-87b2cbed6a83 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.763868] env[70867]: DEBUG oslo_vmware.api [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 887.763868] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]529e95f2-a58e-132a-9f75-abc3b604c8eb" [ 887.763868] env[70867]: _type = "Task" [ 887.763868] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.780182] env[70867]: DEBUG oslo_vmware.api [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]529e95f2-a58e-132a-9f75-abc3b604c8eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.953112] env[70867]: DEBUG nova.network.neutron [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Updating instance_info_cache with network_info: [{"id": "4aa8395f-993c-41ff-be36-03ec8bf5a03f", "address": "fa:16:3e:53:73:de", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aa8395f-99", "ovs_interfaceid": "4aa8395f-993c-41ff-be36-03ec8bf5a03f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.958184] env[70867]: DEBUG nova.compute.manager [req-976b76ac-0d2e-4e0e-8bce-e676c7e73758 req-36ad9f8e-1ad0-4a46-912b-1df2b191201f service nova] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Received event network-changed-2dd10a43-6717-4351-a16f-26439600de6d {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.958387] env[70867]: DEBUG nova.compute.manager [req-976b76ac-0d2e-4e0e-8bce-e676c7e73758 req-36ad9f8e-1ad0-4a46-912b-1df2b191201f service nova] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Refreshing instance network info cache due to event network-changed-2dd10a43-6717-4351-a16f-26439600de6d. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 887.958617] env[70867]: DEBUG oslo_concurrency.lockutils [req-976b76ac-0d2e-4e0e-8bce-e676c7e73758 req-36ad9f8e-1ad0-4a46-912b-1df2b191201f service nova] Acquiring lock "refresh_cache-f377cec2-23be-4608-92b4-c4608cb4673a" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.958761] env[70867]: DEBUG oslo_concurrency.lockutils [req-976b76ac-0d2e-4e0e-8bce-e676c7e73758 req-36ad9f8e-1ad0-4a46-912b-1df2b191201f service nova] Acquired lock "refresh_cache-f377cec2-23be-4608-92b4-c4608cb4673a" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.958911] env[70867]: DEBUG nova.network.neutron [req-976b76ac-0d2e-4e0e-8bce-e676c7e73758 req-36ad9f8e-1ad0-4a46-912b-1df2b191201f service nova] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Refreshing network info cache for port 2dd10a43-6717-4351-a16f-26439600de6d {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.064633] env[70867]: DEBUG nova.network.neutron [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Updating instance_info_cache with network_info: [{"id": "69c2585e-fea0-4ea7-8128-fed1ba2d7f80", "address": "fa:16:3e:86:27:01", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69c2585e-fe", "ovs_interfaceid": "69c2585e-fea0-4ea7-8128-fed1ba2d7f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.235536] env[70867]: DEBUG oslo_vmware.api [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473775, 'name': PowerOffVM_Task, 'duration_secs': 0.194465} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.238107] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.239077] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ac2d29-c634-4e13-91dc-e9153efd8796 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.260193] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a4347c-1f63-4d13-a8f7-4c74f6ba35f9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.279267] env[70867]: DEBUG oslo_vmware.api [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]529e95f2-a58e-132a-9f75-abc3b604c8eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009358} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.280131] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21670caf-5de3-4345-95c4-472551383486 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.285583] env[70867]: DEBUG oslo_vmware.api [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 888.285583] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ba06a3-4a55-b893-0006-9e57f8f31be4" [ 888.285583] env[70867]: _type = "Task" [ 888.285583] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.297892] env[70867]: DEBUG oslo_vmware.api [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ba06a3-4a55-b893-0006-9e57f8f31be4, 'name': SearchDatastore_Task, 'duration_secs': 0.010165} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.299852] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.300061] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.300469] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 0f2395d1-5ae7-403c-a689-9861a88fc203/0f2395d1-5ae7-403c-a689-9861a88fc203.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.300469] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01a2aa8d-9953-47ee-9a94-a16dd8c39df4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.301867] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-349c8728-db4e-4a3a-9dab-13a4696bffe5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.305235] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cab839-623a-482a-8969-f500978260ee {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.309931] env[70867]: DEBUG oslo_vmware.api [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 888.309931] env[70867]: value = "task-3473776" [ 888.309931] env[70867]: _type = "Task" [ 888.309931] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.315701] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30dc791e-43aa-46f6-bbce-0f4ddd69fe26 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.318788] env[70867]: DEBUG oslo_vmware.api [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 888.318788] env[70867]: value = "task-3473777" [ 888.318788] env[70867]: _type = "Task" [ 888.318788] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.348847] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] VM already powered off {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 888.349090] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 888.349332] env[70867]: DEBUG oslo_concurrency.lockutils [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.349474] env[70867]: DEBUG oslo_concurrency.lockutils [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.349650] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.350410] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a00544-d1cf-4a06-95a7-bbe2c4b8fc10 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.355498] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ce6d44a-11b1-45df-ac2e-014055aacfa5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.359597] env[70867]: DEBUG oslo_vmware.api [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3473777, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.363745] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8598de00-0833-4563-b94f-175e38b3c25a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.368280] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.368476] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 888.369478] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a048d95-3bc5-41a2-94c1-7473160d4a23 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.379514] env[70867]: DEBUG nova.compute.provider_tree [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.381780] env[70867]: DEBUG oslo_vmware.api [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 888.381780] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ec6b66-0504-92bf-c01e-910120cf50bc" [ 888.381780] env[70867]: _type = "Task" [ 888.381780] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.389660] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 888.389912] env[70867]: DEBUG oslo_vmware.api [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ec6b66-0504-92bf-c01e-910120cf50bc, 'name': SearchDatastore_Task, 'duration_secs': 0.009176} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.391562] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 888.392479] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfa2acf1-2953-4334-89b4-6710fe69a86c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.398022] env[70867]: DEBUG oslo_vmware.api [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 888.398022] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a25c9f-0a01-243a-e958-a4261545ce1a" [ 888.398022] env[70867]: _type = "Task" [ 888.398022] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.405637] env[70867]: DEBUG oslo_vmware.api [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a25c9f-0a01-243a-e958-a4261545ce1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.455320] env[70867]: DEBUG oslo_concurrency.lockutils [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Releasing lock "refresh_cache-be9a92c6-88ea-4958-9c4e-a7b4715e0433" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.455678] env[70867]: DEBUG nova.compute.manager [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Instance network_info: |[{"id": "4aa8395f-993c-41ff-be36-03ec8bf5a03f", "address": "fa:16:3e:53:73:de", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aa8395f-99", "ovs_interfaceid": "4aa8395f-993c-41ff-be36-03ec8bf5a03f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 888.456097] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:73:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4aa8395f-993c-41ff-be36-03ec8bf5a03f', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.464130] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.464389] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.464623] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-101a3281-4824-4082-9c8f-c08d22afddce {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.487707] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.487707] env[70867]: value = "task-3473778" [ 888.487707] env[70867]: _type = "Task" [ 888.487707] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.496953] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473778, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.567172] env[70867]: DEBUG oslo_concurrency.lockutils [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Releasing lock "refresh_cache-3d2b5374-46c8-4ab9-ab4c-4376eadfb236" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.640420] env[70867]: DEBUG nova.compute.manager [req-03fdeb93-60d8-4060-bca1-c28d4fb39ba8 req-56ab4c65-6c49-4275-b23f-d29944903d71 service nova] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Received event network-changed-4aa8395f-993c-41ff-be36-03ec8bf5a03f {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.640642] env[70867]: DEBUG nova.compute.manager [req-03fdeb93-60d8-4060-bca1-c28d4fb39ba8 req-56ab4c65-6c49-4275-b23f-d29944903d71 service nova] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Refreshing instance network info cache due to event network-changed-4aa8395f-993c-41ff-be36-03ec8bf5a03f. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 888.640947] env[70867]: DEBUG oslo_concurrency.lockutils [req-03fdeb93-60d8-4060-bca1-c28d4fb39ba8 req-56ab4c65-6c49-4275-b23f-d29944903d71 service nova] Acquiring lock "refresh_cache-be9a92c6-88ea-4958-9c4e-a7b4715e0433" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.641640] env[70867]: DEBUG oslo_concurrency.lockutils [req-03fdeb93-60d8-4060-bca1-c28d4fb39ba8 req-56ab4c65-6c49-4275-b23f-d29944903d71 service nova] Acquired lock "refresh_cache-be9a92c6-88ea-4958-9c4e-a7b4715e0433" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.641784] env[70867]: DEBUG nova.network.neutron [req-03fdeb93-60d8-4060-bca1-c28d4fb39ba8 req-56ab4c65-6c49-4275-b23f-d29944903d71 service nova] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Refreshing network info cache for port 4aa8395f-993c-41ff-be36-03ec8bf5a03f {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.798182] env[70867]: DEBUG nova.network.neutron [req-976b76ac-0d2e-4e0e-8bce-e676c7e73758 req-36ad9f8e-1ad0-4a46-912b-1df2b191201f service nova] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Updated VIF entry in instance network info cache for port 2dd10a43-6717-4351-a16f-26439600de6d. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.798743] env[70867]: DEBUG nova.network.neutron [req-976b76ac-0d2e-4e0e-8bce-e676c7e73758 req-36ad9f8e-1ad0-4a46-912b-1df2b191201f service nova] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Updating instance_info_cache with network_info: [{"id": "2dd10a43-6717-4351-a16f-26439600de6d", "address": "fa:16:3e:68:47:d8", "network": {"id": "48bbeecb-6ab1-45a7-906b-8bf0d049bc0d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1235227880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a8c95fd153940638006df5d957a400b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd10a43-67", "ovs_interfaceid": "2dd10a43-6717-4351-a16f-26439600de6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.828574] env[70867]: DEBUG oslo_vmware.api [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3473777, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455168} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.828774] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 0f2395d1-5ae7-403c-a689-9861a88fc203/0f2395d1-5ae7-403c-a689-9861a88fc203.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.828969] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.829233] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-131eaf09-6a10-4c42-816f-2fc72885e111 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.838714] env[70867]: DEBUG oslo_vmware.api [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 888.838714] env[70867]: value = "task-3473779" [ 888.838714] env[70867]: _type = "Task" [ 888.838714] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.848877] env[70867]: DEBUG oslo_vmware.api [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3473779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.886732] env[70867]: DEBUG nova.scheduler.client.report [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.906823] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 888.906919] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 888.907311] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 888.907510] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 888.908422] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 888.908422] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 888.908422] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70867) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 888.908422] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 888.914297] env[70867]: DEBUG oslo_vmware.api [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a25c9f-0a01-243a-e958-a4261545ce1a, 'name': SearchDatastore_Task, 'duration_secs': 0.008224} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.914590] env[70867]: DEBUG oslo_concurrency.lockutils [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.914945] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 46d74c4c-c717-4355-822d-2f6397c7f3e6/dd397023-e461-4e98-8ebe-ed21450996ea-rescue.vmdk. {{(pid=70867) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 888.915169] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea4aa500-83e0-46d3-a3ea-d61a49ae3f98 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.922100] env[70867]: DEBUG oslo_vmware.api [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 888.922100] env[70867]: value = "task-3473780" [ 888.922100] env[70867]: _type = "Task" [ 888.922100] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.931416] env[70867]: DEBUG oslo_vmware.api [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.997437] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473778, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.283052] env[70867]: DEBUG oslo_concurrency.lockutils [None req-80da13d1-61cb-4d8b-8a08-22562a8eabf8 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Acquiring lock "dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.283388] env[70867]: DEBUG oslo_concurrency.lockutils [None req-80da13d1-61cb-4d8b-8a08-22562a8eabf8 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Lock "dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.283574] env[70867]: DEBUG oslo_concurrency.lockutils [None req-80da13d1-61cb-4d8b-8a08-22562a8eabf8 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Acquiring lock "dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.283802] env[70867]: DEBUG oslo_concurrency.lockutils [None req-80da13d1-61cb-4d8b-8a08-22562a8eabf8 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Lock "dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.283966] env[70867]: DEBUG oslo_concurrency.lockutils [None req-80da13d1-61cb-4d8b-8a08-22562a8eabf8 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Lock "dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.286300] env[70867]: INFO nova.compute.manager [None req-80da13d1-61cb-4d8b-8a08-22562a8eabf8 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Terminating instance [ 889.300973] env[70867]: DEBUG oslo_concurrency.lockutils [req-976b76ac-0d2e-4e0e-8bce-e676c7e73758 req-36ad9f8e-1ad0-4a46-912b-1df2b191201f service nova] Releasing lock "refresh_cache-f377cec2-23be-4608-92b4-c4608cb4673a" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.348313] env[70867]: DEBUG oslo_vmware.api [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3473779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074586} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.348575] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 889.349404] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7acae2b-4d21-4e7e-9f1d-605d84b17a35 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.372452] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 0f2395d1-5ae7-403c-a689-9861a88fc203/0f2395d1-5ae7-403c-a689-9861a88fc203.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.373182] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b65b47d5-bb23-4e15-b349-381e7bda1aa4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.388655] env[70867]: DEBUG nova.network.neutron [req-03fdeb93-60d8-4060-bca1-c28d4fb39ba8 req-56ab4c65-6c49-4275-b23f-d29944903d71 service nova] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Updated VIF entry in instance network info cache for port 4aa8395f-993c-41ff-be36-03ec8bf5a03f. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 889.389030] env[70867]: DEBUG nova.network.neutron [req-03fdeb93-60d8-4060-bca1-c28d4fb39ba8 req-56ab4c65-6c49-4275-b23f-d29944903d71 service nova] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Updating instance_info_cache with network_info: [{"id": "4aa8395f-993c-41ff-be36-03ec8bf5a03f", "address": "fa:16:3e:53:73:de", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aa8395f-99", "ovs_interfaceid": "4aa8395f-993c-41ff-be36-03ec8bf5a03f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.392029] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.396019] env[70867]: DEBUG nova.compute.manager [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 889.396019] env[70867]: DEBUG oslo_concurrency.lockutils [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.217s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.396019] env[70867]: DEBUG nova.objects.instance [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Lazy-loading 'resources' on Instance uuid fcd97809-14c4-4674-ba98-8a56a34cf239 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.398051] env[70867]: DEBUG oslo_vmware.api [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 889.398051] env[70867]: value = "task-3473781" [ 889.398051] env[70867]: _type = "Task" [ 889.398051] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.408949] env[70867]: DEBUG oslo_vmware.api [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3473781, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.416362] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.436390] env[70867]: DEBUG oslo_vmware.api [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.499336] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473778, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.792424] env[70867]: DEBUG nova.compute.manager [None req-80da13d1-61cb-4d8b-8a08-22562a8eabf8 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 889.792424] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-80da13d1-61cb-4d8b-8a08-22562a8eabf8 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.793319] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddee1c8-0397-4711-8ac9-97aa922020dd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.802132] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-80da13d1-61cb-4d8b-8a08-22562a8eabf8 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.802398] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01d43ec9-46af-4967-a883-feb596855eed {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.810625] env[70867]: DEBUG oslo_vmware.api [None req-80da13d1-61cb-4d8b-8a08-22562a8eabf8 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Waiting for the task: (returnval){ [ 889.810625] env[70867]: value = "task-3473782" [ 889.810625] env[70867]: _type = "Task" [ 889.810625] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.820455] env[70867]: DEBUG oslo_vmware.api [None req-80da13d1-61cb-4d8b-8a08-22562a8eabf8 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Task: {'id': task-3473782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.892793] env[70867]: DEBUG oslo_concurrency.lockutils [req-03fdeb93-60d8-4060-bca1-c28d4fb39ba8 req-56ab4c65-6c49-4275-b23f-d29944903d71 service nova] Releasing lock "refresh_cache-be9a92c6-88ea-4958-9c4e-a7b4715e0433" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.898561] env[70867]: DEBUG nova.compute.utils [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 889.903254] env[70867]: DEBUG nova.compute.manager [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 889.903455] env[70867]: DEBUG nova.network.neutron [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 889.915087] env[70867]: DEBUG oslo_vmware.api [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3473781, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.937610] env[70867]: DEBUG oslo_vmware.api [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.952064] env[70867]: DEBUG nova.policy [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c2569bd938f4cf9974ff6f9e29cd72e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4982a2049a734c57b775d3a5b1f789af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 890.002030] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473778, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.085589] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ff135a-f487-4cff-a19e-30ae93f7b8b5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.108752] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Updating instance '3d2b5374-46c8-4ab9-ab4c-4376eadfb236' progress to 0 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 890.325183] env[70867]: DEBUG oslo_vmware.api [None req-80da13d1-61cb-4d8b-8a08-22562a8eabf8 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Task: {'id': task-3473782, 'name': PowerOffVM_Task, 'duration_secs': 0.377559} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.325497] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-80da13d1-61cb-4d8b-8a08-22562a8eabf8 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.325664] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-80da13d1-61cb-4d8b-8a08-22562a8eabf8 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.325925] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f61fd1f-1483-4564-a4f2-8c196c15ce30 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.395070] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-80da13d1-61cb-4d8b-8a08-22562a8eabf8 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.395070] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-80da13d1-61cb-4d8b-8a08-22562a8eabf8 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.395070] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-80da13d1-61cb-4d8b-8a08-22562a8eabf8 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Deleting the datastore file [datastore1] dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.395070] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1f32a21-de9a-4e6d-a897-76c19742940c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.405338] env[70867]: DEBUG nova.compute.utils [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.408814] env[70867]: DEBUG oslo_vmware.api [None req-80da13d1-61cb-4d8b-8a08-22562a8eabf8 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Waiting for the task: (returnval){ [ 890.408814] env[70867]: value = "task-3473784" [ 890.408814] env[70867]: _type = "Task" [ 890.408814] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.421827] env[70867]: DEBUG nova.network.neutron [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Successfully created port: 4a28609c-abdc-4287-a1e1-cbeb8f8a35ac {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 890.438333] env[70867]: DEBUG oslo_vmware.api [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3473781, 'name': ReconfigVM_Task, 'duration_secs': 1.019932} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.438664] env[70867]: DEBUG oslo_vmware.api [None req-80da13d1-61cb-4d8b-8a08-22562a8eabf8 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Task: {'id': task-3473784, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.442639] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 0f2395d1-5ae7-403c-a689-9861a88fc203/0f2395d1-5ae7-403c-a689-9861a88fc203.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.447914] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd1e5c9e-3d23-47f3-b548-df4edb9965c9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.452016] env[70867]: DEBUG oslo_vmware.api [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473780, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.457739] env[70867]: DEBUG oslo_vmware.api [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 890.457739] env[70867]: value = "task-3473785" [ 890.457739] env[70867]: _type = "Task" [ 890.457739] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.470089] env[70867]: DEBUG oslo_vmware.api [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3473785, 'name': Rename_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.502522] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473778, 'name': CreateVM_Task, 'duration_secs': 1.563797} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.502696] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.503406] env[70867]: DEBUG oslo_concurrency.lockutils [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.503526] env[70867]: DEBUG oslo_concurrency.lockutils [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.503843] env[70867]: DEBUG oslo_concurrency.lockutils [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.504109] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a284d1f-d4c0-4dff-850c-cfe076e2fb7a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.508346] env[70867]: DEBUG oslo_vmware.api [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 890.508346] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5244ab45-07d3-c9c3-9da9-c1433657d0db" [ 890.508346] env[70867]: _type = "Task" [ 890.508346] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.517632] env[70867]: DEBUG oslo_vmware.api [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5244ab45-07d3-c9c3-9da9-c1433657d0db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.590388] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cf70ce-69ab-45ec-95c4-3472816eac15 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.598134] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7ac563-ae40-43e2-9814-ef7b16461904 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.629100] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.629896] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd529518-497f-47c6-a830-453214208dc6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.633868] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582530e6-3276-44e2-99f8-19215c377bf9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.640545] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450f0241-3fde-4929-8084-4462a6e3d482 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.644531] env[70867]: DEBUG oslo_vmware.api [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Waiting for the task: (returnval){ [ 890.644531] env[70867]: value = "task-3473786" [ 890.644531] env[70867]: _type = "Task" [ 890.644531] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.656479] env[70867]: DEBUG nova.compute.provider_tree [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 890.662448] env[70867]: DEBUG oslo_vmware.api [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.913070] env[70867]: DEBUG nova.compute.manager [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 890.924283] env[70867]: DEBUG oslo_vmware.api [None req-80da13d1-61cb-4d8b-8a08-22562a8eabf8 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Task: {'id': task-3473784, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203446} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.924283] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-80da13d1-61cb-4d8b-8a08-22562a8eabf8 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.924283] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-80da13d1-61cb-4d8b-8a08-22562a8eabf8 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.924283] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-80da13d1-61cb-4d8b-8a08-22562a8eabf8 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.924450] env[70867]: INFO nova.compute.manager [None req-80da13d1-61cb-4d8b-8a08-22562a8eabf8 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 890.924816] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80da13d1-61cb-4d8b-8a08-22562a8eabf8 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.925460] env[70867]: DEBUG nova.compute.manager [-] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 890.925669] env[70867]: DEBUG nova.network.neutron [-] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 890.935657] env[70867]: DEBUG oslo_vmware.api [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473780, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.546733} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.936069] env[70867]: INFO nova.virt.vmwareapi.ds_util [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 46d74c4c-c717-4355-822d-2f6397c7f3e6/dd397023-e461-4e98-8ebe-ed21450996ea-rescue.vmdk. [ 890.936906] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac394369-6853-4dcb-8a15-eb6f1c4ac627 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.964592] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 46d74c4c-c717-4355-822d-2f6397c7f3e6/dd397023-e461-4e98-8ebe-ed21450996ea-rescue.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.965983] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acd0748e-30f8-4b1d-b69a-c7ca13fddf10 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.990209] env[70867]: DEBUG oslo_vmware.api [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3473785, 'name': Rename_Task, 'duration_secs': 0.153357} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.991817] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.992840] env[70867]: DEBUG oslo_vmware.api [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 890.992840] env[70867]: value = "task-3473787" [ 890.992840] env[70867]: _type = "Task" [ 890.992840] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.992840] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7eefeac-bb9b-4088-bd2a-b22b912926a7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.002279] env[70867]: DEBUG oslo_vmware.api [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473787, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.005343] env[70867]: DEBUG oslo_vmware.api [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 891.005343] env[70867]: value = "task-3473788" [ 891.005343] env[70867]: _type = "Task" [ 891.005343] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.019429] env[70867]: DEBUG oslo_vmware.api [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5244ab45-07d3-c9c3-9da9-c1433657d0db, 'name': SearchDatastore_Task, 'duration_secs': 0.009134} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.019710] env[70867]: DEBUG oslo_concurrency.lockutils [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.020048] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.020215] env[70867]: DEBUG oslo_concurrency.lockutils [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.020362] env[70867]: DEBUG oslo_concurrency.lockutils [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.020540] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.020785] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bad2b3e9-6811-485b-b5c2-56595e1d68c1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.030223] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.030223] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.030934] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04be405e-0ae9-43aa-996f-cb92795e9736 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.036814] env[70867]: DEBUG oslo_vmware.api [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 891.036814] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527d5003-1616-efe3-7b57-75cc3fd01510" [ 891.036814] env[70867]: _type = "Task" [ 891.036814] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.044988] env[70867]: DEBUG oslo_vmware.api [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527d5003-1616-efe3-7b57-75cc3fd01510, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.154035] env[70867]: DEBUG oslo_vmware.api [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473786, 'name': PowerOffVM_Task, 'duration_secs': 0.433453} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.154391] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.154579] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Updating instance '3d2b5374-46c8-4ab9-ab4c-4376eadfb236' progress to 17 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 891.184466] env[70867]: ERROR nova.scheduler.client.report [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [req-92c28e20-91b5-48da-83c2-e7e26af005f3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f41c8c6b-f09c-4602-9d9f-1177af08ce6d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-92c28e20-91b5-48da-83c2-e7e26af005f3"}]} [ 891.204351] env[70867]: DEBUG nova.scheduler.client.report [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Refreshing inventories for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 891.221349] env[70867]: DEBUG nova.scheduler.client.report [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Updating ProviderTree inventory for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 891.223994] env[70867]: DEBUG nova.compute.provider_tree [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 891.238264] env[70867]: DEBUG nova.scheduler.client.report [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Refreshing aggregate associations for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d, aggregates: None {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 891.267692] env[70867]: DEBUG nova.scheduler.client.report [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Refreshing trait associations for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 891.505324] env[70867]: DEBUG oslo_vmware.api [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.515616] env[70867]: DEBUG nova.compute.manager [req-061769eb-19ce-4114-a5ff-5fc619a50c45 req-03a9a799-feb0-4fea-ace3-66713957e487 service nova] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Received event network-vif-deleted-7999c598-5ca0-463b-9ce5-f22ceb00d088 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.516022] env[70867]: INFO nova.compute.manager [req-061769eb-19ce-4114-a5ff-5fc619a50c45 req-03a9a799-feb0-4fea-ace3-66713957e487 service nova] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Neutron deleted interface 7999c598-5ca0-463b-9ce5-f22ceb00d088; detaching it from the instance and deleting it from the info cache [ 891.516348] env[70867]: DEBUG nova.network.neutron [req-061769eb-19ce-4114-a5ff-5fc619a50c45 req-03a9a799-feb0-4fea-ace3-66713957e487 service nova] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.524135] env[70867]: DEBUG oslo_vmware.api [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3473788, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.555137] env[70867]: DEBUG oslo_vmware.api [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527d5003-1616-efe3-7b57-75cc3fd01510, 'name': SearchDatastore_Task, 'duration_secs': 0.012155} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.559134] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e52a9a06-cc9d-41c5-ac1d-ca89bc2d228c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.566727] env[70867]: DEBUG oslo_vmware.api [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 891.566727] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52b1cb4c-c625-88cc-0174-6c91060b8256" [ 891.566727] env[70867]: _type = "Task" [ 891.566727] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.575704] env[70867]: DEBUG oslo_vmware.api [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52b1cb4c-c625-88cc-0174-6c91060b8256, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.664955] env[70867]: DEBUG nova.virt.hardware [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.665336] env[70867]: DEBUG nova.virt.hardware [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.665808] env[70867]: DEBUG nova.virt.hardware [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.666633] env[70867]: DEBUG nova.virt.hardware [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.666848] env[70867]: DEBUG nova.virt.hardware [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.667023] env[70867]: DEBUG nova.virt.hardware [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.667246] env[70867]: DEBUG nova.virt.hardware [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.667411] env[70867]: DEBUG nova.virt.hardware [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.667625] env[70867]: DEBUG nova.virt.hardware [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.667812] env[70867]: DEBUG nova.virt.hardware [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.667998] env[70867]: DEBUG nova.virt.hardware [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.675206] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b5993cc-fc3f-4bf1-8c8b-9edc58c054ff {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.696947] env[70867]: DEBUG oslo_vmware.api [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Waiting for the task: (returnval){ [ 891.696947] env[70867]: value = "task-3473789" [ 891.696947] env[70867]: _type = "Task" [ 891.696947] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.707469] env[70867]: DEBUG oslo_vmware.api [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473789, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.843706] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce637bef-2987-48f2-a756-b07e775fb891 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.851354] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0ebbc8-3014-48d4-989a-70911cc61e10 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.882664] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d0a290-ae51-46be-9cca-722f86d36fd3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.890668] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7988dbf8-23c7-4c46-a053-02629eb77004 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.903697] env[70867]: DEBUG nova.compute.provider_tree [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 891.924027] env[70867]: DEBUG nova.compute.manager [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 891.953527] env[70867]: DEBUG nova.virt.hardware [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:46:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='767978261',id=30,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-370746916',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.953527] env[70867]: DEBUG nova.virt.hardware [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.953527] env[70867]: DEBUG nova.virt.hardware [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.953788] env[70867]: DEBUG nova.virt.hardware [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.953901] env[70867]: DEBUG nova.virt.hardware [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.953992] env[70867]: DEBUG nova.virt.hardware [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.954201] env[70867]: DEBUG nova.virt.hardware [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.954361] env[70867]: DEBUG nova.virt.hardware [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.954527] env[70867]: DEBUG nova.virt.hardware [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.954690] env[70867]: DEBUG nova.virt.hardware [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.954856] env[70867]: DEBUG nova.virt.hardware [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.955738] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5cf804-aa9b-4490-8644-696d95459f90 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.966063] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5588f8bf-9582-4928-81fc-a50d5da87e6b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.990813] env[70867]: DEBUG nova.network.neutron [-] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.003162] env[70867]: DEBUG oslo_vmware.api [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473787, 'name': ReconfigVM_Task, 'duration_secs': 0.869411} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.003458] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 46d74c4c-c717-4355-822d-2f6397c7f3e6/dd397023-e461-4e98-8ebe-ed21450996ea-rescue.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.004320] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b9a408-b6f8-4c2c-931d-d92e1998fda7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.035343] env[70867]: DEBUG nova.network.neutron [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Successfully updated port: 4a28609c-abdc-4287-a1e1-cbeb8f8a35ac {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 892.038170] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63b28d95-4d6f-4aa6-9f65-bfcf65632bb1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.042024] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad335bbc-afb2-4940-9e23-3a57a1eb6519 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.054038] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Acquiring lock "refresh_cache-f7eb036e-f592-4ac1-9320-88dd97818d70" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.054179] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Acquired lock "refresh_cache-f7eb036e-f592-4ac1-9320-88dd97818d70" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.054327] env[70867]: DEBUG nova.network.neutron [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.055877] env[70867]: DEBUG oslo_vmware.api [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3473788, 'name': PowerOnVM_Task, 'duration_secs': 1.011113} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.057724] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.057724] env[70867]: INFO nova.compute.manager [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Took 8.95 seconds to spawn the instance on the hypervisor. [ 892.057724] env[70867]: DEBUG nova.compute.manager [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.057996] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a1754e-245f-4cb4-8480-ad6139d7e9b1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.065814] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb58135f-3989-4603-8b8d-5e62b8d73c0c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.076559] env[70867]: DEBUG oslo_vmware.api [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 892.076559] env[70867]: value = "task-3473790" [ 892.076559] env[70867]: _type = "Task" [ 892.076559] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.093593] env[70867]: DEBUG oslo_vmware.api [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52b1cb4c-c625-88cc-0174-6c91060b8256, 'name': SearchDatastore_Task, 'duration_secs': 0.011451} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.097021] env[70867]: DEBUG oslo_concurrency.lockutils [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.097133] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] be9a92c6-88ea-4958-9c4e-a7b4715e0433/be9a92c6-88ea-4958-9c4e-a7b4715e0433.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.097406] env[70867]: DEBUG oslo_vmware.api [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473790, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.111269] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76ee407b-b8c8-47f7-9197-d2ab859f03fd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.113774] env[70867]: DEBUG nova.compute.manager [req-061769eb-19ce-4114-a5ff-5fc619a50c45 req-03a9a799-feb0-4fea-ace3-66713957e487 service nova] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Detach interface failed, port_id=7999c598-5ca0-463b-9ce5-f22ceb00d088, reason: Instance dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 892.119917] env[70867]: DEBUG oslo_vmware.api [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 892.119917] env[70867]: value = "task-3473791" [ 892.119917] env[70867]: _type = "Task" [ 892.119917] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.127310] env[70867]: DEBUG oslo_vmware.api [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.208448] env[70867]: DEBUG oslo_vmware.api [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473789, 'name': ReconfigVM_Task, 'duration_secs': 0.157739} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.208788] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Updating instance '3d2b5374-46c8-4ab9-ab4c-4376eadfb236' progress to 33 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 892.443107] env[70867]: DEBUG nova.scheduler.client.report [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Updated inventory for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with generation 84 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 892.443470] env[70867]: DEBUG nova.compute.provider_tree [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Updating resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d generation from 84 to 85 during operation: update_inventory {{(pid=70867) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 892.443691] env[70867]: DEBUG nova.compute.provider_tree [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 892.494033] env[70867]: INFO nova.compute.manager [-] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Took 1.57 seconds to deallocate network for instance. [ 892.585559] env[70867]: DEBUG nova.network.neutron [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.594317] env[70867]: DEBUG oslo_vmware.api [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473790, 'name': ReconfigVM_Task, 'duration_secs': 0.186281} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.596059] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.596497] env[70867]: INFO nova.compute.manager [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Took 42.69 seconds to build instance. [ 892.597541] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b591e0e3-cc8e-49ea-8011-de6e43f9ca67 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.603141] env[70867]: DEBUG oslo_vmware.api [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 892.603141] env[70867]: value = "task-3473792" [ 892.603141] env[70867]: _type = "Task" [ 892.603141] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.614419] env[70867]: DEBUG oslo_vmware.api [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.630451] env[70867]: DEBUG oslo_vmware.api [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473791, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.715636] env[70867]: DEBUG nova.virt.hardware [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:48:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='6b2f3154-e28b-4052-81e3-6f6b38a14b88',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1236983707',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.715938] env[70867]: DEBUG nova.virt.hardware [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.716039] env[70867]: DEBUG nova.virt.hardware [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.716226] env[70867]: DEBUG nova.virt.hardware [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.716369] env[70867]: DEBUG nova.virt.hardware [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.716522] env[70867]: DEBUG nova.virt.hardware [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.716723] env[70867]: DEBUG nova.virt.hardware [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.716880] env[70867]: DEBUG nova.virt.hardware [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.717053] env[70867]: DEBUG nova.virt.hardware [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.717218] env[70867]: DEBUG nova.virt.hardware [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.717387] env[70867]: DEBUG nova.virt.hardware [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.722851] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 892.723202] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6975f6c0-ec52-4c02-b460-887be11f2658 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.743967] env[70867]: DEBUG oslo_vmware.api [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Waiting for the task: (returnval){ [ 892.743967] env[70867]: value = "task-3473793" [ 892.743967] env[70867]: _type = "Task" [ 892.743967] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.752404] env[70867]: DEBUG oslo_vmware.api [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473793, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.952071] env[70867]: DEBUG oslo_concurrency.lockutils [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.554s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.952763] env[70867]: DEBUG oslo_concurrency.lockutils [None req-80cf366e-04c1-4943-85d5-b6f79eba8a1f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.751s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.953423] env[70867]: DEBUG nova.objects.instance [None req-80cf366e-04c1-4943-85d5-b6f79eba8a1f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lazy-loading 'resources' on Instance uuid 5672f7d0-4265-47cb-9d68-9eb1a5420f3e {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.980464] env[70867]: INFO nova.scheduler.client.report [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Deleted allocations for instance fcd97809-14c4-4674-ba98-8a56a34cf239 [ 893.001800] env[70867]: DEBUG oslo_concurrency.lockutils [None req-80da13d1-61cb-4d8b-8a08-22562a8eabf8 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.045244] env[70867]: DEBUG nova.network.neutron [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Updating instance_info_cache with network_info: [{"id": "4a28609c-abdc-4287-a1e1-cbeb8f8a35ac", "address": "fa:16:3e:27:e6:65", "network": {"id": "37dda7c4-81b4-436e-bbb0-f572536f66a9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-506597560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4982a2049a734c57b775d3a5b1f789af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a28609c-ab", "ovs_interfaceid": "4a28609c-abdc-4287-a1e1-cbeb8f8a35ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.099716] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7ef5e82b-b2c4-4738-a0ec-810febb5a000 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "0f2395d1-5ae7-403c-a689-9861a88fc203" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.595s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.113914] env[70867]: DEBUG oslo_vmware.api [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473792, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.131492] env[70867]: DEBUG oslo_vmware.api [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473791, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511531} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.135018] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] be9a92c6-88ea-4958-9c4e-a7b4715e0433/be9a92c6-88ea-4958-9c4e-a7b4715e0433.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.135018] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.135018] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c477e85-a04b-48bd-9539-60324147e46c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.140417] env[70867]: DEBUG oslo_vmware.api [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 893.140417] env[70867]: value = "task-3473794" [ 893.140417] env[70867]: _type = "Task" [ 893.140417] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.149680] env[70867]: DEBUG oslo_vmware.api [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473794, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.254229] env[70867]: DEBUG oslo_vmware.api [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473793, 'name': ReconfigVM_Task, 'duration_secs': 0.483806} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.254547] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 893.255366] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab48d6cb-3ab2-4519-9c6d-6b968d730735 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.278673] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 3d2b5374-46c8-4ab9-ab4c-4376eadfb236/3d2b5374-46c8-4ab9-ab4c-4376eadfb236.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.278830] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-235b69e0-2013-4645-aa5c-9f0eaa057759 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.300300] env[70867]: DEBUG oslo_vmware.api [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Waiting for the task: (returnval){ [ 893.300300] env[70867]: value = "task-3473795" [ 893.300300] env[70867]: _type = "Task" [ 893.300300] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.310061] env[70867]: DEBUG oslo_vmware.api [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473795, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.487995] env[70867]: DEBUG oslo_concurrency.lockutils [None req-de9e6c5b-f439-4899-9c1f-cc4092537372 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Lock "fcd97809-14c4-4674-ba98-8a56a34cf239" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.126s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.488931] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e17fddaa-5c1e-4334-908f-834eb21204e4 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Lock "fcd97809-14c4-4674-ba98-8a56a34cf239" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 35.785s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.489166] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e17fddaa-5c1e-4334-908f-834eb21204e4 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Acquiring lock "fcd97809-14c4-4674-ba98-8a56a34cf239-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.489371] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e17fddaa-5c1e-4334-908f-834eb21204e4 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Lock "fcd97809-14c4-4674-ba98-8a56a34cf239-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.489615] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e17fddaa-5c1e-4334-908f-834eb21204e4 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Lock "fcd97809-14c4-4674-ba98-8a56a34cf239-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.494243] env[70867]: INFO nova.compute.manager [None req-e17fddaa-5c1e-4334-908f-834eb21204e4 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Terminating instance [ 893.548241] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Releasing lock "refresh_cache-f7eb036e-f592-4ac1-9320-88dd97818d70" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.548605] env[70867]: DEBUG nova.compute.manager [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Instance network_info: |[{"id": "4a28609c-abdc-4287-a1e1-cbeb8f8a35ac", "address": "fa:16:3e:27:e6:65", "network": {"id": "37dda7c4-81b4-436e-bbb0-f572536f66a9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-506597560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4982a2049a734c57b775d3a5b1f789af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a28609c-ab", "ovs_interfaceid": "4a28609c-abdc-4287-a1e1-cbeb8f8a35ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 893.548995] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:e6:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a766368-f5a3-472c-af56-9cfca63012ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a28609c-abdc-4287-a1e1-cbeb8f8a35ac', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.557304] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.557529] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.558801] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a96fc6a8-45a5-4f20-b97a-882820570750 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.582973] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.582973] env[70867]: value = "task-3473796" [ 893.582973] env[70867]: _type = "Task" [ 893.582973] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.593553] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473796, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.610284] env[70867]: DEBUG nova.compute.manager [req-15f3cb80-6a6e-4a57-b089-df4ed2c08d85 req-463f9c8d-aee1-4fe6-b905-fdb113ab41d2 service nova] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Received event network-vif-plugged-4a28609c-abdc-4287-a1e1-cbeb8f8a35ac {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.610284] env[70867]: DEBUG oslo_concurrency.lockutils [req-15f3cb80-6a6e-4a57-b089-df4ed2c08d85 req-463f9c8d-aee1-4fe6-b905-fdb113ab41d2 service nova] Acquiring lock "f7eb036e-f592-4ac1-9320-88dd97818d70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.610482] env[70867]: DEBUG oslo_concurrency.lockutils [req-15f3cb80-6a6e-4a57-b089-df4ed2c08d85 req-463f9c8d-aee1-4fe6-b905-fdb113ab41d2 service nova] Lock "f7eb036e-f592-4ac1-9320-88dd97818d70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.610664] env[70867]: DEBUG oslo_concurrency.lockutils [req-15f3cb80-6a6e-4a57-b089-df4ed2c08d85 req-463f9c8d-aee1-4fe6-b905-fdb113ab41d2 service nova] Lock "f7eb036e-f592-4ac1-9320-88dd97818d70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.610815] env[70867]: DEBUG nova.compute.manager [req-15f3cb80-6a6e-4a57-b089-df4ed2c08d85 req-463f9c8d-aee1-4fe6-b905-fdb113ab41d2 service nova] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] No waiting events found dispatching network-vif-plugged-4a28609c-abdc-4287-a1e1-cbeb8f8a35ac {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 893.610952] env[70867]: WARNING nova.compute.manager [req-15f3cb80-6a6e-4a57-b089-df4ed2c08d85 req-463f9c8d-aee1-4fe6-b905-fdb113ab41d2 service nova] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Received unexpected event network-vif-plugged-4a28609c-abdc-4287-a1e1-cbeb8f8a35ac for instance with vm_state building and task_state spawning. [ 893.611122] env[70867]: DEBUG nova.compute.manager [req-15f3cb80-6a6e-4a57-b089-df4ed2c08d85 req-463f9c8d-aee1-4fe6-b905-fdb113ab41d2 service nova] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Received event network-changed-4a28609c-abdc-4287-a1e1-cbeb8f8a35ac {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.611271] env[70867]: DEBUG nova.compute.manager [req-15f3cb80-6a6e-4a57-b089-df4ed2c08d85 req-463f9c8d-aee1-4fe6-b905-fdb113ab41d2 service nova] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Refreshing instance network info cache due to event network-changed-4a28609c-abdc-4287-a1e1-cbeb8f8a35ac. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 893.611455] env[70867]: DEBUG oslo_concurrency.lockutils [req-15f3cb80-6a6e-4a57-b089-df4ed2c08d85 req-463f9c8d-aee1-4fe6-b905-fdb113ab41d2 service nova] Acquiring lock "refresh_cache-f7eb036e-f592-4ac1-9320-88dd97818d70" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.611572] env[70867]: DEBUG oslo_concurrency.lockutils [req-15f3cb80-6a6e-4a57-b089-df4ed2c08d85 req-463f9c8d-aee1-4fe6-b905-fdb113ab41d2 service nova] Acquired lock "refresh_cache-f7eb036e-f592-4ac1-9320-88dd97818d70" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.611716] env[70867]: DEBUG nova.network.neutron [req-15f3cb80-6a6e-4a57-b089-df4ed2c08d85 req-463f9c8d-aee1-4fe6-b905-fdb113ab41d2 service nova] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Refreshing network info cache for port 4a28609c-abdc-4287-a1e1-cbeb8f8a35ac {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.620529] env[70867]: DEBUG oslo_vmware.api [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473792, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.657277] env[70867]: DEBUG oslo_vmware.api [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473794, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079999} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.658073] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.659080] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fed3931-76b8-4a6c-a161-30f2a3bc50f0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.685052] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] be9a92c6-88ea-4958-9c4e-a7b4715e0433/be9a92c6-88ea-4958-9c4e-a7b4715e0433.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.689268] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bf74fa6-d198-4546-8038-280412485f7c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.710370] env[70867]: DEBUG oslo_vmware.api [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 893.710370] env[70867]: value = "task-3473797" [ 893.710370] env[70867]: _type = "Task" [ 893.710370] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.722244] env[70867]: DEBUG oslo_vmware.api [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473797, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.813762] env[70867]: DEBUG oslo_vmware.api [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.997058] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e17fddaa-5c1e-4334-908f-834eb21204e4 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Acquiring lock "refresh_cache-fcd97809-14c4-4674-ba98-8a56a34cf239" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.997666] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e17fddaa-5c1e-4334-908f-834eb21204e4 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Acquired lock "refresh_cache-fcd97809-14c4-4674-ba98-8a56a34cf239" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.997666] env[70867]: DEBUG nova.network.neutron [None req-e17fddaa-5c1e-4334-908f-834eb21204e4 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.094406] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473796, 'name': CreateVM_Task, 'duration_secs': 0.495839} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.094598] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.096174] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.096174] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.096174] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.096174] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5eee2bb-32ba-46fa-bc32-1231eb3756fb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.102888] env[70867]: DEBUG nova.compute.manager [req-e8500079-139c-4cfe-8242-7ed8dd20ef02 req-daaf8055-bdf5-4cdf-866f-728a5f0ef502 service nova] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Received event network-changed-de016974-bfae-4b05-9e68-e57d8495f4b2 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.103105] env[70867]: DEBUG nova.compute.manager [req-e8500079-139c-4cfe-8242-7ed8dd20ef02 req-daaf8055-bdf5-4cdf-866f-728a5f0ef502 service nova] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Refreshing instance network info cache due to event network-changed-de016974-bfae-4b05-9e68-e57d8495f4b2. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 894.103702] env[70867]: DEBUG oslo_concurrency.lockutils [req-e8500079-139c-4cfe-8242-7ed8dd20ef02 req-daaf8055-bdf5-4cdf-866f-728a5f0ef502 service nova] Acquiring lock "refresh_cache-0f2395d1-5ae7-403c-a689-9861a88fc203" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.103862] env[70867]: DEBUG oslo_concurrency.lockutils [req-e8500079-139c-4cfe-8242-7ed8dd20ef02 req-daaf8055-bdf5-4cdf-866f-728a5f0ef502 service nova] Acquired lock "refresh_cache-0f2395d1-5ae7-403c-a689-9861a88fc203" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.104041] env[70867]: DEBUG nova.network.neutron [req-e8500079-139c-4cfe-8242-7ed8dd20ef02 req-daaf8055-bdf5-4cdf-866f-728a5f0ef502 service nova] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Refreshing network info cache for port de016974-bfae-4b05-9e68-e57d8495f4b2 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.117096] env[70867]: DEBUG oslo_vmware.api [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Waiting for the task: (returnval){ [ 894.117096] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52480e23-1e17-e6e9-22e1-3d6e227b9b26" [ 894.117096] env[70867]: _type = "Task" [ 894.117096] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.129859] env[70867]: DEBUG oslo_vmware.api [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473792, 'name': PowerOnVM_Task, 'duration_secs': 1.073554} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.130365] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e71928-45f7-4fb2-9547-df1b739dd776 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.133691] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.136224] env[70867]: DEBUG nova.compute.manager [None req-49725396-51f2-4426-a751-412a5611e18c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.140388] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8257ec43-3f65-455c-8fd0-9c962598c412 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.143896] env[70867]: DEBUG oslo_vmware.api [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52480e23-1e17-e6e9-22e1-3d6e227b9b26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.148706] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdcb90b-5655-46c4-92f3-75dbbf8923f3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.195024] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767c7b22-7548-4d2b-8a76-cc0c59c4e555 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.202153] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864751f3-3e90-45eb-a3c0-96fc5d7214bb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.217533] env[70867]: DEBUG nova.compute.provider_tree [None req-80cf366e-04c1-4943-85d5-b6f79eba8a1f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 894.228741] env[70867]: DEBUG oslo_vmware.api [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473797, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.315587] env[70867]: DEBUG oslo_vmware.api [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473795, 'name': ReconfigVM_Task, 'duration_secs': 0.759168} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.315859] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 3d2b5374-46c8-4ab9-ab4c-4376eadfb236/3d2b5374-46c8-4ab9-ab4c-4376eadfb236.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.316144] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Updating instance '3d2b5374-46c8-4ab9-ab4c-4376eadfb236' progress to 50 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 894.454165] env[70867]: DEBUG nova.network.neutron [req-15f3cb80-6a6e-4a57-b089-df4ed2c08d85 req-463f9c8d-aee1-4fe6-b905-fdb113ab41d2 service nova] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Updated VIF entry in instance network info cache for port 4a28609c-abdc-4287-a1e1-cbeb8f8a35ac. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.454570] env[70867]: DEBUG nova.network.neutron [req-15f3cb80-6a6e-4a57-b089-df4ed2c08d85 req-463f9c8d-aee1-4fe6-b905-fdb113ab41d2 service nova] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Updating instance_info_cache with network_info: [{"id": "4a28609c-abdc-4287-a1e1-cbeb8f8a35ac", "address": "fa:16:3e:27:e6:65", "network": {"id": "37dda7c4-81b4-436e-bbb0-f572536f66a9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-506597560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4982a2049a734c57b775d3a5b1f789af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a28609c-ab", "ovs_interfaceid": "4a28609c-abdc-4287-a1e1-cbeb8f8a35ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.501140] env[70867]: DEBUG nova.compute.utils [None req-e17fddaa-5c1e-4334-908f-834eb21204e4 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Can not refresh info_cache because instance was not found {{(pid=70867) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 894.517032] env[70867]: DEBUG nova.network.neutron [None req-e17fddaa-5c1e-4334-908f-834eb21204e4 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 894.624027] env[70867]: DEBUG nova.network.neutron [None req-e17fddaa-5c1e-4334-908f-834eb21204e4 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.632830] env[70867]: DEBUG oslo_vmware.api [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52480e23-1e17-e6e9-22e1-3d6e227b9b26, 'name': SearchDatastore_Task, 'duration_secs': 0.027415} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.632830] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.633166] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.633429] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.634444] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.634444] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.634444] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-705ea949-3ddb-45de-ae44-0fb3955177d3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.642709] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.643193] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.644819] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b03892c0-b8fe-43fe-8907-531806a189ca {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.653948] env[70867]: DEBUG oslo_vmware.api [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Waiting for the task: (returnval){ [ 894.653948] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]525e9236-ecd6-7b71-09ec-bda72e7efd7f" [ 894.653948] env[70867]: _type = "Task" [ 894.653948] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.669924] env[70867]: DEBUG oslo_vmware.api [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]525e9236-ecd6-7b71-09ec-bda72e7efd7f, 'name': SearchDatastore_Task, 'duration_secs': 0.010395} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.670673] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e50be4ea-cebb-4c3d-a8b0-158d2c360e95 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.677841] env[70867]: DEBUG oslo_vmware.api [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Waiting for the task: (returnval){ [ 894.677841] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c53d84-d3a5-9678-d76f-c9b89503d479" [ 894.677841] env[70867]: _type = "Task" [ 894.677841] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.685476] env[70867]: DEBUG oslo_vmware.api [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c53d84-d3a5-9678-d76f-c9b89503d479, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.695428] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ad5b8d1e-60ab-47e0-b39a-686fd7c0bf34 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Acquiring lock "47e97d46-a933-43cf-98fc-2865c78a4492" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.695662] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ad5b8d1e-60ab-47e0-b39a-686fd7c0bf34 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Lock "47e97d46-a933-43cf-98fc-2865c78a4492" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.695898] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ad5b8d1e-60ab-47e0-b39a-686fd7c0bf34 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Acquiring lock "47e97d46-a933-43cf-98fc-2865c78a4492-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.696094] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ad5b8d1e-60ab-47e0-b39a-686fd7c0bf34 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Lock "47e97d46-a933-43cf-98fc-2865c78a4492-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.696266] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ad5b8d1e-60ab-47e0-b39a-686fd7c0bf34 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Lock "47e97d46-a933-43cf-98fc-2865c78a4492-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.698794] env[70867]: INFO nova.compute.manager [None req-ad5b8d1e-60ab-47e0-b39a-686fd7c0bf34 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Terminating instance [ 894.731229] env[70867]: DEBUG oslo_vmware.api [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473797, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.758203] env[70867]: DEBUG nova.scheduler.client.report [None req-80cf366e-04c1-4943-85d5-b6f79eba8a1f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Updated inventory for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with generation 85 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 894.758521] env[70867]: DEBUG nova.compute.provider_tree [None req-80cf366e-04c1-4943-85d5-b6f79eba8a1f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Updating resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d generation from 85 to 86 during operation: update_inventory {{(pid=70867) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 894.758734] env[70867]: DEBUG nova.compute.provider_tree [None req-80cf366e-04c1-4943-85d5-b6f79eba8a1f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 894.822672] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd792339-1cc7-4f58-b349-d6ef170a6dbf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.844837] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c27c973-d4aa-42bf-ba1c-ecd9ad75e7f3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.868594] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Updating instance '3d2b5374-46c8-4ab9-ab4c-4376eadfb236' progress to 67 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 894.957704] env[70867]: DEBUG oslo_concurrency.lockutils [req-15f3cb80-6a6e-4a57-b089-df4ed2c08d85 req-463f9c8d-aee1-4fe6-b905-fdb113ab41d2 service nova] Releasing lock "refresh_cache-f7eb036e-f592-4ac1-9320-88dd97818d70" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.977495] env[70867]: DEBUG nova.network.neutron [req-e8500079-139c-4cfe-8242-7ed8dd20ef02 req-daaf8055-bdf5-4cdf-866f-728a5f0ef502 service nova] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Updated VIF entry in instance network info cache for port de016974-bfae-4b05-9e68-e57d8495f4b2. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.978191] env[70867]: DEBUG nova.network.neutron [req-e8500079-139c-4cfe-8242-7ed8dd20ef02 req-daaf8055-bdf5-4cdf-866f-728a5f0ef502 service nova] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Updating instance_info_cache with network_info: [{"id": "de016974-bfae-4b05-9e68-e57d8495f4b2", "address": "fa:16:3e:49:70:b4", "network": {"id": "7abfa557-e3d1-4715-8c17-0c3745c411e5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1575514192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86ae3e8c63bd4ed29d0725779224ad62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde016974-bf", "ovs_interfaceid": "de016974-bfae-4b05-9e68-e57d8495f4b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.091252] env[70867]: INFO nova.compute.manager [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Rebuilding instance [ 895.127406] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e17fddaa-5c1e-4334-908f-834eb21204e4 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Releasing lock "refresh_cache-fcd97809-14c4-4674-ba98-8a56a34cf239" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.127846] env[70867]: DEBUG nova.compute.manager [None req-e17fddaa-5c1e-4334-908f-834eb21204e4 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 895.128082] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e17fddaa-5c1e-4334-908f-834eb21204e4 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.128554] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6cefdcfd-6d15-45d3-b727-0e5b0c43ce2a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.138788] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13297709-daa5-4d79-bfc4-b57e644c5a42 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.155575] env[70867]: DEBUG nova.compute.manager [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.157911] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0838a15c-40b0-47a5-b567-8b23f065b03f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.180129] env[70867]: WARNING nova.virt.vmwareapi.vmops [None req-e17fddaa-5c1e-4334-908f-834eb21204e4 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance fcd97809-14c4-4674-ba98-8a56a34cf239 could not be found. [ 895.180337] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e17fddaa-5c1e-4334-908f-834eb21204e4 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 895.180998] env[70867]: INFO nova.compute.manager [None req-e17fddaa-5c1e-4334-908f-834eb21204e4 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Took 0.05 seconds to destroy the instance on the hypervisor. [ 895.180998] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e17fddaa-5c1e-4334-908f-834eb21204e4 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.184401] env[70867]: DEBUG nova.compute.manager [-] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 895.184549] env[70867]: DEBUG nova.network.neutron [-] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 895.191770] env[70867]: DEBUG oslo_vmware.api [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c53d84-d3a5-9678-d76f-c9b89503d479, 'name': SearchDatastore_Task, 'duration_secs': 0.015052} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.192054] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.192633] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] f7eb036e-f592-4ac1-9320-88dd97818d70/f7eb036e-f592-4ac1-9320-88dd97818d70.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.192776] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4fe1cca1-5952-4e70-a9bf-4b5b28fec0cd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.199873] env[70867]: DEBUG oslo_vmware.api [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Waiting for the task: (returnval){ [ 895.199873] env[70867]: value = "task-3473798" [ 895.199873] env[70867]: _type = "Task" [ 895.199873] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.206253] env[70867]: DEBUG nova.compute.manager [None req-ad5b8d1e-60ab-47e0-b39a-686fd7c0bf34 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 895.206482] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5b8d1e-60ab-47e0-b39a-686fd7c0bf34 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.207609] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01abaa9-df0a-465b-b126-eae59046fe93 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.212198] env[70867]: DEBUG nova.network.neutron [-] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.222880] env[70867]: DEBUG oslo_vmware.api [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': task-3473798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.230283] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5b8d1e-60ab-47e0-b39a-686fd7c0bf34 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.231176] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cced9be-4e88-421f-b47e-bfad7ee9a6a7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.236251] env[70867]: DEBUG oslo_vmware.api [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473797, 'name': ReconfigVM_Task, 'duration_secs': 1.37585} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.236898] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Reconfigured VM instance instance-00000036 to attach disk [datastore1] be9a92c6-88ea-4958-9c4e-a7b4715e0433/be9a92c6-88ea-4958-9c4e-a7b4715e0433.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.237572] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71eda0bd-3ddc-4b53-bb14-a2f071fbf957 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.241966] env[70867]: DEBUG oslo_vmware.api [None req-ad5b8d1e-60ab-47e0-b39a-686fd7c0bf34 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Waiting for the task: (returnval){ [ 895.241966] env[70867]: value = "task-3473799" [ 895.241966] env[70867]: _type = "Task" [ 895.241966] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.247319] env[70867]: DEBUG oslo_vmware.api [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 895.247319] env[70867]: value = "task-3473800" [ 895.247319] env[70867]: _type = "Task" [ 895.247319] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.256460] env[70867]: DEBUG oslo_vmware.api [None req-ad5b8d1e-60ab-47e0-b39a-686fd7c0bf34 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': task-3473799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.262036] env[70867]: DEBUG oslo_vmware.api [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473800, 'name': Rename_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.264026] env[70867]: DEBUG oslo_concurrency.lockutils [None req-80cf366e-04c1-4943-85d5-b6f79eba8a1f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.311s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.266227] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.330s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.267874] env[70867]: INFO nova.compute.claims [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.303097] env[70867]: INFO nova.scheduler.client.report [None req-80cf366e-04c1-4943-85d5-b6f79eba8a1f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Deleted allocations for instance 5672f7d0-4265-47cb-9d68-9eb1a5420f3e [ 895.431913] env[70867]: DEBUG nova.network.neutron [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Port 69c2585e-fea0-4ea7-8128-fed1ba2d7f80 binding to destination host cpu-1 is already ACTIVE {{(pid=70867) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 895.480700] env[70867]: DEBUG oslo_concurrency.lockutils [req-e8500079-139c-4cfe-8242-7ed8dd20ef02 req-daaf8055-bdf5-4cdf-866f-728a5f0ef502 service nova] Releasing lock "refresh_cache-0f2395d1-5ae7-403c-a689-9861a88fc203" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.710431] env[70867]: DEBUG oslo_vmware.api [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': task-3473798, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.718380] env[70867]: DEBUG nova.network.neutron [-] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.757985] env[70867]: DEBUG oslo_vmware.api [None req-ad5b8d1e-60ab-47e0-b39a-686fd7c0bf34 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': task-3473799, 'name': PowerOffVM_Task, 'duration_secs': 0.221342} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.758311] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5b8d1e-60ab-47e0-b39a-686fd7c0bf34 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.758591] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5b8d1e-60ab-47e0-b39a-686fd7c0bf34 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.759456] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-decebc9b-ef12-4703-b7c0-24ea6b7cab37 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.767452] env[70867]: DEBUG oslo_vmware.api [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473800, 'name': Rename_Task, 'duration_secs': 0.190144} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.768321] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.768679] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-186b3646-bc80-4ac3-a169-11e61bc2eb05 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.779156] env[70867]: DEBUG oslo_vmware.api [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 895.779156] env[70867]: value = "task-3473802" [ 895.779156] env[70867]: _type = "Task" [ 895.779156] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.787318] env[70867]: DEBUG oslo_vmware.api [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.813066] env[70867]: DEBUG oslo_concurrency.lockutils [None req-80cf366e-04c1-4943-85d5-b6f79eba8a1f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "5672f7d0-4265-47cb-9d68-9eb1a5420f3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.980s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.833779] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5b8d1e-60ab-47e0-b39a-686fd7c0bf34 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.834027] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5b8d1e-60ab-47e0-b39a-686fd7c0bf34 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.834201] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad5b8d1e-60ab-47e0-b39a-686fd7c0bf34 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Deleting the datastore file [datastore2] 47e97d46-a933-43cf-98fc-2865c78a4492 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.834482] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d769dfaf-9730-44af-b856-f660460307c6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.843151] env[70867]: DEBUG oslo_vmware.api [None req-ad5b8d1e-60ab-47e0-b39a-686fd7c0bf34 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Waiting for the task: (returnval){ [ 895.843151] env[70867]: value = "task-3473803" [ 895.843151] env[70867]: _type = "Task" [ 895.843151] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.851340] env[70867]: DEBUG oslo_vmware.api [None req-ad5b8d1e-60ab-47e0-b39a-686fd7c0bf34 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': task-3473803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.175593] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquiring lock "cd4b0d7b-8070-4a0a-a8bd-09cc2c296789" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.175896] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "cd4b0d7b-8070-4a0a-a8bd-09cc2c296789" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.176144] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquiring lock "cd4b0d7b-8070-4a0a-a8bd-09cc2c296789-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.176340] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "cd4b0d7b-8070-4a0a-a8bd-09cc2c296789-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.176510] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "cd4b0d7b-8070-4a0a-a8bd-09cc2c296789-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.178672] env[70867]: INFO nova.compute.manager [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Terminating instance [ 896.185887] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.186160] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22df40e3-b2e0-48b3-b85c-ef9aef004d02 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.194099] env[70867]: DEBUG oslo_vmware.api [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Waiting for the task: (returnval){ [ 896.194099] env[70867]: value = "task-3473804" [ 896.194099] env[70867]: _type = "Task" [ 896.194099] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.202225] env[70867]: DEBUG oslo_vmware.api [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Task: {'id': task-3473804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.212129] env[70867]: DEBUG oslo_vmware.api [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': task-3473798, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567713} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.212340] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] f7eb036e-f592-4ac1-9320-88dd97818d70/f7eb036e-f592-4ac1-9320-88dd97818d70.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.212550] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.212798] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0aef245-7d92-48e4-9d2c-d15c865253cb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.219286] env[70867]: DEBUG oslo_vmware.api [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Waiting for the task: (returnval){ [ 896.219286] env[70867]: value = "task-3473805" [ 896.219286] env[70867]: _type = "Task" [ 896.219286] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.222632] env[70867]: INFO nova.compute.manager [-] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Took 1.04 seconds to deallocate network for instance. [ 896.230161] env[70867]: DEBUG oslo_vmware.api [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': task-3473805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.294024] env[70867]: DEBUG oslo_vmware.api [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473802, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.354889] env[70867]: DEBUG oslo_vmware.api [None req-ad5b8d1e-60ab-47e0-b39a-686fd7c0bf34 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Task: {'id': task-3473803, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230061} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.355524] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad5b8d1e-60ab-47e0-b39a-686fd7c0bf34 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.356314] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5b8d1e-60ab-47e0-b39a-686fd7c0bf34 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.356314] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5b8d1e-60ab-47e0-b39a-686fd7c0bf34 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.356314] env[70867]: INFO nova.compute.manager [None req-ad5b8d1e-60ab-47e0-b39a-686fd7c0bf34 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Took 1.15 seconds to destroy the instance on the hypervisor. [ 896.356474] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad5b8d1e-60ab-47e0-b39a-686fd7c0bf34 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.359164] env[70867]: DEBUG nova.compute.manager [-] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 896.359295] env[70867]: DEBUG nova.network.neutron [-] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.457168] env[70867]: DEBUG oslo_concurrency.lockutils [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquiring lock "3d2b5374-46c8-4ab9-ab4c-4376eadfb236-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.457301] env[70867]: DEBUG oslo_concurrency.lockutils [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Lock "3d2b5374-46c8-4ab9-ab4c-4376eadfb236-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.457501] env[70867]: DEBUG oslo_concurrency.lockutils [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Lock "3d2b5374-46c8-4ab9-ab4c-4376eadfb236-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.651154] env[70867]: DEBUG nova.compute.manager [req-e5ed503a-35c7-4701-b67c-5b55c02a470e req-1592e1f2-7c7e-48fd-b0a3-2793f44f3f86 service nova] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Received event network-vif-deleted-3d4a8458-9523-4fff-8b52-cf67049f1540 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.651398] env[70867]: INFO nova.compute.manager [req-e5ed503a-35c7-4701-b67c-5b55c02a470e req-1592e1f2-7c7e-48fd-b0a3-2793f44f3f86 service nova] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Neutron deleted interface 3d4a8458-9523-4fff-8b52-cf67049f1540; detaching it from the instance and deleting it from the info cache [ 896.651628] env[70867]: DEBUG nova.network.neutron [req-e5ed503a-35c7-4701-b67c-5b55c02a470e req-1592e1f2-7c7e-48fd-b0a3-2793f44f3f86 service nova] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.685924] env[70867]: DEBUG nova.compute.manager [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 896.686273] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 896.687804] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a41789a-10cf-4771-9d45-6c85ae63a7aa {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.697302] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.700493] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3569128-eca4-4b30-9d10-2b4ddec4afb0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.710317] env[70867]: DEBUG oslo_vmware.api [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Task: {'id': task-3473804, 'name': PowerOffVM_Task, 'duration_secs': 0.432675} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.712160] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.712412] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.712581] env[70867]: DEBUG oslo_vmware.api [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 896.712581] env[70867]: value = "task-3473806" [ 896.712581] env[70867]: _type = "Task" [ 896.712581] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.712708] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a11ee46-72ac-4dcb-8af0-1cbb4e42ed0e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.727737] env[70867]: DEBUG oslo_vmware.api [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.729782] env[70867]: DEBUG oslo_vmware.api [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Waiting for the task: (returnval){ [ 896.729782] env[70867]: value = "task-3473807" [ 896.729782] env[70867]: _type = "Task" [ 896.729782] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.738751] env[70867]: INFO nova.compute.manager [None req-e17fddaa-5c1e-4334-908f-834eb21204e4 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Instance disappeared during terminate [ 896.739055] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e17fddaa-5c1e-4334-908f-834eb21204e4 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Lock "fcd97809-14c4-4674-ba98-8a56a34cf239" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.250s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.740735] env[70867]: DEBUG oslo_vmware.api [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': task-3473805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.750361] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] VM already powered off {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 896.750970] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Volume detach. Driver type: vmdk {{(pid=70867) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 896.750970] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694344', 'volume_id': '16477e5f-7e9e-4c08-a94c-c99b322d368d', 'name': 'volume-16477e5f-7e9e-4c08-a94c-c99b322d368d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd36ce91-908a-408b-ba11-95c6a135f4cf', 'attached_at': '', 'detached_at': '', 'volume_id': '16477e5f-7e9e-4c08-a94c-c99b322d368d', 'serial': '16477e5f-7e9e-4c08-a94c-c99b322d368d'} {{(pid=70867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 896.751632] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c16919-9dc2-4d43-9f66-f48f53a3002a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.777524] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cabb91-c8fb-4d58-bddf-c96a1b43d1eb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.789352] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9b5a9b-aeca-4a2e-ab9f-de9293afb94f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.798631] env[70867]: DEBUG oslo_vmware.api [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473802, 'name': PowerOnVM_Task, 'duration_secs': 0.907807} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.799519] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.799801] env[70867]: INFO nova.compute.manager [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Took 10.74 seconds to spawn the instance on the hypervisor. [ 896.800018] env[70867]: DEBUG nova.compute.manager [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.801035] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e204c96b-8108-4d24-ab44-c7a1ae9ed051 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.822031] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb4b988-3889-4b52-934b-41e7dc6c3c07 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.844824] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] The volume has not been displaced from its original location: [datastore1] volume-16477e5f-7e9e-4c08-a94c-c99b322d368d/volume-16477e5f-7e9e-4c08-a94c-c99b322d368d.vmdk. No consolidation needed. {{(pid=70867) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 896.851321] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Reconfiguring VM instance instance-00000028 to detach disk 2000 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 896.854762] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b67f718a-198b-43c1-8745-ea87c96c7436 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.874070] env[70867]: DEBUG oslo_vmware.api [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Waiting for the task: (returnval){ [ 896.874070] env[70867]: value = "task-3473808" [ 896.874070] env[70867]: _type = "Task" [ 896.874070] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.879044] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c09285-369a-4e97-905e-04120b2fa8b1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.889306] env[70867]: DEBUG oslo_vmware.api [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Task: {'id': task-3473808, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.891921] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2a078a-1235-4c24-9ed9-8e7555b81ad6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.926650] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec1d07f-b9e1-4ad8-ac6e-dca3fa6bb93e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.935180] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92a135c-6893-499c-846b-4356fdf4275a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.949409] env[70867]: DEBUG nova.compute.provider_tree [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.964019] env[70867]: INFO nova.compute.manager [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Rescuing [ 896.964019] env[70867]: DEBUG oslo_concurrency.lockutils [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquiring lock "refresh_cache-4347eb07-8998-41f2-94df-934f102f632d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.964390] env[70867]: DEBUG oslo_concurrency.lockutils [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquired lock "refresh_cache-4347eb07-8998-41f2-94df-934f102f632d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.964390] env[70867]: DEBUG nova.network.neutron [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.128752] env[70867]: DEBUG nova.network.neutron [-] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.158356] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61d2be57-94e8-4617-8d03-3eab48d8c18e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.167955] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdff7a13-ce60-4b35-9a4b-216a2dd07813 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.205875] env[70867]: DEBUG nova.compute.manager [req-e5ed503a-35c7-4701-b67c-5b55c02a470e req-1592e1f2-7c7e-48fd-b0a3-2793f44f3f86 service nova] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Detach interface failed, port_id=3d4a8458-9523-4fff-8b52-cf67049f1540, reason: Instance 47e97d46-a933-43cf-98fc-2865c78a4492 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 897.223715] env[70867]: DEBUG oslo_vmware.api [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473806, 'name': PowerOffVM_Task, 'duration_secs': 0.324534} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.228100] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.228276] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.229013] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88a0a34e-f4ab-45d7-99b9-7b4a49e0303a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.235275] env[70867]: DEBUG oslo_vmware.api [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': task-3473805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.704281} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.235518] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.236386] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1b183a-bfd5-4287-aace-6a82be751fea {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.260783] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] f7eb036e-f592-4ac1-9320-88dd97818d70/f7eb036e-f592-4ac1-9320-88dd97818d70.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.261126] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa327191-b3f6-4c76-b222-9af7d77e4fef {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.282624] env[70867]: DEBUG oslo_vmware.api [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Waiting for the task: (returnval){ [ 897.282624] env[70867]: value = "task-3473810" [ 897.282624] env[70867]: _type = "Task" [ 897.282624] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.296751] env[70867]: DEBUG oslo_vmware.api [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': task-3473810, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.310103] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.310459] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.310743] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Deleting the datastore file [datastore2] cd4b0d7b-8070-4a0a-a8bd-09cc2c296789 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.311180] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98c4143a-d4d4-4cdf-967a-ccf1de803960 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.319223] env[70867]: DEBUG oslo_vmware.api [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 897.319223] env[70867]: value = "task-3473811" [ 897.319223] env[70867]: _type = "Task" [ 897.319223] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.330322] env[70867]: DEBUG oslo_vmware.api [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473811, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.341112] env[70867]: INFO nova.compute.manager [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Took 46.80 seconds to build instance. [ 897.383479] env[70867]: DEBUG oslo_vmware.api [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Task: {'id': task-3473808, 'name': ReconfigVM_Task, 'duration_secs': 0.194716} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.383759] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Reconfigured VM instance instance-00000028 to detach disk 2000 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 897.388602] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36bd5433-1a1f-4cf7-9d07-43d674429862 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.407164] env[70867]: DEBUG oslo_vmware.api [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Waiting for the task: (returnval){ [ 897.407164] env[70867]: value = "task-3473812" [ 897.407164] env[70867]: _type = "Task" [ 897.407164] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.413872] env[70867]: DEBUG oslo_vmware.api [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Task: {'id': task-3473812, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.452871] env[70867]: DEBUG nova.scheduler.client.report [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.558475] env[70867]: DEBUG oslo_concurrency.lockutils [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquiring lock "refresh_cache-3d2b5374-46c8-4ab9-ab4c-4376eadfb236" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.558699] env[70867]: DEBUG oslo_concurrency.lockutils [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquired lock "refresh_cache-3d2b5374-46c8-4ab9-ab4c-4376eadfb236" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.558845] env[70867]: DEBUG nova.network.neutron [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.631434] env[70867]: INFO nova.compute.manager [-] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Took 1.27 seconds to deallocate network for instance. [ 897.794752] env[70867]: DEBUG oslo_vmware.api [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': task-3473810, 'name': ReconfigVM_Task, 'duration_secs': 0.414378} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.795097] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Reconfigured VM instance instance-00000037 to attach disk [datastore1] f7eb036e-f592-4ac1-9320-88dd97818d70/f7eb036e-f592-4ac1-9320-88dd97818d70.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.795454] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=70867) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 897.796198] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-2bd8b634-cc72-4c36-a261-96b46e051d80 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.803380] env[70867]: DEBUG oslo_vmware.api [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Waiting for the task: (returnval){ [ 897.803380] env[70867]: value = "task-3473813" [ 897.803380] env[70867]: _type = "Task" [ 897.803380] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.817125] env[70867]: DEBUG oslo_vmware.api [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': task-3473813, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.828610] env[70867]: DEBUG oslo_vmware.api [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473811, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291553} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.829312] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.829573] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 897.829808] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.830020] env[70867]: INFO nova.compute.manager [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Took 1.14 seconds to destroy the instance on the hypervisor. [ 897.830556] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.830828] env[70867]: DEBUG nova.compute.manager [-] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 897.830922] env[70867]: DEBUG nova.network.neutron [-] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 897.843297] env[70867]: DEBUG oslo_concurrency.lockutils [None req-36ff23ca-5f9a-44a5-add2-4e108f83d94c tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "be9a92c6-88ea-4958-9c4e-a7b4715e0433" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.303s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.917166] env[70867]: DEBUG oslo_vmware.api [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Task: {'id': task-3473812, 'name': ReconfigVM_Task, 'duration_secs': 0.11316} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.917639] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694344', 'volume_id': '16477e5f-7e9e-4c08-a94c-c99b322d368d', 'name': 'volume-16477e5f-7e9e-4c08-a94c-c99b322d368d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd36ce91-908a-408b-ba11-95c6a135f4cf', 'attached_at': '', 'detached_at': '', 'volume_id': '16477e5f-7e9e-4c08-a94c-c99b322d368d', 'serial': '16477e5f-7e9e-4c08-a94c-c99b322d368d'} {{(pid=70867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 897.918084] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.919204] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31783b3-1db9-4c2c-90eb-cf89f8dcafec {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.929943] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.931030] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2bb06d1-bcf8-46dd-aa87-366fbc6bad31 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.959018] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.959624] env[70867]: DEBUG nova.compute.manager [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.962745] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6a7582d7-1fc5-42ed-881b-ea62c8a7e804 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.741s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.962971] env[70867]: DEBUG nova.objects.instance [None req-6a7582d7-1fc5-42ed-881b-ea62c8a7e804 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Lazy-loading 'resources' on Instance uuid 96ed8c5a-2029-4ce1-9ddf-5dc836005acb {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.023627] env[70867]: DEBUG nova.network.neutron [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Updating instance_info_cache with network_info: [{"id": "bfcb7c65-1ede-4ebd-adab-80bacd4a3ad5", "address": "fa:16:3e:e8:b1:7b", "network": {"id": "3e493881-eefe-496a-9353-8028aec5f643", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2077825194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18e987b51bea4331b1ffaa756933d253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfcb7c65-1e", "ovs_interfaceid": "bfcb7c65-1ede-4ebd-adab-80bacd4a3ad5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.029914] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.033314] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.033612] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Deleting the datastore file [datastore1] bd36ce91-908a-408b-ba11-95c6a135f4cf {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.034598] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27cb4d3f-49b1-47eb-bb22-7d4551304328 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.045849] env[70867]: DEBUG oslo_vmware.api [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Waiting for the task: (returnval){ [ 898.045849] env[70867]: value = "task-3473815" [ 898.045849] env[70867]: _type = "Task" [ 898.045849] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.055342] env[70867]: DEBUG oslo_vmware.api [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Task: {'id': task-3473815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.140328] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ad5b8d1e-60ab-47e0-b39a-686fd7c0bf34 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.317086] env[70867]: DEBUG oslo_vmware.api [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': task-3473813, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.078798} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.320977] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=70867) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 898.320977] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa990cd-df41-48b9-a08f-f09cb88e2fad {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.344665] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] f7eb036e-f592-4ac1-9320-88dd97818d70/ephemeral_0.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.345151] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7576db7-171c-4efe-9a04-db0cd3a3d456 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.371695] env[70867]: DEBUG oslo_vmware.api [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Waiting for the task: (returnval){ [ 898.371695] env[70867]: value = "task-3473816" [ 898.371695] env[70867]: _type = "Task" [ 898.371695] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.384777] env[70867]: DEBUG oslo_vmware.api [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': task-3473816, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.473664] env[70867]: DEBUG nova.compute.utils [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.478079] env[70867]: DEBUG nova.compute.manager [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.479066] env[70867]: DEBUG nova.network.neutron [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.511795] env[70867]: DEBUG nova.network.neutron [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Updating instance_info_cache with network_info: [{"id": "69c2585e-fea0-4ea7-8128-fed1ba2d7f80", "address": "fa:16:3e:86:27:01", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69c2585e-fe", "ovs_interfaceid": "69c2585e-fea0-4ea7-8128-fed1ba2d7f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.536170] env[70867]: DEBUG oslo_concurrency.lockutils [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Releasing lock "refresh_cache-4347eb07-8998-41f2-94df-934f102f632d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.552098] env[70867]: DEBUG nova.policy [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc0ff6deb8d6431f8db7f9ca93ae7644', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df7355643e7147208bf05b7d307b156a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.561425] env[70867]: DEBUG oslo_vmware.api [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Task: {'id': task-3473815, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23629} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.564444] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.565016] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.565144] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.659650] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Volume detach. Driver type: vmdk {{(pid=70867) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 898.659650] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-faaeb1b7-029c-44df-8299-b5884d528580 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.670528] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b276e0e9-9e85-4d6d-ba6b-df6391bdd4aa {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.714031] env[70867]: ERROR nova.compute.manager [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Failed to detach volume 16477e5f-7e9e-4c08-a94c-c99b322d368d from /dev/sda: nova.exception.InstanceNotFound: Instance bd36ce91-908a-408b-ba11-95c6a135f4cf could not be found. [ 898.714031] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Traceback (most recent call last): [ 898.714031] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 898.714031] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] self.driver.rebuild(**kwargs) [ 898.714031] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 898.714031] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] raise NotImplementedError() [ 898.714031] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] NotImplementedError [ 898.714031] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] [ 898.714031] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] During handling of the above exception, another exception occurred: [ 898.714031] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] [ 898.714031] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Traceback (most recent call last): [ 898.714031] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 898.714031] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] self.driver.detach_volume(context, old_connection_info, [ 898.714031] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 898.714031] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] return self._volumeops.detach_volume(connection_info, instance) [ 898.714031] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 898.714031] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] self._detach_volume_vmdk(connection_info, instance) [ 898.714031] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 898.714031] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 898.714031] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 898.714031] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] stable_ref.fetch_moref(session) [ 898.714031] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 898.714031] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] raise exception.InstanceNotFound(instance_id=self._uuid) [ 898.714031] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] nova.exception.InstanceNotFound: Instance bd36ce91-908a-408b-ba11-95c6a135f4cf could not be found. [ 898.714031] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] [ 898.717269] env[70867]: DEBUG nova.compute.manager [req-2059f968-35a6-4192-94cd-a167148c7161 req-d9ecc3af-7545-4dd3-9a9f-399b951d06ee service nova] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Received event network-changed-4aa8395f-993c-41ff-be36-03ec8bf5a03f {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.717471] env[70867]: DEBUG nova.compute.manager [req-2059f968-35a6-4192-94cd-a167148c7161 req-d9ecc3af-7545-4dd3-9a9f-399b951d06ee service nova] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Refreshing instance network info cache due to event network-changed-4aa8395f-993c-41ff-be36-03ec8bf5a03f. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 898.717714] env[70867]: DEBUG oslo_concurrency.lockutils [req-2059f968-35a6-4192-94cd-a167148c7161 req-d9ecc3af-7545-4dd3-9a9f-399b951d06ee service nova] Acquiring lock "refresh_cache-be9a92c6-88ea-4958-9c4e-a7b4715e0433" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.717877] env[70867]: DEBUG oslo_concurrency.lockutils [req-2059f968-35a6-4192-94cd-a167148c7161 req-d9ecc3af-7545-4dd3-9a9f-399b951d06ee service nova] Acquired lock "refresh_cache-be9a92c6-88ea-4958-9c4e-a7b4715e0433" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.718069] env[70867]: DEBUG nova.network.neutron [req-2059f968-35a6-4192-94cd-a167148c7161 req-d9ecc3af-7545-4dd3-9a9f-399b951d06ee service nova] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Refreshing network info cache for port 4aa8395f-993c-41ff-be36-03ec8bf5a03f {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.881884] env[70867]: DEBUG oslo_vmware.api [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': task-3473816, 'name': ReconfigVM_Task, 'duration_secs': 0.4645} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.882345] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Reconfigured VM instance instance-00000037 to attach disk [datastore1] f7eb036e-f592-4ac1-9320-88dd97818d70/ephemeral_0.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.882916] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03b5e025-d8b2-43bf-a130-8d482b1bc98e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.891581] env[70867]: DEBUG oslo_vmware.api [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Waiting for the task: (returnval){ [ 898.891581] env[70867]: value = "task-3473817" [ 898.891581] env[70867]: _type = "Task" [ 898.891581] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.892792] env[70867]: DEBUG nova.compute.utils [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Build of instance bd36ce91-908a-408b-ba11-95c6a135f4cf aborted: Failed to rebuild volume backed instance. {{(pid=70867) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 898.898546] env[70867]: ERROR nova.compute.manager [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance bd36ce91-908a-408b-ba11-95c6a135f4cf aborted: Failed to rebuild volume backed instance. [ 898.898546] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Traceback (most recent call last): [ 898.898546] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 898.898546] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] self.driver.rebuild(**kwargs) [ 898.898546] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 898.898546] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] raise NotImplementedError() [ 898.898546] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] NotImplementedError [ 898.898546] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] [ 898.898546] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] During handling of the above exception, another exception occurred: [ 898.898546] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] [ 898.898546] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Traceback (most recent call last): [ 898.898546] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 898.898546] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] self._detach_root_volume(context, instance, root_bdm) [ 898.898546] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 898.898546] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] with excutils.save_and_reraise_exception(): [ 898.898546] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 898.898546] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] self.force_reraise() [ 898.898546] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 898.898546] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] raise self.value [ 898.898546] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 898.898546] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] self.driver.detach_volume(context, old_connection_info, [ 898.898546] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 898.898546] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] return self._volumeops.detach_volume(connection_info, instance) [ 898.898546] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 898.898546] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] self._detach_volume_vmdk(connection_info, instance) [ 898.898546] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 898.898546] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 898.898546] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 898.898546] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] stable_ref.fetch_moref(session) [ 898.898546] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 898.898546] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] raise exception.InstanceNotFound(instance_id=self._uuid) [ 898.898546] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] nova.exception.InstanceNotFound: Instance bd36ce91-908a-408b-ba11-95c6a135f4cf could not be found. [ 898.898546] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] [ 898.898546] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] During handling of the above exception, another exception occurred: [ 898.898546] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] [ 898.898546] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Traceback (most recent call last): [ 898.898546] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 898.898546] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] yield [ 898.898546] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 898.898546] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] self._do_rebuild_instance_with_claim( [ 898.900043] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 898.900043] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] self._do_rebuild_instance( [ 898.900043] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 898.900043] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] self._rebuild_default_impl(**kwargs) [ 898.900043] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 898.900043] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] self._rebuild_volume_backed_instance( [ 898.900043] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 898.900043] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] raise exception.BuildAbortException( [ 898.900043] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] nova.exception.BuildAbortException: Build of instance bd36ce91-908a-408b-ba11-95c6a135f4cf aborted: Failed to rebuild volume backed instance. [ 898.900043] env[70867]: ERROR nova.compute.manager [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] [ 898.906018] env[70867]: DEBUG oslo_vmware.api [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': task-3473817, 'name': Rename_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.938529] env[70867]: DEBUG nova.network.neutron [-] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.978500] env[70867]: DEBUG nova.compute.manager [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.997779] env[70867]: DEBUG nova.network.neutron [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Successfully created port: 4ad2fe28-1cf3-45e5-937e-d866ce1a5e00 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.017015] env[70867]: DEBUG oslo_concurrency.lockutils [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Releasing lock "refresh_cache-3d2b5374-46c8-4ab9-ab4c-4376eadfb236" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.054133] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bb8337-f3ce-445a-8b2c-aafc0acea4d5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.062523] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df3b40d-615d-4f44-ad56-d271ba7b92a0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.096209] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b26a98-4ecb-49c7-8a66-3da6f5703a33 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.104545] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bfc438-2f06-4900-927a-cc94f7f6e74f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.123072] env[70867]: DEBUG nova.compute.provider_tree [None req-6a7582d7-1fc5-42ed-881b-ea62c8a7e804 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.408881] env[70867]: DEBUG oslo_vmware.api [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': task-3473817, 'name': Rename_Task, 'duration_secs': 0.16773} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.409036] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.409287] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8e89a2b-3eac-424d-ae98-282f6685f974 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.415649] env[70867]: DEBUG oslo_vmware.api [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Waiting for the task: (returnval){ [ 899.415649] env[70867]: value = "task-3473818" [ 899.415649] env[70867]: _type = "Task" [ 899.415649] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.424855] env[70867]: DEBUG oslo_vmware.api [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': task-3473818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.441503] env[70867]: INFO nova.compute.manager [-] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Took 1.61 seconds to deallocate network for instance. [ 899.522740] env[70867]: DEBUG nova.network.neutron [req-2059f968-35a6-4192-94cd-a167148c7161 req-d9ecc3af-7545-4dd3-9a9f-399b951d06ee service nova] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Updated VIF entry in instance network info cache for port 4aa8395f-993c-41ff-be36-03ec8bf5a03f. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.523123] env[70867]: DEBUG nova.network.neutron [req-2059f968-35a6-4192-94cd-a167148c7161 req-d9ecc3af-7545-4dd3-9a9f-399b951d06ee service nova] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Updating instance_info_cache with network_info: [{"id": "4aa8395f-993c-41ff-be36-03ec8bf5a03f", "address": "fa:16:3e:53:73:de", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aa8395f-99", "ovs_interfaceid": "4aa8395f-993c-41ff-be36-03ec8bf5a03f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.542821] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31231fac-1968-452e-88f8-9668094fdcc3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.562043] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d669099d-7e46-4719-9329-1a1621583b9b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.568997] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Updating instance '3d2b5374-46c8-4ab9-ab4c-4376eadfb236' progress to 83 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 899.626038] env[70867]: DEBUG nova.scheduler.client.report [None req-6a7582d7-1fc5-42ed-881b-ea62c8a7e804 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.926933] env[70867]: DEBUG oslo_vmware.api [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': task-3473818, 'name': PowerOnVM_Task, 'duration_secs': 0.50675} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.927965] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.928199] env[70867]: INFO nova.compute.manager [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Took 8.00 seconds to spawn the instance on the hypervisor. [ 899.928381] env[70867]: DEBUG nova.compute.manager [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.929225] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2c7979-45b0-4dc4-afbf-9070b3741a7d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.949635] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.990910] env[70867]: DEBUG nova.compute.manager [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.020638] env[70867]: DEBUG nova.virt.hardware [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.020877] env[70867]: DEBUG nova.virt.hardware [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.021806] env[70867]: DEBUG nova.virt.hardware [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.021806] env[70867]: DEBUG nova.virt.hardware [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.021806] env[70867]: DEBUG nova.virt.hardware [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.021806] env[70867]: DEBUG nova.virt.hardware [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.022052] env[70867]: DEBUG nova.virt.hardware [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.022321] env[70867]: DEBUG nova.virt.hardware [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.022457] env[70867]: DEBUG nova.virt.hardware [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.022666] env[70867]: DEBUG nova.virt.hardware [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.023245] env[70867]: DEBUG nova.virt.hardware [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.024062] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d09e7db-dadd-483b-831e-45106003fe24 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.032386] env[70867]: DEBUG oslo_concurrency.lockutils [req-2059f968-35a6-4192-94cd-a167148c7161 req-d9ecc3af-7545-4dd3-9a9f-399b951d06ee service nova] Releasing lock "refresh_cache-be9a92c6-88ea-4958-9c4e-a7b4715e0433" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.032660] env[70867]: DEBUG nova.compute.manager [req-2059f968-35a6-4192-94cd-a167148c7161 req-d9ecc3af-7545-4dd3-9a9f-399b951d06ee service nova] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Received event network-vif-deleted-c7c2966a-dd9b-4379-a5ee-4219faa56e6b {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.032861] env[70867]: INFO nova.compute.manager [req-2059f968-35a6-4192-94cd-a167148c7161 req-d9ecc3af-7545-4dd3-9a9f-399b951d06ee service nova] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Neutron deleted interface c7c2966a-dd9b-4379-a5ee-4219faa56e6b; detaching it from the instance and deleting it from the info cache [ 900.033040] env[70867]: DEBUG nova.network.neutron [req-2059f968-35a6-4192-94cd-a167148c7161 req-d9ecc3af-7545-4dd3-9a9f-399b951d06ee service nova] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.035250] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e49dc9-882c-4ebd-99d5-b9d51caa3138 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.074828] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.075158] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62697bf5-bf16-4bb9-b9af-bd2e8047c121 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.083505] env[70867]: DEBUG oslo_vmware.api [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Waiting for the task: (returnval){ [ 900.083505] env[70867]: value = "task-3473819" [ 900.083505] env[70867]: _type = "Task" [ 900.083505] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.092438] env[70867]: DEBUG oslo_vmware.api [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473819, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.105032] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.105032] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c9200c6-dfed-47e3-a1e1-0204238fdf14 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.111148] env[70867]: DEBUG oslo_vmware.api [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 900.111148] env[70867]: value = "task-3473820" [ 900.111148] env[70867]: _type = "Task" [ 900.111148] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.120455] env[70867]: DEBUG oslo_vmware.api [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.131507] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6a7582d7-1fc5-42ed-881b-ea62c8a7e804 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.133951] env[70867]: DEBUG oslo_concurrency.lockutils [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 35.684s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.157684] env[70867]: INFO nova.scheduler.client.report [None req-6a7582d7-1fc5-42ed-881b-ea62c8a7e804 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Deleted allocations for instance 96ed8c5a-2029-4ce1-9ddf-5dc836005acb [ 900.449200] env[70867]: INFO nova.compute.manager [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Took 43.48 seconds to build instance. [ 900.541129] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1900c9c7-63a4-419b-b8d2-5839fd1053c1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.553770] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a86a401-e276-4cf5-9a20-88cf6f1df4c5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.600017] env[70867]: DEBUG nova.compute.manager [req-2059f968-35a6-4192-94cd-a167148c7161 req-d9ecc3af-7545-4dd3-9a9f-399b951d06ee service nova] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Detach interface failed, port_id=c7c2966a-dd9b-4379-a5ee-4219faa56e6b, reason: Instance cd4b0d7b-8070-4a0a-a8bd-09cc2c296789 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 900.605780] env[70867]: DEBUG oslo_vmware.api [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473819, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.626020] env[70867]: DEBUG oslo_vmware.api [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473820, 'name': PowerOffVM_Task, 'duration_secs': 0.368731} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.626303] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.627096] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243a6986-134b-4965-b60f-534a95bd2a81 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.649481] env[70867]: INFO nova.compute.claims [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.653599] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcca2e3b-15b9-40d5-9a5c-fa563ae9184f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.666793] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6a7582d7-1fc5-42ed-881b-ea62c8a7e804 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065 tempest-FloatingIPsAssociationNegativeTestJSON-1064689065-project-member] Lock "96ed8c5a-2029-4ce1-9ddf-5dc836005acb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.892s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.701224] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.701772] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c29c6c33-c361-4b50-8512-8e98b36dd6c1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.709778] env[70867]: DEBUG oslo_vmware.api [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 900.709778] env[70867]: value = "task-3473821" [ 900.709778] env[70867]: _type = "Task" [ 900.709778] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.718139] env[70867]: DEBUG oslo_vmware.api [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.914692] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.951493] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0bfdceca-6484-44dc-b890-b69324be880e tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Lock "f7eb036e-f592-4ac1-9320-88dd97818d70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.660s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.980586] env[70867]: DEBUG nova.compute.manager [req-bcd1043a-e8b1-4921-9465-33a5666ca422 req-cdd3eb5a-558a-4758-a37d-8fecad002936 service nova] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Received event network-vif-plugged-4ad2fe28-1cf3-45e5-937e-d866ce1a5e00 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.980834] env[70867]: DEBUG oslo_concurrency.lockutils [req-bcd1043a-e8b1-4921-9465-33a5666ca422 req-cdd3eb5a-558a-4758-a37d-8fecad002936 service nova] Acquiring lock "3ddad80f-65ae-427d-8d51-c6254d0d6446-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.981066] env[70867]: DEBUG oslo_concurrency.lockutils [req-bcd1043a-e8b1-4921-9465-33a5666ca422 req-cdd3eb5a-558a-4758-a37d-8fecad002936 service nova] Lock "3ddad80f-65ae-427d-8d51-c6254d0d6446-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.981238] env[70867]: DEBUG oslo_concurrency.lockutils [req-bcd1043a-e8b1-4921-9465-33a5666ca422 req-cdd3eb5a-558a-4758-a37d-8fecad002936 service nova] Lock "3ddad80f-65ae-427d-8d51-c6254d0d6446-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.981406] env[70867]: DEBUG nova.compute.manager [req-bcd1043a-e8b1-4921-9465-33a5666ca422 req-cdd3eb5a-558a-4758-a37d-8fecad002936 service nova] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] No waiting events found dispatching network-vif-plugged-4ad2fe28-1cf3-45e5-937e-d866ce1a5e00 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 900.981572] env[70867]: WARNING nova.compute.manager [req-bcd1043a-e8b1-4921-9465-33a5666ca422 req-cdd3eb5a-558a-4758-a37d-8fecad002936 service nova] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Received unexpected event network-vif-plugged-4ad2fe28-1cf3-45e5-937e-d866ce1a5e00 for instance with vm_state building and task_state spawning. [ 901.111315] env[70867]: DEBUG oslo_vmware.api [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473819, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.161182] env[70867]: INFO nova.compute.resource_tracker [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Updating resource usage from migration 8d86fa44-9d27-444d-a74d-b2bee5fe51cd [ 901.206319] env[70867]: DEBUG nova.network.neutron [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Successfully updated port: 4ad2fe28-1cf3-45e5-937e-d866ce1a5e00 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.227831] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] VM already powered off {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 901.228504] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.232025] env[70867]: DEBUG oslo_concurrency.lockutils [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.232025] env[70867]: DEBUG oslo_concurrency.lockutils [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.232025] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.232025] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6141152-72f3-4d6f-b7d2-79a80d4fd952 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.244712] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.245089] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.245982] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-604e8cfb-e331-4dbf-b5f4-508901b805a3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.254241] env[70867]: DEBUG oslo_vmware.api [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 901.254241] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52d8f3e9-7a71-6a29-5466-f1ceff887d82" [ 901.254241] env[70867]: _type = "Task" [ 901.254241] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.268038] env[70867]: DEBUG oslo_vmware.api [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52d8f3e9-7a71-6a29-5466-f1ceff887d82, 'name': SearchDatastore_Task, 'duration_secs': 0.011079} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.269926] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f59bdf23-9df3-4950-a2bc-430750f0efab {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.278292] env[70867]: DEBUG oslo_vmware.api [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 901.278292] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]524853cd-8f2d-4321-f445-92a2058e328f" [ 901.278292] env[70867]: _type = "Task" [ 901.278292] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.288187] env[70867]: DEBUG oslo_vmware.api [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]524853cd-8f2d-4321-f445-92a2058e328f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.611820] env[70867]: DEBUG oslo_vmware.api [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473819, 'name': PowerOnVM_Task, 'duration_secs': 1.185828} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.611820] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.611820] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-04ab389b-8758-4dcd-aac6-bebb6b5fde28 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Updating instance '3d2b5374-46c8-4ab9-ab4c-4376eadfb236' progress to 100 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 901.710878] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Acquiring lock "refresh_cache-3ddad80f-65ae-427d-8d51-c6254d0d6446" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.711039] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Acquired lock "refresh_cache-3ddad80f-65ae-427d-8d51-c6254d0d6446" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.711528] env[70867]: DEBUG nova.network.neutron [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.791763] env[70867]: DEBUG oslo_vmware.api [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]524853cd-8f2d-4321-f445-92a2058e328f, 'name': SearchDatastore_Task, 'duration_secs': 0.023625} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.796834] env[70867]: DEBUG oslo_concurrency.lockutils [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.796834] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 4347eb07-8998-41f2-94df-934f102f632d/dd397023-e461-4e98-8ebe-ed21450996ea-rescue.vmdk. {{(pid=70867) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 901.796834] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-933bd9be-9018-46a4-a2bc-0990038a1eeb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.801992] env[70867]: DEBUG oslo_vmware.api [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 901.801992] env[70867]: value = "task-3473822" [ 901.801992] env[70867]: _type = "Task" [ 901.801992] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.810970] env[70867]: DEBUG oslo_vmware.api [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.823566] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e637c7be-0501-454d-888e-cf83a522de25 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.831455] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee6faed-7994-4dd0-9aa1-58a3162f0696 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.862825] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdf1465-7f9f-4a6f-bd9b-9c58972831d1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.871570] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5c96b5-e17d-41e2-b492-6a8539c63bf3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.886627] env[70867]: DEBUG nova.compute.provider_tree [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.977498] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c82038c5-3491-4188-8f99-fa04ff103388 tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Acquiring lock "bd36ce91-908a-408b-ba11-95c6a135f4cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.978263] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c82038c5-3491-4188-8f99-fa04ff103388 tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Lock "bd36ce91-908a-408b-ba11-95c6a135f4cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.978263] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c82038c5-3491-4188-8f99-fa04ff103388 tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Acquiring lock "bd36ce91-908a-408b-ba11-95c6a135f4cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.978440] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c82038c5-3491-4188-8f99-fa04ff103388 tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Lock "bd36ce91-908a-408b-ba11-95c6a135f4cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.978683] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c82038c5-3491-4188-8f99-fa04ff103388 tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Lock "bd36ce91-908a-408b-ba11-95c6a135f4cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.981044] env[70867]: INFO nova.compute.manager [None req-c82038c5-3491-4188-8f99-fa04ff103388 tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Terminating instance [ 902.049769] env[70867]: DEBUG nova.compute.manager [req-8b851a03-168f-4485-988d-793e7253aaef req-8450dcaa-b8aa-4a5b-a92d-09401928a7e8 service nova] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Received event network-changed-4a28609c-abdc-4287-a1e1-cbeb8f8a35ac {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.050450] env[70867]: DEBUG nova.compute.manager [req-8b851a03-168f-4485-988d-793e7253aaef req-8450dcaa-b8aa-4a5b-a92d-09401928a7e8 service nova] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Refreshing instance network info cache due to event network-changed-4a28609c-abdc-4287-a1e1-cbeb8f8a35ac. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 902.051108] env[70867]: DEBUG oslo_concurrency.lockutils [req-8b851a03-168f-4485-988d-793e7253aaef req-8450dcaa-b8aa-4a5b-a92d-09401928a7e8 service nova] Acquiring lock "refresh_cache-f7eb036e-f592-4ac1-9320-88dd97818d70" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.051108] env[70867]: DEBUG oslo_concurrency.lockutils [req-8b851a03-168f-4485-988d-793e7253aaef req-8450dcaa-b8aa-4a5b-a92d-09401928a7e8 service nova] Acquired lock "refresh_cache-f7eb036e-f592-4ac1-9320-88dd97818d70" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.051108] env[70867]: DEBUG nova.network.neutron [req-8b851a03-168f-4485-988d-793e7253aaef req-8450dcaa-b8aa-4a5b-a92d-09401928a7e8 service nova] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Refreshing network info cache for port 4a28609c-abdc-4287-a1e1-cbeb8f8a35ac {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.259170] env[70867]: DEBUG nova.network.neutron [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.319690] env[70867]: DEBUG oslo_vmware.api [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473822, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.390338] env[70867]: DEBUG nova.scheduler.client.report [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.436044] env[70867]: DEBUG nova.network.neutron [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Updating instance_info_cache with network_info: [{"id": "4ad2fe28-1cf3-45e5-937e-d866ce1a5e00", "address": "fa:16:3e:d7:0c:7c", "network": {"id": "ed069432-7c02-442e-9db0-694ef64af737", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-477560883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "df7355643e7147208bf05b7d307b156a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ad2fe28-1c", "ovs_interfaceid": "4ad2fe28-1cf3-45e5-937e-d866ce1a5e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.486079] env[70867]: DEBUG nova.compute.manager [None req-c82038c5-3491-4188-8f99-fa04ff103388 tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 902.487112] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72842215-6b95-4138-a1c2-4a19cbae4f9f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.501045] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6482a4d-c7f9-4bd5-b548-628c122da0f1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.541010] env[70867]: WARNING nova.virt.vmwareapi.driver [None req-c82038c5-3491-4188-8f99-fa04ff103388 tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance bd36ce91-908a-408b-ba11-95c6a135f4cf could not be found. [ 902.541010] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c82038c5-3491-4188-8f99-fa04ff103388 tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.541280] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03f15454-76e9-45f7-883e-f282c4ea68b6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.550773] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6487b5dd-133b-41f3-9ca0-0bef3466ce71 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.594576] env[70867]: WARNING nova.virt.vmwareapi.vmops [None req-c82038c5-3491-4188-8f99-fa04ff103388 tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance bd36ce91-908a-408b-ba11-95c6a135f4cf could not be found. [ 902.594809] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c82038c5-3491-4188-8f99-fa04ff103388 tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.594995] env[70867]: INFO nova.compute.manager [None req-c82038c5-3491-4188-8f99-fa04ff103388 tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Took 0.11 seconds to destroy the instance on the hypervisor. [ 902.595265] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c82038c5-3491-4188-8f99-fa04ff103388 tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.595585] env[70867]: DEBUG nova.compute.manager [-] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 902.595676] env[70867]: DEBUG nova.network.neutron [-] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 902.817764] env[70867]: DEBUG oslo_vmware.api [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800934} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.817764] env[70867]: INFO nova.virt.vmwareapi.ds_util [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 4347eb07-8998-41f2-94df-934f102f632d/dd397023-e461-4e98-8ebe-ed21450996ea-rescue.vmdk. [ 902.817764] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe5b76e-df40-471f-a439-079a274d27ae {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.841930] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 4347eb07-8998-41f2-94df-934f102f632d/dd397023-e461-4e98-8ebe-ed21450996ea-rescue.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.842282] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c93579b4-30bc-4d59-b4df-2bba9d06a027 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.864286] env[70867]: DEBUG oslo_vmware.api [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 902.864286] env[70867]: value = "task-3473823" [ 902.864286] env[70867]: _type = "Task" [ 902.864286] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.872139] env[70867]: DEBUG oslo_vmware.api [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473823, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.897058] env[70867]: DEBUG oslo_concurrency.lockutils [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.762s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.897058] env[70867]: INFO nova.compute.manager [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Migrating [ 902.903511] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.314s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.905634] env[70867]: INFO nova.compute.claims [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.938628] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Releasing lock "refresh_cache-3ddad80f-65ae-427d-8d51-c6254d0d6446" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.938927] env[70867]: DEBUG nova.compute.manager [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Instance network_info: |[{"id": "4ad2fe28-1cf3-45e5-937e-d866ce1a5e00", "address": "fa:16:3e:d7:0c:7c", "network": {"id": "ed069432-7c02-442e-9db0-694ef64af737", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-477560883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "df7355643e7147208bf05b7d307b156a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ad2fe28-1c", "ovs_interfaceid": "4ad2fe28-1cf3-45e5-937e-d866ce1a5e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 902.939630] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:0c:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ad2fe28-1cf3-45e5-937e-d866ce1a5e00', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.949338] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Creating folder: Project (df7355643e7147208bf05b7d307b156a). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.950418] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f02552e2-e4f4-41cd-bf15-1a9547e5ac29 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.961845] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Created folder: Project (df7355643e7147208bf05b7d307b156a) in parent group-v694272. [ 902.962744] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Creating folder: Instances. Parent ref: group-v694445. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.962744] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f7fec2c-bac9-4035-9a12-5afeb612eac9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.973165] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Created folder: Instances in parent group-v694445. [ 902.973343] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.973502] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.973713] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-775d4b85-e511-4a54-8fef-f2879d1c562d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.001606] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.001606] env[70867]: value = "task-3473826" [ 903.001606] env[70867]: _type = "Task" [ 903.001606] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.008241] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473826, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.064781] env[70867]: DEBUG nova.compute.manager [req-9d52fcd1-f73c-450c-8c2f-3219a3f6cad1 req-f53f89ac-4f28-4d85-8805-552bdc9e2a6f service nova] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Received event network-changed-4ad2fe28-1cf3-45e5-937e-d866ce1a5e00 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.064781] env[70867]: DEBUG nova.compute.manager [req-9d52fcd1-f73c-450c-8c2f-3219a3f6cad1 req-f53f89ac-4f28-4d85-8805-552bdc9e2a6f service nova] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Refreshing instance network info cache due to event network-changed-4ad2fe28-1cf3-45e5-937e-d866ce1a5e00. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.064922] env[70867]: DEBUG oslo_concurrency.lockutils [req-9d52fcd1-f73c-450c-8c2f-3219a3f6cad1 req-f53f89ac-4f28-4d85-8805-552bdc9e2a6f service nova] Acquiring lock "refresh_cache-3ddad80f-65ae-427d-8d51-c6254d0d6446" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.065238] env[70867]: DEBUG oslo_concurrency.lockutils [req-9d52fcd1-f73c-450c-8c2f-3219a3f6cad1 req-f53f89ac-4f28-4d85-8805-552bdc9e2a6f service nova] Acquired lock "refresh_cache-3ddad80f-65ae-427d-8d51-c6254d0d6446" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.065500] env[70867]: DEBUG nova.network.neutron [req-9d52fcd1-f73c-450c-8c2f-3219a3f6cad1 req-f53f89ac-4f28-4d85-8805-552bdc9e2a6f service nova] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Refreshing network info cache for port 4ad2fe28-1cf3-45e5-937e-d866ce1a5e00 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.148604] env[70867]: DEBUG nova.network.neutron [req-8b851a03-168f-4485-988d-793e7253aaef req-8450dcaa-b8aa-4a5b-a92d-09401928a7e8 service nova] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Updated VIF entry in instance network info cache for port 4a28609c-abdc-4287-a1e1-cbeb8f8a35ac. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.149083] env[70867]: DEBUG nova.network.neutron [req-8b851a03-168f-4485-988d-793e7253aaef req-8450dcaa-b8aa-4a5b-a92d-09401928a7e8 service nova] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Updating instance_info_cache with network_info: [{"id": "4a28609c-abdc-4287-a1e1-cbeb8f8a35ac", "address": "fa:16:3e:27:e6:65", "network": {"id": "37dda7c4-81b4-436e-bbb0-f572536f66a9", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-506597560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4982a2049a734c57b775d3a5b1f789af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a28609c-ab", "ovs_interfaceid": "4a28609c-abdc-4287-a1e1-cbeb8f8a35ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.375394] env[70867]: DEBUG oslo_vmware.api [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.420033] env[70867]: DEBUG oslo_concurrency.lockutils [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "refresh_cache-e4828dea-a14c-4aff-8e6f-e1986f399b60" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.420217] env[70867]: DEBUG oslo_concurrency.lockutils [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquired lock "refresh_cache-e4828dea-a14c-4aff-8e6f-e1986f399b60" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.420383] env[70867]: DEBUG nova.network.neutron [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.511191] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473826, 'name': CreateVM_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.653613] env[70867]: DEBUG oslo_concurrency.lockutils [req-8b851a03-168f-4485-988d-793e7253aaef req-8450dcaa-b8aa-4a5b-a92d-09401928a7e8 service nova] Releasing lock "refresh_cache-f7eb036e-f592-4ac1-9320-88dd97818d70" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.802402] env[70867]: DEBUG nova.network.neutron [req-9d52fcd1-f73c-450c-8c2f-3219a3f6cad1 req-f53f89ac-4f28-4d85-8805-552bdc9e2a6f service nova] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Updated VIF entry in instance network info cache for port 4ad2fe28-1cf3-45e5-937e-d866ce1a5e00. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.802863] env[70867]: DEBUG nova.network.neutron [req-9d52fcd1-f73c-450c-8c2f-3219a3f6cad1 req-f53f89ac-4f28-4d85-8805-552bdc9e2a6f service nova] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Updating instance_info_cache with network_info: [{"id": "4ad2fe28-1cf3-45e5-937e-d866ce1a5e00", "address": "fa:16:3e:d7:0c:7c", "network": {"id": "ed069432-7c02-442e-9db0-694ef64af737", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-477560883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "df7355643e7147208bf05b7d307b156a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ad2fe28-1c", "ovs_interfaceid": "4ad2fe28-1cf3-45e5-937e-d866ce1a5e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.879057] env[70867]: DEBUG oslo_vmware.api [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473823, 'name': ReconfigVM_Task, 'duration_secs': 0.887958} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.879057] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 4347eb07-8998-41f2-94df-934f102f632d/dd397023-e461-4e98-8ebe-ed21450996ea-rescue.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.879057] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f99600b-20e9-4ba6-9b4d-697ab6b28371 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.904738] env[70867]: DEBUG nova.network.neutron [-] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.915163] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22eef721-112c-444c-844f-3e37a3afd3c0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.944284] env[70867]: DEBUG oslo_vmware.api [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 903.944284] env[70867]: value = "task-3473827" [ 903.944284] env[70867]: _type = "Task" [ 903.944284] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.953642] env[70867]: DEBUG oslo_vmware.api [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.013298] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473826, 'name': CreateVM_Task, 'duration_secs': 0.730754} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.016991] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.017371] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.018337] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.018337] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.018486] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e7dc039-d544-4955-9392-d412f2ebc268 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.023428] env[70867]: DEBUG oslo_vmware.api [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for the task: (returnval){ [ 904.023428] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]526e0e75-251e-03c7-78b5-0153aa3ee128" [ 904.023428] env[70867]: _type = "Task" [ 904.023428] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.034901] env[70867]: DEBUG oslo_vmware.api [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]526e0e75-251e-03c7-78b5-0153aa3ee128, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.252371] env[70867]: DEBUG nova.network.neutron [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Updating instance_info_cache with network_info: [{"id": "64ba4087-89f9-4ec0-99f9-3b5e67325b62", "address": "fa:16:3e:1a:8a:15", "network": {"id": "cfc3fe3f-41ca-4d32-a9e1-bd8add4aaf37", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404983433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "531e77ef69fe4892bb20a8d005c760d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64ba4087-89", "ovs_interfaceid": "64ba4087-89f9-4ec0-99f9-3b5e67325b62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.306230] env[70867]: DEBUG oslo_concurrency.lockutils [req-9d52fcd1-f73c-450c-8c2f-3219a3f6cad1 req-f53f89ac-4f28-4d85-8805-552bdc9e2a6f service nova] Releasing lock "refresh_cache-3ddad80f-65ae-427d-8d51-c6254d0d6446" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.393186] env[70867]: DEBUG nova.network.neutron [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Port 69c2585e-fea0-4ea7-8128-fed1ba2d7f80 binding to destination host cpu-1 is already ACTIVE {{(pid=70867) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 904.393954] env[70867]: DEBUG oslo_concurrency.lockutils [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquiring lock "refresh_cache-3d2b5374-46c8-4ab9-ab4c-4376eadfb236" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.393954] env[70867]: DEBUG oslo_concurrency.lockutils [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquired lock "refresh_cache-3d2b5374-46c8-4ab9-ab4c-4376eadfb236" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.393954] env[70867]: DEBUG nova.network.neutron [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.412565] env[70867]: INFO nova.compute.manager [-] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Took 1.82 seconds to deallocate network for instance. [ 904.457770] env[70867]: DEBUG oslo_vmware.api [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473827, 'name': ReconfigVM_Task, 'duration_secs': 0.499901} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.458856] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.458856] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-384b9468-6aae-4df7-93a0-4df1c8f997f7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.461608] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88adac0-6fa4-4e4d-bcbb-c2b7ed0d155d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.465309] env[70867]: DEBUG oslo_vmware.api [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 904.465309] env[70867]: value = "task-3473828" [ 904.465309] env[70867]: _type = "Task" [ 904.465309] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.471360] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c040bfb4-93be-48a7-bf25-f327cb007b54 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.477095] env[70867]: DEBUG oslo_vmware.api [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.504403] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65038893-0ff7-48f3-b3e6-413d6582b8d8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.511840] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038a3040-ecbc-4d95-ac42-b37f64751e47 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.530191] env[70867]: DEBUG nova.compute.provider_tree [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.540347] env[70867]: DEBUG oslo_vmware.api [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]526e0e75-251e-03c7-78b5-0153aa3ee128, 'name': SearchDatastore_Task, 'duration_secs': 0.019408} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.541469] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.541947] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.541947] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.542098] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.542259] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.542755] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34c68114-a01e-4672-8f9d-c55f5069a75a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.553539] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.553734] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.554506] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e53fdb2c-2381-4a42-a51d-f4316cf117fb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.560401] env[70867]: DEBUG oslo_vmware.api [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for the task: (returnval){ [ 904.560401] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52dc8100-a57f-31a4-0744-2d693cff96a7" [ 904.560401] env[70867]: _type = "Task" [ 904.560401] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.569245] env[70867]: DEBUG oslo_vmware.api [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52dc8100-a57f-31a4-0744-2d693cff96a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.757820] env[70867]: DEBUG oslo_concurrency.lockutils [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Releasing lock "refresh_cache-e4828dea-a14c-4aff-8e6f-e1986f399b60" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.962787] env[70867]: INFO nova.compute.manager [None req-c82038c5-3491-4188-8f99-fa04ff103388 tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Took 0.55 seconds to detach 1 volumes for instance. [ 904.966021] env[70867]: DEBUG nova.compute.manager [None req-c82038c5-3491-4188-8f99-fa04ff103388 tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Deleting volume: 16477e5f-7e9e-4c08-a94c-c99b322d368d {{(pid=70867) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 904.983565] env[70867]: DEBUG oslo_vmware.api [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473828, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.039109] env[70867]: DEBUG nova.scheduler.client.report [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.075696] env[70867]: DEBUG oslo_vmware.api [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52dc8100-a57f-31a4-0744-2d693cff96a7, 'name': SearchDatastore_Task, 'duration_secs': 0.016352} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.076949] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92b1d320-ac50-4890-8c57-d183c874e430 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.086178] env[70867]: DEBUG oslo_vmware.api [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for the task: (returnval){ [ 905.086178] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5283cdde-6c3c-f275-610e-49e78f1e4b47" [ 905.086178] env[70867]: _type = "Task" [ 905.086178] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.098423] env[70867]: DEBUG oslo_vmware.api [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5283cdde-6c3c-f275-610e-49e78f1e4b47, 'name': SearchDatastore_Task, 'duration_secs': 0.011353} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.098870] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.099259] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 3ddad80f-65ae-427d-8d51-c6254d0d6446/3ddad80f-65ae-427d-8d51-c6254d0d6446.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.099655] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e18f4c8-7dfd-4c21-a660-737fed852a59 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.105742] env[70867]: DEBUG oslo_vmware.api [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for the task: (returnval){ [ 905.105742] env[70867]: value = "task-3473830" [ 905.105742] env[70867]: _type = "Task" [ 905.105742] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.115123] env[70867]: DEBUG oslo_vmware.api [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473830, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.202547] env[70867]: DEBUG nova.network.neutron [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Updating instance_info_cache with network_info: [{"id": "69c2585e-fea0-4ea7-8128-fed1ba2d7f80", "address": "fa:16:3e:86:27:01", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69c2585e-fe", "ovs_interfaceid": "69c2585e-fea0-4ea7-8128-fed1ba2d7f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.255434] env[70867]: DEBUG nova.compute.manager [req-6b666874-a2bf-4038-9886-d18ec73250e2 req-b030a9b0-7cdf-40cd-9a99-1697a09e344e service nova] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Received event network-vif-deleted-4b315a81-7823-486c-8223-a295c1175a0e {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.478941] env[70867]: DEBUG oslo_vmware.api [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473828, 'name': PowerOnVM_Task, 'duration_secs': 0.628279} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.478941] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.483025] env[70867]: DEBUG nova.compute.manager [None req-39d7219f-8cfc-4cc1-a5d8-93666692aa77 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.483418] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f369bb0e-0dd4-4739-befa-8abf121535b8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.527954] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c82038c5-3491-4188-8f99-fa04ff103388 tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.544760] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.545422] env[70867]: DEBUG nova.compute.manager [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 905.549223] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.927s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.551029] env[70867]: INFO nova.compute.claims [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.621583] env[70867]: DEBUG oslo_vmware.api [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473830, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.706196] env[70867]: DEBUG oslo_concurrency.lockutils [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Releasing lock "refresh_cache-3d2b5374-46c8-4ab9-ab4c-4376eadfb236" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.057053] env[70867]: DEBUG nova.compute.utils [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 906.059696] env[70867]: DEBUG nova.compute.manager [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 906.059874] env[70867]: DEBUG nova.network.neutron [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 906.115805] env[70867]: DEBUG oslo_vmware.api [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473830, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519042} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.117225] env[70867]: DEBUG nova.policy [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af58d87b5c0349409bfd0b7eac4c0fe7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3fc7eb3dbbdf4170bddf64fd54308490', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 906.118708] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 3ddad80f-65ae-427d-8d51-c6254d0d6446/3ddad80f-65ae-427d-8d51-c6254d0d6446.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.118934] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.119245] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8596cee-fd4b-4e8f-bacd-a496daa40197 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.126231] env[70867]: DEBUG oslo_vmware.api [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for the task: (returnval){ [ 906.126231] env[70867]: value = "task-3473831" [ 906.126231] env[70867]: _type = "Task" [ 906.126231] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.135083] env[70867]: DEBUG oslo_vmware.api [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.209227] env[70867]: DEBUG nova.compute.manager [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70867) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 906.209439] env[70867]: DEBUG oslo_concurrency.lockutils [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.275427] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc3f814-6aba-498c-a461-49b0e0daaf29 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.297474] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Updating instance 'e4828dea-a14c-4aff-8e6f-e1986f399b60' progress to 0 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 906.538109] env[70867]: DEBUG nova.network.neutron [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Successfully created port: 5a48df18-6b0b-4af0-a2f9-7b1587904d34 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 906.563484] env[70867]: DEBUG nova.compute.manager [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 906.639666] env[70867]: DEBUG oslo_vmware.api [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065717} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.640260] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.640933] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849eae77-e48d-4e10-9ad6-2dc4bba24dbe {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.668501] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 3ddad80f-65ae-427d-8d51-c6254d0d6446/3ddad80f-65ae-427d-8d51-c6254d0d6446.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.671472] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42b62136-fcb5-424d-8cbd-5380e462d29d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.695279] env[70867]: DEBUG oslo_vmware.api [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for the task: (returnval){ [ 906.695279] env[70867]: value = "task-3473832" [ 906.695279] env[70867]: _type = "Task" [ 906.695279] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.706859] env[70867]: DEBUG oslo_vmware.api [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473832, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.746464] env[70867]: INFO nova.compute.manager [None req-d4bc86aa-2382-4ddb-8690-19fa4b286aad tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Unrescuing [ 906.746464] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d4bc86aa-2382-4ddb-8690-19fa4b286aad tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquiring lock "refresh_cache-4347eb07-8998-41f2-94df-934f102f632d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.746464] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d4bc86aa-2382-4ddb-8690-19fa4b286aad tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquired lock "refresh_cache-4347eb07-8998-41f2-94df-934f102f632d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.746464] env[70867]: DEBUG nova.network.neutron [None req-d4bc86aa-2382-4ddb-8690-19fa4b286aad tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.804512] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.804879] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6db0c98-8864-428f-b4f7-5532b893e693 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.815676] env[70867]: DEBUG oslo_vmware.api [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 906.815676] env[70867]: value = "task-3473833" [ 906.815676] env[70867]: _type = "Task" [ 906.815676] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.824401] env[70867]: DEBUG oslo_vmware.api [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.128630] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b12ca17-dbb8-42a0-93f8-2cee935986f4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.137995] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52c74a0-b21e-4343-9caf-d4a9939bdab9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.175176] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8b29e6-637d-4bd6-94ff-eaeafb76c0ae {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.181405] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e208ff11-a624-41ce-a2c9-77854538e6e1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.194805] env[70867]: DEBUG nova.compute.provider_tree [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.204311] env[70867]: DEBUG oslo_vmware.api [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473832, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.330635] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] VM already powered off {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 907.331734] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Updating instance 'e4828dea-a14c-4aff-8e6f-e1986f399b60' progress to 17 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 907.490796] env[70867]: DEBUG nova.network.neutron [None req-d4bc86aa-2382-4ddb-8690-19fa4b286aad tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Updating instance_info_cache with network_info: [{"id": "bfcb7c65-1ede-4ebd-adab-80bacd4a3ad5", "address": "fa:16:3e:e8:b1:7b", "network": {"id": "3e493881-eefe-496a-9353-8028aec5f643", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2077825194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18e987b51bea4331b1ffaa756933d253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfcb7c65-1e", "ovs_interfaceid": "bfcb7c65-1ede-4ebd-adab-80bacd4a3ad5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.579469] env[70867]: DEBUG nova.compute.manager [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 907.607230] env[70867]: DEBUG nova.virt.hardware [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.611737] env[70867]: DEBUG nova.virt.hardware [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.611737] env[70867]: DEBUG nova.virt.hardware [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.611737] env[70867]: DEBUG nova.virt.hardware [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.611737] env[70867]: DEBUG nova.virt.hardware [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.611737] env[70867]: DEBUG nova.virt.hardware [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.611737] env[70867]: DEBUG nova.virt.hardware [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.611737] env[70867]: DEBUG nova.virt.hardware [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.611737] env[70867]: DEBUG nova.virt.hardware [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.611737] env[70867]: DEBUG nova.virt.hardware [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.611737] env[70867]: DEBUG nova.virt.hardware [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.611737] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622f3a6b-77d5-4132-9c38-6b83694225f9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.665847] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48ce067-0c2b-4b06-910d-f8dad3c50a3c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.701324] env[70867]: DEBUG nova.scheduler.client.report [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.713075] env[70867]: DEBUG oslo_vmware.api [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473832, 'name': ReconfigVM_Task, 'duration_secs': 0.583393} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.713409] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 3ddad80f-65ae-427d-8d51-c6254d0d6446/3ddad80f-65ae-427d-8d51-c6254d0d6446.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.714041] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0597d9d-ac86-4b26-9bd2-83ac15cf9df9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.721637] env[70867]: DEBUG oslo_vmware.api [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for the task: (returnval){ [ 907.721637] env[70867]: value = "task-3473834" [ 907.721637] env[70867]: _type = "Task" [ 907.721637] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.731372] env[70867]: DEBUG oslo_vmware.api [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473834, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.844176] env[70867]: DEBUG nova.virt.hardware [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.844510] env[70867]: DEBUG nova.virt.hardware [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.844689] env[70867]: DEBUG nova.virt.hardware [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.844923] env[70867]: DEBUG nova.virt.hardware [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.845328] env[70867]: DEBUG nova.virt.hardware [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.845508] env[70867]: DEBUG nova.virt.hardware [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.845738] env[70867]: DEBUG nova.virt.hardware [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.845911] env[70867]: DEBUG nova.virt.hardware [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.846096] env[70867]: DEBUG nova.virt.hardware [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.846262] env[70867]: DEBUG nova.virt.hardware [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.846433] env[70867]: DEBUG nova.virt.hardware [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.854196] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6066d75f-8919-43a4-b14d-1ac03dfda137 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.876321] env[70867]: DEBUG oslo_vmware.api [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 907.876321] env[70867]: value = "task-3473835" [ 907.876321] env[70867]: _type = "Task" [ 907.876321] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.886499] env[70867]: DEBUG oslo_vmware.api [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473835, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.994584] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d4bc86aa-2382-4ddb-8690-19fa4b286aad tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Releasing lock "refresh_cache-4347eb07-8998-41f2-94df-934f102f632d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.994584] env[70867]: DEBUG nova.objects.instance [None req-d4bc86aa-2382-4ddb-8690-19fa4b286aad tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lazy-loading 'flavor' on Instance uuid 4347eb07-8998-41f2-94df-934f102f632d {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.209112] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.209646] env[70867]: DEBUG nova.compute.manager [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 908.214733] env[70867]: DEBUG oslo_concurrency.lockutils [None req-544291c4-e074-4bb8-8732-72f611650e51 tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.740s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.214963] env[70867]: DEBUG nova.objects.instance [None req-544291c4-e074-4bb8-8732-72f611650e51 tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Lazy-loading 'resources' on Instance uuid 72a8b88b-0b5f-420b-ab94-c29fbca64156 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.239141] env[70867]: DEBUG oslo_vmware.api [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473834, 'name': Rename_Task, 'duration_secs': 0.150826} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.239479] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.240258] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27c3d6b4-3134-446c-9f25-892ecb6d4ccd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.249506] env[70867]: DEBUG oslo_vmware.api [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for the task: (returnval){ [ 908.249506] env[70867]: value = "task-3473836" [ 908.249506] env[70867]: _type = "Task" [ 908.249506] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.257591] env[70867]: DEBUG oslo_vmware.api [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.391862] env[70867]: DEBUG oslo_vmware.api [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473835, 'name': ReconfigVM_Task, 'duration_secs': 0.235585} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.397098] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Updating instance 'e4828dea-a14c-4aff-8e6f-e1986f399b60' progress to 33 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 908.403489] env[70867]: DEBUG nova.compute.manager [req-a0125ea3-02d0-448a-b143-fb336a1d687f req-c93cadf5-1deb-4edf-8e6d-69165dc414c5 service nova] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Received event network-vif-plugged-5a48df18-6b0b-4af0-a2f9-7b1587904d34 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.403703] env[70867]: DEBUG oslo_concurrency.lockutils [req-a0125ea3-02d0-448a-b143-fb336a1d687f req-c93cadf5-1deb-4edf-8e6d-69165dc414c5 service nova] Acquiring lock "5d3010bf-1838-473c-bad2-530a75498da9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.404748] env[70867]: DEBUG oslo_concurrency.lockutils [req-a0125ea3-02d0-448a-b143-fb336a1d687f req-c93cadf5-1deb-4edf-8e6d-69165dc414c5 service nova] Lock "5d3010bf-1838-473c-bad2-530a75498da9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.404748] env[70867]: DEBUG oslo_concurrency.lockutils [req-a0125ea3-02d0-448a-b143-fb336a1d687f req-c93cadf5-1deb-4edf-8e6d-69165dc414c5 service nova] Lock "5d3010bf-1838-473c-bad2-530a75498da9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.404748] env[70867]: DEBUG nova.compute.manager [req-a0125ea3-02d0-448a-b143-fb336a1d687f req-c93cadf5-1deb-4edf-8e6d-69165dc414c5 service nova] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] No waiting events found dispatching network-vif-plugged-5a48df18-6b0b-4af0-a2f9-7b1587904d34 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 908.404748] env[70867]: WARNING nova.compute.manager [req-a0125ea3-02d0-448a-b143-fb336a1d687f req-c93cadf5-1deb-4edf-8e6d-69165dc414c5 service nova] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Received unexpected event network-vif-plugged-5a48df18-6b0b-4af0-a2f9-7b1587904d34 for instance with vm_state building and task_state spawning. [ 908.450327] env[70867]: DEBUG nova.network.neutron [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Successfully updated port: 5a48df18-6b0b-4af0-a2f9-7b1587904d34 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 908.503242] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00d72e1-fbe4-4616-8ed9-d080a7cbaa2f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.527060] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4bc86aa-2382-4ddb-8690-19fa4b286aad tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.527251] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-686fa22e-c150-4a0e-99e6-d0f9eed48cae {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.534513] env[70867]: DEBUG oslo_vmware.api [None req-d4bc86aa-2382-4ddb-8690-19fa4b286aad tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 908.534513] env[70867]: value = "task-3473837" [ 908.534513] env[70867]: _type = "Task" [ 908.534513] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.543854] env[70867]: DEBUG oslo_vmware.api [None req-d4bc86aa-2382-4ddb-8690-19fa4b286aad tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473837, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.718107] env[70867]: DEBUG nova.compute.utils [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.724185] env[70867]: DEBUG nova.compute.manager [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 908.724185] env[70867]: DEBUG nova.network.neutron [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 908.760239] env[70867]: DEBUG oslo_vmware.api [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473836, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.805147] env[70867]: DEBUG nova.policy [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c8521e32a7144299dc2c3759cddda74', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58800516b15047ea89f9207b83e8047f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 908.909143] env[70867]: DEBUG nova.virt.hardware [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 908.909143] env[70867]: DEBUG nova.virt.hardware [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 908.909143] env[70867]: DEBUG nova.virt.hardware [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.909143] env[70867]: DEBUG nova.virt.hardware [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 908.909143] env[70867]: DEBUG nova.virt.hardware [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.909554] env[70867]: DEBUG nova.virt.hardware [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 908.909870] env[70867]: DEBUG nova.virt.hardware [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 908.910211] env[70867]: DEBUG nova.virt.hardware [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 908.910502] env[70867]: DEBUG nova.virt.hardware [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 908.911302] env[70867]: DEBUG nova.virt.hardware [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 908.911839] env[70867]: DEBUG nova.virt.hardware [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 908.921454] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Reconfiguring VM instance instance-0000001a to detach disk 2000 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 908.925263] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75299768-e39d-4afe-bca9-07745f3520df {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.948849] env[70867]: DEBUG oslo_vmware.api [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 908.948849] env[70867]: value = "task-3473838" [ 908.948849] env[70867]: _type = "Task" [ 908.948849] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.954700] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Acquiring lock "refresh_cache-5d3010bf-1838-473c-bad2-530a75498da9" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.955210] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Acquired lock "refresh_cache-5d3010bf-1838-473c-bad2-530a75498da9" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.955456] env[70867]: DEBUG nova.network.neutron [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.965779] env[70867]: DEBUG oslo_vmware.api [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.047134] env[70867]: DEBUG oslo_vmware.api [None req-d4bc86aa-2382-4ddb-8690-19fa4b286aad tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473837, 'name': PowerOffVM_Task, 'duration_secs': 0.280712} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.047134] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4bc86aa-2382-4ddb-8690-19fa4b286aad tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.051235] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4bc86aa-2382-4ddb-8690-19fa4b286aad tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Reconfiguring VM instance instance-00000032 to detach disk 2001 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 909.054243] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cf9b89e-8ed6-42de-9b0f-4a0c65d70e79 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.076150] env[70867]: DEBUG oslo_vmware.api [None req-d4bc86aa-2382-4ddb-8690-19fa4b286aad tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 909.076150] env[70867]: value = "task-3473839" [ 909.076150] env[70867]: _type = "Task" [ 909.076150] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.086063] env[70867]: DEBUG oslo_vmware.api [None req-d4bc86aa-2382-4ddb-8690-19fa4b286aad tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473839, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.224810] env[70867]: DEBUG nova.compute.manager [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 909.239771] env[70867]: DEBUG nova.network.neutron [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Successfully created port: 8b0f02e9-ed14-4cdf-abea-4fe8dfc53ae4 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 909.262690] env[70867]: DEBUG oslo_vmware.api [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473836, 'name': PowerOnVM_Task, 'duration_secs': 0.75036} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.265759] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.265759] env[70867]: INFO nova.compute.manager [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Took 9.27 seconds to spawn the instance on the hypervisor. [ 909.265822] env[70867]: DEBUG nova.compute.manager [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.267032] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9494f1-0622-4bfa-a7b5-30d72dde2842 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.328741] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfc2232-2254-42a5-b5ab-2c2b3fd16886 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.337673] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea920e51-af80-44df-a131-11af194aadda {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.385919] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cd786a-b5ed-4ca3-92fc-f40ddf1b2231 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.394150] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd466741-bbd5-478a-9a27-a3de4f7435d1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.412852] env[70867]: DEBUG nova.compute.provider_tree [None req-544291c4-e074-4bb8-8732-72f611650e51 tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.459829] env[70867]: DEBUG oslo_vmware.api [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473838, 'name': ReconfigVM_Task, 'duration_secs': 0.253066} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.460269] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Reconfigured VM instance instance-0000001a to detach disk 2000 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 909.461795] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0aa640-c625-4cf5-9a2e-c727203a6e14 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.484878] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] e4828dea-a14c-4aff-8e6f-e1986f399b60/e4828dea-a14c-4aff-8e6f-e1986f399b60.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.485882] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1aa1af0-3357-4a6c-8e9b-3d596d5a512a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.506862] env[70867]: DEBUG oslo_vmware.api [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 909.506862] env[70867]: value = "task-3473840" [ 909.506862] env[70867]: _type = "Task" [ 909.506862] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.507705] env[70867]: DEBUG nova.network.neutron [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.519752] env[70867]: DEBUG oslo_vmware.api [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473840, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.589682] env[70867]: DEBUG oslo_vmware.api [None req-d4bc86aa-2382-4ddb-8690-19fa4b286aad tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473839, 'name': ReconfigVM_Task, 'duration_secs': 0.483485} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.589989] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4bc86aa-2382-4ddb-8690-19fa4b286aad tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Reconfigured VM instance instance-00000032 to detach disk 2001 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 909.590196] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4bc86aa-2382-4ddb-8690-19fa4b286aad tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.590449] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86740b93-d5f7-46bf-93b4-312aa3ada236 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.597390] env[70867]: DEBUG oslo_vmware.api [None req-d4bc86aa-2382-4ddb-8690-19fa4b286aad tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 909.597390] env[70867]: value = "task-3473841" [ 909.597390] env[70867]: _type = "Task" [ 909.597390] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.605338] env[70867]: DEBUG oslo_vmware.api [None req-d4bc86aa-2382-4ddb-8690-19fa4b286aad tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473841, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.686040] env[70867]: DEBUG nova.network.neutron [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Updating instance_info_cache with network_info: [{"id": "5a48df18-6b0b-4af0-a2f9-7b1587904d34", "address": "fa:16:3e:58:6c:b0", "network": {"id": "0462d0a4-04aa-4448-b7aa-9fec67cc70f4", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-170965473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fc7eb3dbbdf4170bddf64fd54308490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a48df18-6b", "ovs_interfaceid": "5a48df18-6b0b-4af0-a2f9-7b1587904d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.796089] env[70867]: INFO nova.compute.manager [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Took 49.89 seconds to build instance. [ 909.856744] env[70867]: DEBUG oslo_concurrency.lockutils [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Acquiring lock "68a1635a-1822-419d-8475-1fd58a118d8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.856973] env[70867]: DEBUG oslo_concurrency.lockutils [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Lock "68a1635a-1822-419d-8475-1fd58a118d8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.916168] env[70867]: DEBUG nova.scheduler.client.report [None req-544291c4-e074-4bb8-8732-72f611650e51 tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.019646] env[70867]: DEBUG oslo_vmware.api [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.107396] env[70867]: DEBUG oslo_vmware.api [None req-d4bc86aa-2382-4ddb-8690-19fa4b286aad tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473841, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.189648] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Releasing lock "refresh_cache-5d3010bf-1838-473c-bad2-530a75498da9" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.189648] env[70867]: DEBUG nova.compute.manager [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Instance network_info: |[{"id": "5a48df18-6b0b-4af0-a2f9-7b1587904d34", "address": "fa:16:3e:58:6c:b0", "network": {"id": "0462d0a4-04aa-4448-b7aa-9fec67cc70f4", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-170965473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fc7eb3dbbdf4170bddf64fd54308490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a48df18-6b", "ovs_interfaceid": "5a48df18-6b0b-4af0-a2f9-7b1587904d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 910.190029] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:6c:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98011432-48cc-4ffd-a5a8-b96d2ea4424a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a48df18-6b0b-4af0-a2f9-7b1587904d34', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.198532] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Creating folder: Project (3fc7eb3dbbdf4170bddf64fd54308490). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.199286] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d63a226-4370-4634-a0b3-a7534ac42980 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.211702] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Created folder: Project (3fc7eb3dbbdf4170bddf64fd54308490) in parent group-v694272. [ 910.211702] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Creating folder: Instances. Parent ref: group-v694448. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.211702] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee8588e3-dcbe-42f1-8bbe-d987d56968ae {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.222140] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Created folder: Instances in parent group-v694448. [ 910.222384] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.222574] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.222775] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cfd06cf-7d6d-49e1-b27b-ee0db5f24513 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.237963] env[70867]: DEBUG nova.compute.manager [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 910.244669] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.244669] env[70867]: value = "task-3473844" [ 910.244669] env[70867]: _type = "Task" [ 910.244669] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.252345] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473844, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.263526] env[70867]: DEBUG nova.virt.hardware [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.263764] env[70867]: DEBUG nova.virt.hardware [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.263925] env[70867]: DEBUG nova.virt.hardware [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.264173] env[70867]: DEBUG nova.virt.hardware [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.264324] env[70867]: DEBUG nova.virt.hardware [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.264470] env[70867]: DEBUG nova.virt.hardware [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.264672] env[70867]: DEBUG nova.virt.hardware [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.264837] env[70867]: DEBUG nova.virt.hardware [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.264992] env[70867]: DEBUG nova.virt.hardware [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.265210] env[70867]: DEBUG nova.virt.hardware [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.265355] env[70867]: DEBUG nova.virt.hardware [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.266182] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fc4c26-4063-4328-993c-7f620c0c32bb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.273568] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2672f93c-8fc5-4b9f-afe8-b941e2978931 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.300312] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bd3497b3-f9f4-4b4c-846c-cd01b89ee5b1 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Lock "3ddad80f-65ae-427d-8d51-c6254d0d6446" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.875s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.359149] env[70867]: DEBUG nova.compute.manager [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 910.395171] env[70867]: INFO nova.compute.manager [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Rescuing [ 910.395171] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Acquiring lock "refresh_cache-3ddad80f-65ae-427d-8d51-c6254d0d6446" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.395171] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Acquired lock "refresh_cache-3ddad80f-65ae-427d-8d51-c6254d0d6446" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.395171] env[70867]: DEBUG nova.network.neutron [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.425211] env[70867]: DEBUG oslo_concurrency.lockutils [None req-544291c4-e074-4bb8-8732-72f611650e51 tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.429366] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dfaa1c50-14f8-4583-8ee9-e1a8976760b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.311s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.429366] env[70867]: DEBUG nova.objects.instance [None req-dfaa1c50-14f8-4583-8ee9-e1a8976760b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Lazy-loading 'resources' on Instance uuid 7d966134-eea1-4707-afd3-08632a846d08 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.434266] env[70867]: DEBUG nova.compute.manager [req-d03b0ec5-03d8-45ab-a853-2d367058e551 req-b90805c1-2cc2-48bc-ae8e-21548e6cca16 service nova] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Received event network-changed-5a48df18-6b0b-4af0-a2f9-7b1587904d34 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.434996] env[70867]: DEBUG nova.compute.manager [req-d03b0ec5-03d8-45ab-a853-2d367058e551 req-b90805c1-2cc2-48bc-ae8e-21548e6cca16 service nova] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Refreshing instance network info cache due to event network-changed-5a48df18-6b0b-4af0-a2f9-7b1587904d34. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 910.434996] env[70867]: DEBUG oslo_concurrency.lockutils [req-d03b0ec5-03d8-45ab-a853-2d367058e551 req-b90805c1-2cc2-48bc-ae8e-21548e6cca16 service nova] Acquiring lock "refresh_cache-5d3010bf-1838-473c-bad2-530a75498da9" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.434996] env[70867]: DEBUG oslo_concurrency.lockutils [req-d03b0ec5-03d8-45ab-a853-2d367058e551 req-b90805c1-2cc2-48bc-ae8e-21548e6cca16 service nova] Acquired lock "refresh_cache-5d3010bf-1838-473c-bad2-530a75498da9" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.434996] env[70867]: DEBUG nova.network.neutron [req-d03b0ec5-03d8-45ab-a853-2d367058e551 req-b90805c1-2cc2-48bc-ae8e-21548e6cca16 service nova] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Refreshing network info cache for port 5a48df18-6b0b-4af0-a2f9-7b1587904d34 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 910.459515] env[70867]: INFO nova.scheduler.client.report [None req-544291c4-e074-4bb8-8732-72f611650e51 tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Deleted allocations for instance 72a8b88b-0b5f-420b-ab94-c29fbca64156 [ 910.524304] env[70867]: DEBUG oslo_vmware.api [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473840, 'name': ReconfigVM_Task, 'duration_secs': 0.84366} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.524790] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Reconfigured VM instance instance-0000001a to attach disk [datastore1] e4828dea-a14c-4aff-8e6f-e1986f399b60/e4828dea-a14c-4aff-8e6f-e1986f399b60.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.525152] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Updating instance 'e4828dea-a14c-4aff-8e6f-e1986f399b60' progress to 50 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 910.608351] env[70867]: DEBUG oslo_vmware.api [None req-d4bc86aa-2382-4ddb-8690-19fa4b286aad tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473841, 'name': PowerOnVM_Task, 'duration_secs': 0.745541} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.608519] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4bc86aa-2382-4ddb-8690-19fa4b286aad tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.609256] env[70867]: DEBUG nova.compute.manager [None req-d4bc86aa-2382-4ddb-8690-19fa4b286aad tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.609581] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ea09f0-33f6-4bf5-9ec5-1520f35cf6fb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.757309] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473844, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.884893] env[70867]: DEBUG oslo_concurrency.lockutils [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.962260] env[70867]: DEBUG nova.network.neutron [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Successfully updated port: 8b0f02e9-ed14-4cdf-abea-4fe8dfc53ae4 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 910.971918] env[70867]: DEBUG oslo_concurrency.lockutils [None req-544291c4-e074-4bb8-8732-72f611650e51 tempest-InstanceActionsNegativeTestJSON-587258477 tempest-InstanceActionsNegativeTestJSON-587258477-project-member] Lock "72a8b88b-0b5f-420b-ab94-c29fbca64156" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.035s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.035072] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1dae83-88ad-4d71-901a-30fc00e19a87 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.065119] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad9c323-4cf5-4c7a-ae89-91a232700db9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.091344] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Updating instance 'e4828dea-a14c-4aff-8e6f-e1986f399b60' progress to 67 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 911.171927] env[70867]: DEBUG nova.network.neutron [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Updating instance_info_cache with network_info: [{"id": "4ad2fe28-1cf3-45e5-937e-d866ce1a5e00", "address": "fa:16:3e:d7:0c:7c", "network": {"id": "ed069432-7c02-442e-9db0-694ef64af737", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-477560883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "df7355643e7147208bf05b7d307b156a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ad2fe28-1c", "ovs_interfaceid": "4ad2fe28-1cf3-45e5-937e-d866ce1a5e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.255383] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473844, 'name': CreateVM_Task, 'duration_secs': 0.57387} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.255658] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.256261] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.256461] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.256761] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.257041] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35ad1575-c9d7-42c2-8017-f15003e83d26 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.265614] env[70867]: DEBUG oslo_vmware.api [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Waiting for the task: (returnval){ [ 911.265614] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52aab190-64c5-875c-7336-6ff05b0703cb" [ 911.265614] env[70867]: _type = "Task" [ 911.265614] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.273609] env[70867]: DEBUG oslo_vmware.api [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52aab190-64c5-875c-7336-6ff05b0703cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.365793] env[70867]: DEBUG nova.network.neutron [req-d03b0ec5-03d8-45ab-a853-2d367058e551 req-b90805c1-2cc2-48bc-ae8e-21548e6cca16 service nova] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Updated VIF entry in instance network info cache for port 5a48df18-6b0b-4af0-a2f9-7b1587904d34. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.366179] env[70867]: DEBUG nova.network.neutron [req-d03b0ec5-03d8-45ab-a853-2d367058e551 req-b90805c1-2cc2-48bc-ae8e-21548e6cca16 service nova] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Updating instance_info_cache with network_info: [{"id": "5a48df18-6b0b-4af0-a2f9-7b1587904d34", "address": "fa:16:3e:58:6c:b0", "network": {"id": "0462d0a4-04aa-4448-b7aa-9fec67cc70f4", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-170965473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fc7eb3dbbdf4170bddf64fd54308490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a48df18-6b", "ovs_interfaceid": "5a48df18-6b0b-4af0-a2f9-7b1587904d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.466117] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquiring lock "refresh_cache-2e822534-b173-440c-a4c8-4708eee877a0" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.466117] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquired lock "refresh_cache-2e822534-b173-440c-a4c8-4708eee877a0" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.466117] env[70867]: DEBUG nova.network.neutron [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.485570] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0faa18d9-2ef4-4ad5-a92a-59fddff5090c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.493287] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4df290-543b-4ebb-a6ee-3d9f32a02c1f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.529431] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcf9bc1-5a6f-401c-b0d8-c31ec33d7114 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.540248] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af397a3-82c4-4c54-946b-76395e1af03e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.555633] env[70867]: DEBUG nova.compute.provider_tree [None req-dfaa1c50-14f8-4583-8ee9-e1a8976760b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.656325] env[70867]: DEBUG nova.network.neutron [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Port 64ba4087-89f9-4ec0-99f9-3b5e67325b62 binding to destination host cpu-1 is already ACTIVE {{(pid=70867) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 911.678035] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Releasing lock "refresh_cache-3ddad80f-65ae-427d-8d51-c6254d0d6446" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.777902] env[70867]: DEBUG oslo_vmware.api [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52aab190-64c5-875c-7336-6ff05b0703cb, 'name': SearchDatastore_Task, 'duration_secs': 0.014626} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.778910] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.779184] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.779482] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.779654] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.779840] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.780125] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7b1d0fd-c9ab-431e-a4d4-505d2cddfb2a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.789511] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.789690] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.790737] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67a7a547-f6de-498a-a9c5-570d734ac93b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.797144] env[70867]: DEBUG oslo_vmware.api [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Waiting for the task: (returnval){ [ 911.797144] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5273a182-ce88-ff6f-9c2d-7d4d20b63067" [ 911.797144] env[70867]: _type = "Task" [ 911.797144] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.805274] env[70867]: DEBUG oslo_vmware.api [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5273a182-ce88-ff6f-9c2d-7d4d20b63067, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.874108] env[70867]: DEBUG oslo_concurrency.lockutils [req-d03b0ec5-03d8-45ab-a853-2d367058e551 req-b90805c1-2cc2-48bc-ae8e-21548e6cca16 service nova] Releasing lock "refresh_cache-5d3010bf-1838-473c-bad2-530a75498da9" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.001117] env[70867]: DEBUG nova.network.neutron [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 912.060298] env[70867]: DEBUG nova.scheduler.client.report [None req-dfaa1c50-14f8-4583-8ee9-e1a8976760b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.147096] env[70867]: DEBUG nova.network.neutron [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Updating instance_info_cache with network_info: [{"id": "8b0f02e9-ed14-4cdf-abea-4fe8dfc53ae4", "address": "fa:16:3e:25:f5:2b", "network": {"id": "54014fa5-3a78-45cf-af35-00cf8c4b02eb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-386803724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58800516b15047ea89f9207b83e8047f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b0f02e9-ed", "ovs_interfaceid": "8b0f02e9-ed14-4cdf-abea-4fe8dfc53ae4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.310259] env[70867]: DEBUG oslo_vmware.api [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5273a182-ce88-ff6f-9c2d-7d4d20b63067, 'name': SearchDatastore_Task, 'duration_secs': 0.010431} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.314072] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25bdb578-62d5-42cc-bfdd-a27c8d484534 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.317581] env[70867]: DEBUG oslo_vmware.api [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Waiting for the task: (returnval){ [ 912.317581] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]528384f3-edff-c0e4-6ca8-ec7d08faa944" [ 912.317581] env[70867]: _type = "Task" [ 912.317581] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.329350] env[70867]: DEBUG oslo_vmware.api [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]528384f3-edff-c0e4-6ca8-ec7d08faa944, 'name': SearchDatastore_Task, 'duration_secs': 0.009135} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.329607] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.329960] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 5d3010bf-1838-473c-bad2-530a75498da9/5d3010bf-1838-473c-bad2-530a75498da9.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.330352] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27dfbb5f-3ce9-4901-a8a4-6a09a31d3196 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.337379] env[70867]: DEBUG oslo_vmware.api [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Waiting for the task: (returnval){ [ 912.337379] env[70867]: value = "task-3473845" [ 912.337379] env[70867]: _type = "Task" [ 912.337379] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.349838] env[70867]: DEBUG oslo_vmware.api [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Task: {'id': task-3473845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.503990] env[70867]: DEBUG nova.compute.manager [req-5fff6a33-5129-44b3-af62-73665f8e524e req-82d1bf85-8b7b-41c0-a329-653245a6b3bf service nova] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Received event network-vif-plugged-8b0f02e9-ed14-4cdf-abea-4fe8dfc53ae4 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.504434] env[70867]: DEBUG oslo_concurrency.lockutils [req-5fff6a33-5129-44b3-af62-73665f8e524e req-82d1bf85-8b7b-41c0-a329-653245a6b3bf service nova] Acquiring lock "2e822534-b173-440c-a4c8-4708eee877a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.504972] env[70867]: DEBUG oslo_concurrency.lockutils [req-5fff6a33-5129-44b3-af62-73665f8e524e req-82d1bf85-8b7b-41c0-a329-653245a6b3bf service nova] Lock "2e822534-b173-440c-a4c8-4708eee877a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.505187] env[70867]: DEBUG oslo_concurrency.lockutils [req-5fff6a33-5129-44b3-af62-73665f8e524e req-82d1bf85-8b7b-41c0-a329-653245a6b3bf service nova] Lock "2e822534-b173-440c-a4c8-4708eee877a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.505634] env[70867]: DEBUG nova.compute.manager [req-5fff6a33-5129-44b3-af62-73665f8e524e req-82d1bf85-8b7b-41c0-a329-653245a6b3bf service nova] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] No waiting events found dispatching network-vif-plugged-8b0f02e9-ed14-4cdf-abea-4fe8dfc53ae4 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 912.506746] env[70867]: WARNING nova.compute.manager [req-5fff6a33-5129-44b3-af62-73665f8e524e req-82d1bf85-8b7b-41c0-a329-653245a6b3bf service nova] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Received unexpected event network-vif-plugged-8b0f02e9-ed14-4cdf-abea-4fe8dfc53ae4 for instance with vm_state building and task_state spawning. [ 912.506746] env[70867]: DEBUG nova.compute.manager [req-5fff6a33-5129-44b3-af62-73665f8e524e req-82d1bf85-8b7b-41c0-a329-653245a6b3bf service nova] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Received event network-changed-8b0f02e9-ed14-4cdf-abea-4fe8dfc53ae4 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.506746] env[70867]: DEBUG nova.compute.manager [req-5fff6a33-5129-44b3-af62-73665f8e524e req-82d1bf85-8b7b-41c0-a329-653245a6b3bf service nova] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Refreshing instance network info cache due to event network-changed-8b0f02e9-ed14-4cdf-abea-4fe8dfc53ae4. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 912.506746] env[70867]: DEBUG oslo_concurrency.lockutils [req-5fff6a33-5129-44b3-af62-73665f8e524e req-82d1bf85-8b7b-41c0-a329-653245a6b3bf service nova] Acquiring lock "refresh_cache-2e822534-b173-440c-a4c8-4708eee877a0" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.566049] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dfaa1c50-14f8-4583-8ee9-e1a8976760b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.138s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.571697] env[70867]: DEBUG oslo_concurrency.lockutils [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 40.986s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.571697] env[70867]: DEBUG nova.objects.instance [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70867) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 912.601849] env[70867]: INFO nova.scheduler.client.report [None req-dfaa1c50-14f8-4583-8ee9-e1a8976760b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Deleted allocations for instance 7d966134-eea1-4707-afd3-08632a846d08 [ 912.651437] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Releasing lock "refresh_cache-2e822534-b173-440c-a4c8-4708eee877a0" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.651859] env[70867]: DEBUG nova.compute.manager [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Instance network_info: |[{"id": "8b0f02e9-ed14-4cdf-abea-4fe8dfc53ae4", "address": "fa:16:3e:25:f5:2b", "network": {"id": "54014fa5-3a78-45cf-af35-00cf8c4b02eb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-386803724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58800516b15047ea89f9207b83e8047f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b0f02e9-ed", "ovs_interfaceid": "8b0f02e9-ed14-4cdf-abea-4fe8dfc53ae4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 912.652444] env[70867]: DEBUG oslo_concurrency.lockutils [req-5fff6a33-5129-44b3-af62-73665f8e524e req-82d1bf85-8b7b-41c0-a329-653245a6b3bf service nova] Acquired lock "refresh_cache-2e822534-b173-440c-a4c8-4708eee877a0" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.652444] env[70867]: DEBUG nova.network.neutron [req-5fff6a33-5129-44b3-af62-73665f8e524e req-82d1bf85-8b7b-41c0-a329-653245a6b3bf service nova] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Refreshing network info cache for port 8b0f02e9-ed14-4cdf-abea-4fe8dfc53ae4 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.653663] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:f5:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b0f02e9-ed14-4cdf-abea-4fe8dfc53ae4', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 912.664853] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Creating folder: Project (58800516b15047ea89f9207b83e8047f). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 912.677381] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4452f187-a235-4262-b197-a402f72abfd4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.688864] env[70867]: DEBUG oslo_concurrency.lockutils [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "e4828dea-a14c-4aff-8e6f-e1986f399b60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.689339] env[70867]: DEBUG oslo_concurrency.lockutils [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "e4828dea-a14c-4aff-8e6f-e1986f399b60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.689339] env[70867]: DEBUG oslo_concurrency.lockutils [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "e4828dea-a14c-4aff-8e6f-e1986f399b60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.692113] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Created folder: Project (58800516b15047ea89f9207b83e8047f) in parent group-v694272. [ 912.692274] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Creating folder: Instances. Parent ref: group-v694451. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 912.692847] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f221470-27e4-40e0-9dbd-fa8d76db535a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.704759] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Created folder: Instances in parent group-v694451. [ 912.705038] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.705038] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 912.705661] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b825b470-f051-4eae-aeec-09e92ba5c252 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.732289] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 912.732289] env[70867]: value = "task-3473848" [ 912.732289] env[70867]: _type = "Task" [ 912.732289] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.740825] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473848, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.847611] env[70867]: DEBUG oslo_vmware.api [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Task: {'id': task-3473845, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.111798] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dfaa1c50-14f8-4583-8ee9-e1a8976760b6 tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Lock "7d966134-eea1-4707-afd3-08632a846d08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.539s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.172070] env[70867]: DEBUG nova.network.neutron [req-5fff6a33-5129-44b3-af62-73665f8e524e req-82d1bf85-8b7b-41c0-a329-653245a6b3bf service nova] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Updated VIF entry in instance network info cache for port 8b0f02e9-ed14-4cdf-abea-4fe8dfc53ae4. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.172456] env[70867]: DEBUG nova.network.neutron [req-5fff6a33-5129-44b3-af62-73665f8e524e req-82d1bf85-8b7b-41c0-a329-653245a6b3bf service nova] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Updating instance_info_cache with network_info: [{"id": "8b0f02e9-ed14-4cdf-abea-4fe8dfc53ae4", "address": "fa:16:3e:25:f5:2b", "network": {"id": "54014fa5-3a78-45cf-af35-00cf8c4b02eb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-386803724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58800516b15047ea89f9207b83e8047f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b0f02e9-ed", "ovs_interfaceid": "8b0f02e9-ed14-4cdf-abea-4fe8dfc53ae4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.230915] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.231245] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a238a62c-da53-4a55-af94-aa13ae926f34 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.246474] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473848, 'name': CreateVM_Task, 'duration_secs': 0.419003} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.246474] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.246474] env[70867]: DEBUG oslo_vmware.api [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for the task: (returnval){ [ 913.246474] env[70867]: value = "task-3473849" [ 913.246474] env[70867]: _type = "Task" [ 913.246474] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.246958] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.247125] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.247463] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.247773] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44a3202a-b5da-4aa5-9fc9-53c926705df4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.257062] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for the task: (returnval){ [ 913.257062] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]520de4ab-ca3a-6272-3e7a-026ed7439a4f" [ 913.257062] env[70867]: _type = "Task" [ 913.257062] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.260323] env[70867]: DEBUG oslo_vmware.api [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.268836] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]520de4ab-ca3a-6272-3e7a-026ed7439a4f, 'name': SearchDatastore_Task, 'duration_secs': 0.009973} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.270066] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.270326] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.270557] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.270697] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.270871] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.271143] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-031d5c44-66b8-4cba-ad9f-395dbb0a4aed {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.278999] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.279205] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.279890] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9a40089-bb62-4e86-8c2d-ef94ffafa24f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.285672] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for the task: (returnval){ [ 913.285672] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c59ccc-3375-fee1-f906-e9ccf631c9f2" [ 913.285672] env[70867]: _type = "Task" [ 913.285672] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.293838] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c59ccc-3375-fee1-f906-e9ccf631c9f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.349207] env[70867]: DEBUG oslo_vmware.api [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Task: {'id': task-3473845, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524477} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.349466] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 5d3010bf-1838-473c-bad2-530a75498da9/5d3010bf-1838-473c-bad2-530a75498da9.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.349692] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.349949] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b1c7d6f-8a3e-45fc-acb2-1420e38ca6ac {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.358318] env[70867]: DEBUG oslo_vmware.api [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Waiting for the task: (returnval){ [ 913.358318] env[70867]: value = "task-3473850" [ 913.358318] env[70867]: _type = "Task" [ 913.358318] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.367582] env[70867]: DEBUG oslo_vmware.api [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Task: {'id': task-3473850, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.579548] env[70867]: DEBUG oslo_concurrency.lockutils [None req-19b047f2-4a8f-4acf-bb2c-ff772997cb94 tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.581851] env[70867]: DEBUG oslo_concurrency.lockutils [None req-343a1bd3-1d69-4339-b01d-f8b0bf7990e5 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.768s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.582350] env[70867]: DEBUG nova.objects.instance [None req-343a1bd3-1d69-4339-b01d-f8b0bf7990e5 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Lazy-loading 'resources' on Instance uuid 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.674851] env[70867]: DEBUG oslo_concurrency.lockutils [req-5fff6a33-5129-44b3-af62-73665f8e524e req-82d1bf85-8b7b-41c0-a329-653245a6b3bf service nova] Releasing lock "refresh_cache-2e822534-b173-440c-a4c8-4708eee877a0" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.729851] env[70867]: DEBUG oslo_concurrency.lockutils [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "refresh_cache-e4828dea-a14c-4aff-8e6f-e1986f399b60" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.730366] env[70867]: DEBUG oslo_concurrency.lockutils [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquired lock "refresh_cache-e4828dea-a14c-4aff-8e6f-e1986f399b60" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.730366] env[70867]: DEBUG nova.network.neutron [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.768130] env[70867]: DEBUG oslo_vmware.api [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473849, 'name': PowerOffVM_Task, 'duration_secs': 0.472043} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.768465] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.769879] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03844b61-d2b4-475f-8edc-4a7883b80470 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.800923] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1874b5-c48d-4b88-a712-d4fae074500b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.809494] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c59ccc-3375-fee1-f906-e9ccf631c9f2, 'name': SearchDatastore_Task, 'duration_secs': 0.011442} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.815553] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1092a0ae-7e5b-4225-b99d-00ff59084f21 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.820786] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for the task: (returnval){ [ 913.820786] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5243251c-2b63-9de3-ec06-10bb02fb70ff" [ 913.820786] env[70867]: _type = "Task" [ 913.820786] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.828604] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5243251c-2b63-9de3-ec06-10bb02fb70ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.843465] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.843775] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ecbd2e4-bacd-421f-90be-af840a352043 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.854866] env[70867]: DEBUG oslo_vmware.api [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for the task: (returnval){ [ 913.854866] env[70867]: value = "task-3473851" [ 913.854866] env[70867]: _type = "Task" [ 913.854866] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.870270] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] VM already powered off {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 913.870488] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.870705] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.870933] env[70867]: DEBUG oslo_vmware.api [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Task: {'id': task-3473850, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071358} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.871217] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.871996] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a3886b-db7d-4d4e-bf60-8bb9b51f2627 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.894855] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 5d3010bf-1838-473c-bad2-530a75498da9/5d3010bf-1838-473c-bad2-530a75498da9.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.895225] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5bdbbdc-47a2-4c36-8533-c39d01bccf90 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.915062] env[70867]: DEBUG oslo_vmware.api [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Waiting for the task: (returnval){ [ 913.915062] env[70867]: value = "task-3473852" [ 913.915062] env[70867]: _type = "Task" [ 913.915062] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.926383] env[70867]: DEBUG oslo_vmware.api [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Task: {'id': task-3473852, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.262951] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a2de21be-81b9-4fed-9e0b-8f365e76be1c tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Acquiring lock "ee353059-2dd8-4ab3-835b-ab7655cb9b44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.263207] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a2de21be-81b9-4fed-9e0b-8f365e76be1c tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Lock "ee353059-2dd8-4ab3-835b-ab7655cb9b44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.263412] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a2de21be-81b9-4fed-9e0b-8f365e76be1c tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Acquiring lock "ee353059-2dd8-4ab3-835b-ab7655cb9b44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.263589] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a2de21be-81b9-4fed-9e0b-8f365e76be1c tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Lock "ee353059-2dd8-4ab3-835b-ab7655cb9b44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.264061] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a2de21be-81b9-4fed-9e0b-8f365e76be1c tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Lock "ee353059-2dd8-4ab3-835b-ab7655cb9b44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.266642] env[70867]: INFO nova.compute.manager [None req-a2de21be-81b9-4fed-9e0b-8f365e76be1c tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Terminating instance [ 914.335963] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5243251c-2b63-9de3-ec06-10bb02fb70ff, 'name': SearchDatastore_Task, 'duration_secs': 0.032099} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.336256] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.336519] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 2e822534-b173-440c-a4c8-4708eee877a0/2e822534-b173-440c-a4c8-4708eee877a0.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.339323] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.339531] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.339774] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd104e5b-22f2-4738-b426-6f50e6f77e6f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.342756] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6bca3b9-2e16-4af5-9e27-6df8b9dfef14 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.349219] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for the task: (returnval){ [ 914.349219] env[70867]: value = "task-3473853" [ 914.349219] env[70867]: _type = "Task" [ 914.349219] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.353790] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.353988] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.357408] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0b434e6-eb34-41d4-8524-270efdcbc8d7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.363194] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3473853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.366421] env[70867]: DEBUG oslo_vmware.api [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for the task: (returnval){ [ 914.366421] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5287657e-b05f-001e-85ba-c3418ae55543" [ 914.366421] env[70867]: _type = "Task" [ 914.366421] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.374249] env[70867]: DEBUG oslo_vmware.api [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5287657e-b05f-001e-85ba-c3418ae55543, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.427592] env[70867]: DEBUG oslo_vmware.api [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Task: {'id': task-3473852, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.545250] env[70867]: DEBUG nova.network.neutron [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Updating instance_info_cache with network_info: [{"id": "64ba4087-89f9-4ec0-99f9-3b5e67325b62", "address": "fa:16:3e:1a:8a:15", "network": {"id": "cfc3fe3f-41ca-4d32-a9e1-bd8add4aaf37", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404983433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "531e77ef69fe4892bb20a8d005c760d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64ba4087-89", "ovs_interfaceid": "64ba4087-89f9-4ec0-99f9-3b5e67325b62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.632884] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquiring lock "395a456a-0ff5-496e-9a22-71c787a1a4cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.633590] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lock "395a456a-0ff5-496e-9a22-71c787a1a4cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.771170] env[70867]: DEBUG nova.compute.manager [None req-a2de21be-81b9-4fed-9e0b-8f365e76be1c tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 914.771442] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a2de21be-81b9-4fed-9e0b-8f365e76be1c tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.772524] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6a8855-55d5-478d-a8a4-a73e724db852 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.780858] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ba91b5-7729-42ad-ba8a-bd0240b82df6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.791696] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239041dc-0a87-4dbe-9abf-a290d315c633 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.795335] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2de21be-81b9-4fed-9e0b-8f365e76be1c tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.796451] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28460f92-d180-4638-837d-19ee79669d6a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.833134] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1a1dae-c52b-49cd-9bcf-3ab818c85018 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.837039] env[70867]: DEBUG oslo_vmware.api [None req-a2de21be-81b9-4fed-9e0b-8f365e76be1c tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Waiting for the task: (returnval){ [ 914.837039] env[70867]: value = "task-3473854" [ 914.837039] env[70867]: _type = "Task" [ 914.837039] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.850169] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2d0397-0dcf-4174-9593-8dc831ed0d10 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.854817] env[70867]: DEBUG oslo_vmware.api [None req-a2de21be-81b9-4fed-9e0b-8f365e76be1c tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.870729] env[70867]: DEBUG nova.compute.provider_tree [None req-343a1bd3-1d69-4339-b01d-f8b0bf7990e5 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.879137] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3473853, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.887882] env[70867]: DEBUG oslo_vmware.api [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5287657e-b05f-001e-85ba-c3418ae55543, 'name': SearchDatastore_Task, 'duration_secs': 0.029163} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.888967] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52989e87-2ed9-4768-8912-f7fc3b4305a8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.897486] env[70867]: DEBUG oslo_vmware.api [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for the task: (returnval){ [ 914.897486] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f37a01-480d-21a7-879b-5d95fc2d831f" [ 914.897486] env[70867]: _type = "Task" [ 914.897486] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.907895] env[70867]: DEBUG oslo_vmware.api [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f37a01-480d-21a7-879b-5d95fc2d831f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.933137] env[70867]: DEBUG oslo_vmware.api [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Task: {'id': task-3473852, 'name': ReconfigVM_Task, 'duration_secs': 0.761307} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.933468] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 5d3010bf-1838-473c-bad2-530a75498da9/5d3010bf-1838-473c-bad2-530a75498da9.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.934161] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fcdafb12-c5e6-471e-b6cf-ce8cabef214a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.943671] env[70867]: DEBUG oslo_vmware.api [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Waiting for the task: (returnval){ [ 914.943671] env[70867]: value = "task-3473855" [ 914.943671] env[70867]: _type = "Task" [ 914.943671] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.954674] env[70867]: DEBUG oslo_vmware.api [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Task: {'id': task-3473855, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.049039] env[70867]: DEBUG oslo_concurrency.lockutils [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Releasing lock "refresh_cache-e4828dea-a14c-4aff-8e6f-e1986f399b60" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.136656] env[70867]: DEBUG nova.compute.manager [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 915.350165] env[70867]: DEBUG oslo_vmware.api [None req-a2de21be-81b9-4fed-9e0b-8f365e76be1c tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473854, 'name': PowerOffVM_Task, 'duration_secs': 0.336024} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.350165] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2de21be-81b9-4fed-9e0b-8f365e76be1c tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.350165] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a2de21be-81b9-4fed-9e0b-8f365e76be1c tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.357334] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb94475e-98dc-4fb9-9cf6-7aed5b608abc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.367106] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3473853, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719061} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.367336] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 2e822534-b173-440c-a4c8-4708eee877a0/2e822534-b173-440c-a4c8-4708eee877a0.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.367749] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.368148] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b6d1385-686c-4dfd-9065-496523df62ec {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.374468] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for the task: (returnval){ [ 915.374468] env[70867]: value = "task-3473857" [ 915.374468] env[70867]: _type = "Task" [ 915.374468] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.381425] env[70867]: DEBUG nova.scheduler.client.report [None req-343a1bd3-1d69-4339-b01d-f8b0bf7990e5 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.389092] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3473857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.410051] env[70867]: DEBUG oslo_vmware.api [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f37a01-480d-21a7-879b-5d95fc2d831f, 'name': SearchDatastore_Task, 'duration_secs': 0.066196} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.411104] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.411104] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 3ddad80f-65ae-427d-8d51-c6254d0d6446/dd397023-e461-4e98-8ebe-ed21450996ea-rescue.vmdk. {{(pid=70867) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 915.411104] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0500d934-9a0a-4824-a76d-a3da263e2b39 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.419217] env[70867]: DEBUG oslo_vmware.api [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for the task: (returnval){ [ 915.419217] env[70867]: value = "task-3473858" [ 915.419217] env[70867]: _type = "Task" [ 915.419217] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.426780] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a2de21be-81b9-4fed-9e0b-8f365e76be1c tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.427040] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a2de21be-81b9-4fed-9e0b-8f365e76be1c tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.427193] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2de21be-81b9-4fed-9e0b-8f365e76be1c tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Deleting the datastore file [datastore1] ee353059-2dd8-4ab3-835b-ab7655cb9b44 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.427811] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91a30304-0c96-404e-aacc-76ce4d6f4a67 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.434172] env[70867]: DEBUG oslo_vmware.api [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.440423] env[70867]: DEBUG oslo_vmware.api [None req-a2de21be-81b9-4fed-9e0b-8f365e76be1c tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Waiting for the task: (returnval){ [ 915.440423] env[70867]: value = "task-3473859" [ 915.440423] env[70867]: _type = "Task" [ 915.440423] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.450807] env[70867]: DEBUG oslo_vmware.api [None req-a2de21be-81b9-4fed-9e0b-8f365e76be1c tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.455868] env[70867]: DEBUG oslo_vmware.api [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Task: {'id': task-3473855, 'name': Rename_Task, 'duration_secs': 0.27029} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.456220] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.456532] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bd83bd4-b652-462f-a46e-3b2b952e0d7e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.462146] env[70867]: DEBUG oslo_vmware.api [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Waiting for the task: (returnval){ [ 915.462146] env[70867]: value = "task-3473860" [ 915.462146] env[70867]: _type = "Task" [ 915.462146] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.470827] env[70867]: DEBUG oslo_vmware.api [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Task: {'id': task-3473860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.586668] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758cc839-f5a0-469e-a1c9-96e7e3b8f423 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.611523] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488c5023-d87a-4956-84b3-aad53e89201b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.620371] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Updating instance 'e4828dea-a14c-4aff-8e6f-e1986f399b60' progress to 83 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 915.654417] env[70867]: DEBUG oslo_concurrency.lockutils [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Acquiring lock "b6d28619-832a-4d9a-8cf8-bde835200bba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.654417] env[70867]: DEBUG oslo_concurrency.lockutils [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Lock "b6d28619-832a-4d9a-8cf8-bde835200bba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.654417] env[70867]: DEBUG oslo_concurrency.lockutils [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Acquiring lock "b6d28619-832a-4d9a-8cf8-bde835200bba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.654417] env[70867]: DEBUG oslo_concurrency.lockutils [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Lock "b6d28619-832a-4d9a-8cf8-bde835200bba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.654417] env[70867]: DEBUG oslo_concurrency.lockutils [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Lock "b6d28619-832a-4d9a-8cf8-bde835200bba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.659846] env[70867]: INFO nova.compute.manager [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Terminating instance [ 915.687289] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.887387] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3473857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108007} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.887889] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.889350] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a0f832-a796-46b6-b6a7-8ac905ffcb9d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.895148] env[70867]: DEBUG oslo_concurrency.lockutils [None req-343a1bd3-1d69-4339-b01d-f8b0bf7990e5 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.314s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.898044] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.828s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.900584] env[70867]: INFO nova.compute.claims [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.930564] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 2e822534-b173-440c-a4c8-4708eee877a0/2e822534-b173-440c-a4c8-4708eee877a0.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.932024] env[70867]: INFO nova.scheduler.client.report [None req-343a1bd3-1d69-4339-b01d-f8b0bf7990e5 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Deleted allocations for instance 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb [ 915.936158] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56676e55-c47c-435d-b59b-5c76198d48c2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.961657] env[70867]: DEBUG oslo_vmware.api [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473858, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.964023] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for the task: (returnval){ [ 915.964023] env[70867]: value = "task-3473861" [ 915.964023] env[70867]: _type = "Task" [ 915.964023] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.970667] env[70867]: DEBUG oslo_vmware.api [None req-a2de21be-81b9-4fed-9e0b-8f365e76be1c tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Task: {'id': task-3473859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159774} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.974770] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2de21be-81b9-4fed-9e0b-8f365e76be1c tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.974770] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a2de21be-81b9-4fed-9e0b-8f365e76be1c tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.974770] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a2de21be-81b9-4fed-9e0b-8f365e76be1c tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.974909] env[70867]: INFO nova.compute.manager [None req-a2de21be-81b9-4fed-9e0b-8f365e76be1c tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Took 1.20 seconds to destroy the instance on the hypervisor. [ 915.976949] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2de21be-81b9-4fed-9e0b-8f365e76be1c tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.976949] env[70867]: DEBUG nova.compute.manager [-] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.976949] env[70867]: DEBUG nova.network.neutron [-] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.982581] env[70867]: DEBUG oslo_vmware.api [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Task: {'id': task-3473860, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.985771] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3473861, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.131223] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-07e19de5-870b-4f7e-b7bd-15a6af1130b1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Updating instance 'e4828dea-a14c-4aff-8e6f-e1986f399b60' progress to 100 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 916.168579] env[70867]: DEBUG nova.compute.manager [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 916.168853] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.169183] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb17b2b6-448a-4bec-8e3a-4d1e21a8de16 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.182021] env[70867]: DEBUG oslo_vmware.api [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Waiting for the task: (returnval){ [ 916.182021] env[70867]: value = "task-3473862" [ 916.182021] env[70867]: _type = "Task" [ 916.182021] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.193289] env[70867]: DEBUG oslo_vmware.api [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Task: {'id': task-3473862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.442312] env[70867]: DEBUG oslo_vmware.api [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473858, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577873} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.442312] env[70867]: INFO nova.virt.vmwareapi.ds_util [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 3ddad80f-65ae-427d-8d51-c6254d0d6446/dd397023-e461-4e98-8ebe-ed21450996ea-rescue.vmdk. [ 916.442782] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0163f5d7-4ebe-43ba-a5d5-235c7157d449 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.479854] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 3ddad80f-65ae-427d-8d51-c6254d0d6446/dd397023-e461-4e98-8ebe-ed21450996ea-rescue.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.480622] env[70867]: DEBUG oslo_concurrency.lockutils [None req-343a1bd3-1d69-4339-b01d-f8b0bf7990e5 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Lock "22e5eb53-69e2-4aaa-8147-3a9c6998b7eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.145s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.485419] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f71ae571-36f4-40dd-97f7-f36d3ae065f6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.517850] env[70867]: DEBUG oslo_vmware.api [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Task: {'id': task-3473860, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.518121] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3473861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.518464] env[70867]: DEBUG oslo_vmware.api [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for the task: (returnval){ [ 916.518464] env[70867]: value = "task-3473863" [ 916.518464] env[70867]: _type = "Task" [ 916.518464] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.524242] env[70867]: DEBUG nova.compute.manager [req-377afa75-f158-4858-9735-4d482f6e6010 req-00d9c03f-0624-413f-9e60-73b5358e9b18 service nova] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Received event network-vif-deleted-d213ffcd-19a7-448c-a860-ca92f46dad0c {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.524242] env[70867]: INFO nova.compute.manager [req-377afa75-f158-4858-9735-4d482f6e6010 req-00d9c03f-0624-413f-9e60-73b5358e9b18 service nova] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Neutron deleted interface d213ffcd-19a7-448c-a860-ca92f46dad0c; detaching it from the instance and deleting it from the info cache [ 916.524439] env[70867]: DEBUG nova.network.neutron [req-377afa75-f158-4858-9735-4d482f6e6010 req-00d9c03f-0624-413f-9e60-73b5358e9b18 service nova] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.533289] env[70867]: DEBUG oslo_vmware.api [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473863, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.695187] env[70867]: DEBUG oslo_vmware.api [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Task: {'id': task-3473862, 'name': PowerOffVM_Task, 'duration_secs': 0.283665} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.695615] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.695839] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Volume detach. Driver type: vmdk {{(pid=70867) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 916.696045] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694346', 'volume_id': '9a65219c-eeec-4171-bf9d-fdc7772130f6', 'name': 'volume-9a65219c-eeec-4171-bf9d-fdc7772130f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b6d28619-832a-4d9a-8cf8-bde835200bba', 'attached_at': '', 'detached_at': '', 'volume_id': '9a65219c-eeec-4171-bf9d-fdc7772130f6', 'serial': '9a65219c-eeec-4171-bf9d-fdc7772130f6'} {{(pid=70867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 916.697273] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e81d846-85d6-4de5-b3b5-af1ca888fcdf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.724186] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bee262-b8d6-4f22-bf01-a0d079568cb1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.733828] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af7c2ea-84f9-46b0-88b0-0934b47c47de {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.756409] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f21b1aa-c470-44e3-a11f-2f8063c8303b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.773057] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] The volume has not been displaced from its original location: [datastore1] volume-9a65219c-eeec-4171-bf9d-fdc7772130f6/volume-9a65219c-eeec-4171-bf9d-fdc7772130f6.vmdk. No consolidation needed. {{(pid=70867) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 916.778363] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Reconfiguring VM instance instance-00000029 to detach disk 2000 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 916.778734] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c570c4f-0bbf-4676-bb97-0cb48e24a3c2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.801597] env[70867]: DEBUG oslo_vmware.api [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Waiting for the task: (returnval){ [ 916.801597] env[70867]: value = "task-3473864" [ 916.801597] env[70867]: _type = "Task" [ 916.801597] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.810472] env[70867]: DEBUG oslo_vmware.api [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Task: {'id': task-3473864, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.942335] env[70867]: DEBUG nova.network.neutron [-] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.983689] env[70867]: DEBUG oslo_vmware.api [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Task: {'id': task-3473860, 'name': PowerOnVM_Task, 'duration_secs': 1.520259} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.988454] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.988838] env[70867]: INFO nova.compute.manager [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Took 9.41 seconds to spawn the instance on the hypervisor. [ 916.989161] env[70867]: DEBUG nova.compute.manager [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.993357] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62500ddb-ec30-494d-b87d-d8d46331b51e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.010028] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3473861, 'name': ReconfigVM_Task, 'duration_secs': 0.721643} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.010028] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 2e822534-b173-440c-a4c8-4708eee877a0/2e822534-b173-440c-a4c8-4708eee877a0.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.010028] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3c11d36-3081-4266-80a6-a84ac97707e5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.017673] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for the task: (returnval){ [ 917.017673] env[70867]: value = "task-3473865" [ 917.017673] env[70867]: _type = "Task" [ 917.017673] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.036509] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13aac95a-e351-4da2-b708-a83de1e5bb84 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.038894] env[70867]: DEBUG oslo_vmware.api [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473863, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.039345] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3473865, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.054340] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bce8288-53b2-4eb0-b4a6-50dedb312194 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.099292] env[70867]: DEBUG nova.compute.manager [req-377afa75-f158-4858-9735-4d482f6e6010 req-00d9c03f-0624-413f-9e60-73b5358e9b18 service nova] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Detach interface failed, port_id=d213ffcd-19a7-448c-a860-ca92f46dad0c, reason: Instance ee353059-2dd8-4ab3-835b-ab7655cb9b44 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 917.315895] env[70867]: DEBUG oslo_vmware.api [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Task: {'id': task-3473864, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.448769] env[70867]: INFO nova.compute.manager [-] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Took 1.47 seconds to deallocate network for instance. [ 917.460793] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3176470-84e7-4f75-9c5f-6d28ff943060 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.471144] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e804c693-4f5c-403d-8d23-f92ee15aa8a3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.503076] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5968ef5-31d6-4af8-b4e0-087ef6de7b05 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.517836] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86773ff-379c-447b-add1-9c90cd3c12e2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.522153] env[70867]: INFO nova.compute.manager [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Took 52.95 seconds to build instance. [ 917.543759] env[70867]: DEBUG nova.compute.provider_tree [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 917.552765] env[70867]: DEBUG oslo_vmware.api [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473863, 'name': ReconfigVM_Task, 'duration_secs': 0.723806} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.552765] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3473865, 'name': Rename_Task, 'duration_secs': 0.233673} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.553673] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 3ddad80f-65ae-427d-8d51-c6254d0d6446/dd397023-e461-4e98-8ebe-ed21450996ea-rescue.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.554062] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.555242] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0cb590-fed7-4820-9206-028189bbdaad {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.557370] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7207f43-08ea-4329-b0b2-d895491fddf4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.586961] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f845816-0a45-481c-98e6-68137232bb6b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.601461] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for the task: (returnval){ [ 917.601461] env[70867]: value = "task-3473866" [ 917.601461] env[70867]: _type = "Task" [ 917.601461] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.609143] env[70867]: DEBUG oslo_vmware.api [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for the task: (returnval){ [ 917.609143] env[70867]: value = "task-3473867" [ 917.609143] env[70867]: _type = "Task" [ 917.609143] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.612726] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3473866, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.623282] env[70867]: DEBUG oslo_vmware.api [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473867, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.670705] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Acquiring lock "1975db69-f678-48dc-91b1-c0c350417a6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.670953] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Lock "1975db69-f678-48dc-91b1-c0c350417a6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.707113] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Acquiring lock "df50dddd-7392-4aa0-a7e7-e5eaea666d73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.707395] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Lock "df50dddd-7392-4aa0-a7e7-e5eaea666d73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.817977] env[70867]: DEBUG oslo_vmware.api [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Task: {'id': task-3473864, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.956962] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a2de21be-81b9-4fed-9e0b-8f365e76be1c tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.029856] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8dc36938-d0fc-4df9-bb65-255adeea2d77 tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Lock "5d3010bf-1838-473c-bad2-530a75498da9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.135s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.074632] env[70867]: ERROR nova.scheduler.client.report [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [req-fa9d58ee-4676-4df1-89f0-e91a3e8121cc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f41c8c6b-f09c-4602-9d9f-1177af08ce6d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fa9d58ee-4676-4df1-89f0-e91a3e8121cc"}]} [ 918.098190] env[70867]: DEBUG nova.scheduler.client.report [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Refreshing inventories for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 918.112460] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3473866, 'name': PowerOnVM_Task, 'duration_secs': 0.473036} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.117025] env[70867]: DEBUG nova.scheduler.client.report [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Updating ProviderTree inventory for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 918.117025] env[70867]: DEBUG nova.compute.provider_tree [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 918.117025] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.117025] env[70867]: INFO nova.compute.manager [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Took 7.88 seconds to spawn the instance on the hypervisor. [ 918.117025] env[70867]: DEBUG nova.compute.manager [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.120754] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a9c71c-3e25-4bd4-9786-d7b1ff332864 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.130264] env[70867]: DEBUG oslo_vmware.api [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473867, 'name': ReconfigVM_Task, 'duration_secs': 0.23605} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.132557] env[70867]: DEBUG nova.scheduler.client.report [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Refreshing aggregate associations for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d, aggregates: None {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 918.134611] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.137929] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d64ca39-2f29-4a41-b5ad-0ba0a5999c17 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.147639] env[70867]: DEBUG oslo_vmware.api [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for the task: (returnval){ [ 918.147639] env[70867]: value = "task-3473868" [ 918.147639] env[70867]: _type = "Task" [ 918.147639] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.155369] env[70867]: DEBUG oslo_vmware.api [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473868, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.162020] env[70867]: DEBUG nova.scheduler.client.report [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Refreshing trait associations for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 918.176499] env[70867]: DEBUG nova.compute.manager [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 918.212968] env[70867]: DEBUG nova.compute.manager [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 918.282437] env[70867]: DEBUG nova.compute.manager [req-fda7b48f-ed5d-4e8d-bd64-140bbf4f4dc4 req-768d4693-5bb0-4856-b895-372af3ab1701 service nova] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Received event network-changed-5a48df18-6b0b-4af0-a2f9-7b1587904d34 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.282624] env[70867]: DEBUG nova.compute.manager [req-fda7b48f-ed5d-4e8d-bd64-140bbf4f4dc4 req-768d4693-5bb0-4856-b895-372af3ab1701 service nova] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Refreshing instance network info cache due to event network-changed-5a48df18-6b0b-4af0-a2f9-7b1587904d34. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 918.282842] env[70867]: DEBUG oslo_concurrency.lockutils [req-fda7b48f-ed5d-4e8d-bd64-140bbf4f4dc4 req-768d4693-5bb0-4856-b895-372af3ab1701 service nova] Acquiring lock "refresh_cache-5d3010bf-1838-473c-bad2-530a75498da9" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.282982] env[70867]: DEBUG oslo_concurrency.lockutils [req-fda7b48f-ed5d-4e8d-bd64-140bbf4f4dc4 req-768d4693-5bb0-4856-b895-372af3ab1701 service nova] Acquired lock "refresh_cache-5d3010bf-1838-473c-bad2-530a75498da9" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.283146] env[70867]: DEBUG nova.network.neutron [req-fda7b48f-ed5d-4e8d-bd64-140bbf4f4dc4 req-768d4693-5bb0-4856-b895-372af3ab1701 service nova] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Refreshing network info cache for port 5a48df18-6b0b-4af0-a2f9-7b1587904d34 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 918.318015] env[70867]: DEBUG oslo_vmware.api [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Task: {'id': task-3473864, 'name': ReconfigVM_Task, 'duration_secs': 1.204064} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.320613] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Reconfigured VM instance instance-00000029 to detach disk 2000 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 918.326016] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ba59673-9209-4861-9f63-b079d790b337 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.347131] env[70867]: DEBUG oslo_vmware.api [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Waiting for the task: (returnval){ [ 918.347131] env[70867]: value = "task-3473869" [ 918.347131] env[70867]: _type = "Task" [ 918.347131] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.356688] env[70867]: DEBUG oslo_vmware.api [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Task: {'id': task-3473869, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.540780] env[70867]: DEBUG oslo_concurrency.lockutils [None req-758321e9-4b40-421f-8645-38af9a86835f tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "e4828dea-a14c-4aff-8e6f-e1986f399b60" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.541698] env[70867]: DEBUG oslo_concurrency.lockutils [None req-758321e9-4b40-421f-8645-38af9a86835f tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "e4828dea-a14c-4aff-8e6f-e1986f399b60" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.541698] env[70867]: DEBUG nova.compute.manager [None req-758321e9-4b40-421f-8645-38af9a86835f tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Going to confirm migration 3 {{(pid=70867) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 918.653158] env[70867]: INFO nova.compute.manager [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Took 53.05 seconds to build instance. [ 918.661184] env[70867]: DEBUG oslo_vmware.api [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473868, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.689275] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6311fa74-05c2-4361-9005-11f787cec395 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.692971] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.698655] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2118c37-da68-486b-a908-b3b085a343bd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.732536] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e5b358-f47c-4707-97bc-ca87a2fe6462 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.743921] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f140580d-ebf8-47bd-9a3d-8f87097b4c6e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.747758] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.761656] env[70867]: DEBUG nova.compute.provider_tree [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 918.862277] env[70867]: DEBUG oslo_vmware.api [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Task: {'id': task-3473869, 'name': ReconfigVM_Task, 'duration_secs': 0.13192} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.862277] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694346', 'volume_id': '9a65219c-eeec-4171-bf9d-fdc7772130f6', 'name': 'volume-9a65219c-eeec-4171-bf9d-fdc7772130f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b6d28619-832a-4d9a-8cf8-bde835200bba', 'attached_at': '', 'detached_at': '', 'volume_id': '9a65219c-eeec-4171-bf9d-fdc7772130f6', 'serial': '9a65219c-eeec-4171-bf9d-fdc7772130f6'} {{(pid=70867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 918.862277] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.862277] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cfb61a-f44e-4571-9ea0-f004bf2a58e8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.872256] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 918.872624] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac5a23ac-55b7-4766-8550-f777374c6442 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.940482] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 918.940482] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 918.940482] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Deleting the datastore file [datastore1] b6d28619-832a-4d9a-8cf8-bde835200bba {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 918.940482] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f5f88db-cbe8-4843-88ff-2dcc3434061a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.949760] env[70867]: DEBUG oslo_vmware.api [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Waiting for the task: (returnval){ [ 918.949760] env[70867]: value = "task-3473871" [ 918.949760] env[70867]: _type = "Task" [ 918.949760] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.960945] env[70867]: DEBUG oslo_vmware.api [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Task: {'id': task-3473871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.111507] env[70867]: DEBUG oslo_concurrency.lockutils [None req-758321e9-4b40-421f-8645-38af9a86835f tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "refresh_cache-e4828dea-a14c-4aff-8e6f-e1986f399b60" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.111694] env[70867]: DEBUG oslo_concurrency.lockutils [None req-758321e9-4b40-421f-8645-38af9a86835f tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquired lock "refresh_cache-e4828dea-a14c-4aff-8e6f-e1986f399b60" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.111902] env[70867]: DEBUG nova.network.neutron [None req-758321e9-4b40-421f-8645-38af9a86835f tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.112143] env[70867]: DEBUG nova.objects.instance [None req-758321e9-4b40-421f-8645-38af9a86835f tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lazy-loading 'info_cache' on Instance uuid e4828dea-a14c-4aff-8e6f-e1986f399b60 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.136216] env[70867]: DEBUG nova.network.neutron [req-fda7b48f-ed5d-4e8d-bd64-140bbf4f4dc4 req-768d4693-5bb0-4856-b895-372af3ab1701 service nova] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Updated VIF entry in instance network info cache for port 5a48df18-6b0b-4af0-a2f9-7b1587904d34. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 919.136591] env[70867]: DEBUG nova.network.neutron [req-fda7b48f-ed5d-4e8d-bd64-140bbf4f4dc4 req-768d4693-5bb0-4856-b895-372af3ab1701 service nova] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Updating instance_info_cache with network_info: [{"id": "5a48df18-6b0b-4af0-a2f9-7b1587904d34", "address": "fa:16:3e:58:6c:b0", "network": {"id": "0462d0a4-04aa-4448-b7aa-9fec67cc70f4", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-170965473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fc7eb3dbbdf4170bddf64fd54308490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a48df18-6b", "ovs_interfaceid": "5a48df18-6b0b-4af0-a2f9-7b1587904d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.158043] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lock "2e822534-b173-440c-a4c8-4708eee877a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.478s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.158299] env[70867]: DEBUG oslo_vmware.api [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473868, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.303713] env[70867]: DEBUG nova.scheduler.client.report [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Updated inventory for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with generation 91 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 919.303912] env[70867]: DEBUG nova.compute.provider_tree [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Updating resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d generation from 91 to 92 during operation: update_inventory {{(pid=70867) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 919.303956] env[70867]: DEBUG nova.compute.provider_tree [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 919.463593] env[70867]: DEBUG oslo_vmware.api [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Task: {'id': task-3473871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173702} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.463917] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.464467] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.464766] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.465025] env[70867]: INFO nova.compute.manager [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Took 3.30 seconds to destroy the instance on the hypervisor. [ 919.465451] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.465809] env[70867]: DEBUG nova.compute.manager [-] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 919.465940] env[70867]: DEBUG nova.network.neutron [-] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 919.639887] env[70867]: DEBUG oslo_concurrency.lockutils [req-fda7b48f-ed5d-4e8d-bd64-140bbf4f4dc4 req-768d4693-5bb0-4856-b895-372af3ab1701 service nova] Releasing lock "refresh_cache-5d3010bf-1838-473c-bad2-530a75498da9" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.661636] env[70867]: DEBUG oslo_vmware.api [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473868, 'name': PowerOnVM_Task, 'duration_secs': 1.327646} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.662010] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.665206] env[70867]: DEBUG nova.compute.manager [None req-e04bab98-df8b-4689-905e-a03c2f31cdc7 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.666023] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba094e52-039c-46bd-8037-679b0d8eff56 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.814305] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.916s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.815508] env[70867]: DEBUG nova.compute.manager [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 919.817555] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 45.813s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.817798] env[70867]: DEBUG nova.objects.instance [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70867) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 919.963580] env[70867]: DEBUG nova.compute.manager [req-057ac240-ac8a-447f-a816-23214b6166f1 req-8792eb37-9f20-4cdd-a6a3-6d35d4d7d387 service nova] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Received event network-vif-deleted-c09c7cc4-2f60-41a1-98c7-4e0f3088880f {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.963916] env[70867]: INFO nova.compute.manager [req-057ac240-ac8a-447f-a816-23214b6166f1 req-8792eb37-9f20-4cdd-a6a3-6d35d4d7d387 service nova] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Neutron deleted interface c09c7cc4-2f60-41a1-98c7-4e0f3088880f; detaching it from the instance and deleting it from the info cache [ 919.964156] env[70867]: DEBUG nova.network.neutron [req-057ac240-ac8a-447f-a816-23214b6166f1 req-8792eb37-9f20-4cdd-a6a3-6d35d4d7d387 service nova] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.326478] env[70867]: DEBUG nova.compute.utils [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 920.326478] env[70867]: DEBUG nova.compute.manager [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 920.326679] env[70867]: DEBUG nova.network.neutron [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 920.361179] env[70867]: DEBUG nova.network.neutron [None req-758321e9-4b40-421f-8645-38af9a86835f tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Updating instance_info_cache with network_info: [{"id": "64ba4087-89f9-4ec0-99f9-3b5e67325b62", "address": "fa:16:3e:1a:8a:15", "network": {"id": "cfc3fe3f-41ca-4d32-a9e1-bd8add4aaf37", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404983433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "531e77ef69fe4892bb20a8d005c760d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64ba4087-89", "ovs_interfaceid": "64ba4087-89f9-4ec0-99f9-3b5e67325b62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.402015] env[70867]: DEBUG nova.policy [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c8521e32a7144299dc2c3759cddda74', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58800516b15047ea89f9207b83e8047f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 920.445426] env[70867]: DEBUG nova.network.neutron [-] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.469476] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec65a5c6-a5ab-4122-88ec-177aee74fe12 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.480101] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d743e5-b192-4d71-b6d4-ccd706184a69 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.522477] env[70867]: DEBUG nova.compute.manager [req-057ac240-ac8a-447f-a816-23214b6166f1 req-8792eb37-9f20-4cdd-a6a3-6d35d4d7d387 service nova] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Detach interface failed, port_id=c09c7cc4-2f60-41a1-98c7-4e0f3088880f, reason: Instance b6d28619-832a-4d9a-8cf8-bde835200bba could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 920.731991] env[70867]: DEBUG nova.network.neutron [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Successfully created port: b35a2c90-e38a-46ad-ba8d-982adf603fd1 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 920.828207] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dc4b8df1-7598-4f36-b368-9a30e7a13d6e tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.829302] env[70867]: DEBUG oslo_concurrency.lockutils [None req-932f64f3-062f-43cf-82e0-d5ac83c59471 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.320s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.829529] env[70867]: DEBUG nova.objects.instance [None req-932f64f3-062f-43cf-82e0-d5ac83c59471 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Lazy-loading 'resources' on Instance uuid 118d6584-a54b-4596-baaa-4c6fa11a2df7 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.834488] env[70867]: DEBUG nova.compute.manager [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 920.863434] env[70867]: DEBUG oslo_concurrency.lockutils [None req-758321e9-4b40-421f-8645-38af9a86835f tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Releasing lock "refresh_cache-e4828dea-a14c-4aff-8e6f-e1986f399b60" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.863974] env[70867]: DEBUG nova.objects.instance [None req-758321e9-4b40-421f-8645-38af9a86835f tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lazy-loading 'migration_context' on Instance uuid e4828dea-a14c-4aff-8e6f-e1986f399b60 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.946987] env[70867]: INFO nova.compute.manager [-] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Took 1.48 seconds to deallocate network for instance. [ 921.373212] env[70867]: DEBUG nova.objects.base [None req-758321e9-4b40-421f-8645-38af9a86835f tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 921.374396] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d59b139-8ccb-4b1e-81eb-baa0fb6484d4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.402955] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3e0750e-6a97-4aca-b62d-a438fe9ca45d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.411347] env[70867]: DEBUG oslo_vmware.api [None req-758321e9-4b40-421f-8645-38af9a86835f tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 921.411347] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c27eb0-4d59-fe5f-b20f-f034de7e69d1" [ 921.411347] env[70867]: _type = "Task" [ 921.411347] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.424545] env[70867]: DEBUG oslo_vmware.api [None req-758321e9-4b40-421f-8645-38af9a86835f tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c27eb0-4d59-fe5f-b20f-f034de7e69d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.505790] env[70867]: INFO nova.compute.manager [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Took 0.56 seconds to detach 1 volumes for instance. [ 921.508244] env[70867]: DEBUG nova.compute.manager [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Deleting volume: 9a65219c-eeec-4171-bf9d-fdc7772130f6 {{(pid=70867) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 921.826405] env[70867]: DEBUG oslo_concurrency.lockutils [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Acquiring lock "60a8efc4-fff9-4bd3-a758-52e41bf442e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.826405] env[70867]: DEBUG oslo_concurrency.lockutils [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Lock "60a8efc4-fff9-4bd3-a758-52e41bf442e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.849470] env[70867]: DEBUG nova.compute.manager [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 921.863133] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4f6d3e-c728-4688-ae01-5e41e14d13a0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.875280] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581b8e4a-cbb2-4714-ae35-9dbdace3e0aa {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.915233] env[70867]: DEBUG nova.virt.hardware [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.915483] env[70867]: DEBUG nova.virt.hardware [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.915640] env[70867]: DEBUG nova.virt.hardware [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.915826] env[70867]: DEBUG nova.virt.hardware [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.915972] env[70867]: DEBUG nova.virt.hardware [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.916140] env[70867]: DEBUG nova.virt.hardware [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.916351] env[70867]: DEBUG nova.virt.hardware [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.916508] env[70867]: DEBUG nova.virt.hardware [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.916676] env[70867]: DEBUG nova.virt.hardware [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.916836] env[70867]: DEBUG nova.virt.hardware [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.917015] env[70867]: DEBUG nova.virt.hardware [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.921178] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23a82d4-8dbf-45c8-ac07-521b52747e47 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.924265] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b49d407-73b5-4ed8-ae09-bacb49b8ef1f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.936730] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7059a991-96a0-404e-977c-a6fbbb0f8c30 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.941671] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84dce1c6-211b-4eaa-8097-f2159b87c5e3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.945483] env[70867]: DEBUG oslo_vmware.api [None req-758321e9-4b40-421f-8645-38af9a86835f tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c27eb0-4d59-fe5f-b20f-f034de7e69d1, 'name': SearchDatastore_Task, 'duration_secs': 0.01592} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.945779] env[70867]: DEBUG oslo_concurrency.lockutils [None req-758321e9-4b40-421f-8645-38af9a86835f tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.967359] env[70867]: DEBUG nova.compute.provider_tree [None req-932f64f3-062f-43cf-82e0-d5ac83c59471 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.055159] env[70867]: DEBUG oslo_concurrency.lockutils [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.159206] env[70867]: DEBUG nova.compute.manager [req-57e788c9-5bd8-4394-b446-2caa04125475 req-8b4abbea-c899-409a-9e76-cbcfba6cbed6 service nova] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Received event network-vif-plugged-b35a2c90-e38a-46ad-ba8d-982adf603fd1 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.159206] env[70867]: DEBUG oslo_concurrency.lockutils [req-57e788c9-5bd8-4394-b446-2caa04125475 req-8b4abbea-c899-409a-9e76-cbcfba6cbed6 service nova] Acquiring lock "8cefd801-e03c-452c-9fce-94d017e284d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.159206] env[70867]: DEBUG oslo_concurrency.lockutils [req-57e788c9-5bd8-4394-b446-2caa04125475 req-8b4abbea-c899-409a-9e76-cbcfba6cbed6 service nova] Lock "8cefd801-e03c-452c-9fce-94d017e284d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.159206] env[70867]: DEBUG oslo_concurrency.lockutils [req-57e788c9-5bd8-4394-b446-2caa04125475 req-8b4abbea-c899-409a-9e76-cbcfba6cbed6 service nova] Lock "8cefd801-e03c-452c-9fce-94d017e284d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.159206] env[70867]: DEBUG nova.compute.manager [req-57e788c9-5bd8-4394-b446-2caa04125475 req-8b4abbea-c899-409a-9e76-cbcfba6cbed6 service nova] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] No waiting events found dispatching network-vif-plugged-b35a2c90-e38a-46ad-ba8d-982adf603fd1 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 922.159206] env[70867]: WARNING nova.compute.manager [req-57e788c9-5bd8-4394-b446-2caa04125475 req-8b4abbea-c899-409a-9e76-cbcfba6cbed6 service nova] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Received unexpected event network-vif-plugged-b35a2c90-e38a-46ad-ba8d-982adf603fd1 for instance with vm_state building and task_state spawning. [ 922.277657] env[70867]: DEBUG nova.network.neutron [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Successfully updated port: b35a2c90-e38a-46ad-ba8d-982adf603fd1 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 922.328128] env[70867]: DEBUG nova.compute.manager [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 922.470800] env[70867]: DEBUG nova.scheduler.client.report [None req-932f64f3-062f-43cf-82e0-d5ac83c59471 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.781847] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquiring lock "refresh_cache-8cefd801-e03c-452c-9fce-94d017e284d5" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.782767] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquired lock "refresh_cache-8cefd801-e03c-452c-9fce-94d017e284d5" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.782767] env[70867]: DEBUG nova.network.neutron [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.850161] env[70867]: DEBUG oslo_concurrency.lockutils [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.978538] env[70867]: DEBUG oslo_concurrency.lockutils [None req-932f64f3-062f-43cf-82e0-d5ac83c59471 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.980922] env[70867]: DEBUG oslo_concurrency.lockutils [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.389s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.982850] env[70867]: INFO nova.compute.claims [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.998370] env[70867]: INFO nova.scheduler.client.report [None req-932f64f3-062f-43cf-82e0-d5ac83c59471 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Deleted allocations for instance 118d6584-a54b-4596-baaa-4c6fa11a2df7 [ 923.314142] env[70867]: DEBUG nova.network.neutron [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 923.463767] env[70867]: DEBUG nova.network.neutron [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Updating instance_info_cache with network_info: [{"id": "b35a2c90-e38a-46ad-ba8d-982adf603fd1", "address": "fa:16:3e:3c:ac:70", "network": {"id": "54014fa5-3a78-45cf-af35-00cf8c4b02eb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-386803724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58800516b15047ea89f9207b83e8047f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb35a2c90-e3", "ovs_interfaceid": "b35a2c90-e38a-46ad-ba8d-982adf603fd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.505368] env[70867]: DEBUG oslo_concurrency.lockutils [None req-932f64f3-062f-43cf-82e0-d5ac83c59471 tempest-ListImageFiltersTestJSON-2038974736 tempest-ListImageFiltersTestJSON-2038974736-project-member] Lock "118d6584-a54b-4596-baaa-4c6fa11a2df7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.982s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.966701] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Releasing lock "refresh_cache-8cefd801-e03c-452c-9fce-94d017e284d5" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.967075] env[70867]: DEBUG nova.compute.manager [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Instance network_info: |[{"id": "b35a2c90-e38a-46ad-ba8d-982adf603fd1", "address": "fa:16:3e:3c:ac:70", "network": {"id": "54014fa5-3a78-45cf-af35-00cf8c4b02eb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-386803724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58800516b15047ea89f9207b83e8047f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb35a2c90-e3", "ovs_interfaceid": "b35a2c90-e38a-46ad-ba8d-982adf603fd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.967525] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:ac:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b35a2c90-e38a-46ad-ba8d-982adf603fd1', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.977021] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.977364] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.977605] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8ef1aa0-df94-4d92-af68-c64862a895f1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.007241] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 924.007241] env[70867]: value = "task-3473873" [ 924.007241] env[70867]: _type = "Task" [ 924.007241] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.016787] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473873, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.185401] env[70867]: DEBUG nova.compute.manager [req-cc6d5a16-2c06-4a90-8bd5-100ab2a895fa req-c1e006a3-9266-4be0-9ef1-3567f61daf27 service nova] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Received event network-changed-b35a2c90-e38a-46ad-ba8d-982adf603fd1 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.185607] env[70867]: DEBUG nova.compute.manager [req-cc6d5a16-2c06-4a90-8bd5-100ab2a895fa req-c1e006a3-9266-4be0-9ef1-3567f61daf27 service nova] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Refreshing instance network info cache due to event network-changed-b35a2c90-e38a-46ad-ba8d-982adf603fd1. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 924.185832] env[70867]: DEBUG oslo_concurrency.lockutils [req-cc6d5a16-2c06-4a90-8bd5-100ab2a895fa req-c1e006a3-9266-4be0-9ef1-3567f61daf27 service nova] Acquiring lock "refresh_cache-8cefd801-e03c-452c-9fce-94d017e284d5" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.185974] env[70867]: DEBUG oslo_concurrency.lockutils [req-cc6d5a16-2c06-4a90-8bd5-100ab2a895fa req-c1e006a3-9266-4be0-9ef1-3567f61daf27 service nova] Acquired lock "refresh_cache-8cefd801-e03c-452c-9fce-94d017e284d5" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.186149] env[70867]: DEBUG nova.network.neutron [req-cc6d5a16-2c06-4a90-8bd5-100ab2a895fa req-c1e006a3-9266-4be0-9ef1-3567f61daf27 service nova] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Refreshing network info cache for port b35a2c90-e38a-46ad-ba8d-982adf603fd1 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 924.434792] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722cad3d-eedf-4239-b66a-dd85c568e2c8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.443076] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ad56bb-2cc2-4269-8d9c-4629e8227afd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.475106] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8baabc1a-98a9-4f85-a392-2d11f783a5e5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.482990] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d31d271-d8f2-4cb4-b706-0c05447a9119 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.497085] env[70867]: DEBUG nova.compute.provider_tree [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.518577] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473873, 'name': CreateVM_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.000332] env[70867]: DEBUG nova.scheduler.client.report [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.020383] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473873, 'name': CreateVM_Task, 'duration_secs': 0.692819} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.020383] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.020383] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.020578] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.021369] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.021369] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9b7a840-5c55-474e-a0e3-b09d0918d833 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.029319] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for the task: (returnval){ [ 925.029319] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52487c20-26d8-58a3-9cea-8b03344c1e4b" [ 925.029319] env[70867]: _type = "Task" [ 925.029319] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.043959] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52487c20-26d8-58a3-9cea-8b03344c1e4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.063109] env[70867]: DEBUG nova.network.neutron [req-cc6d5a16-2c06-4a90-8bd5-100ab2a895fa req-c1e006a3-9266-4be0-9ef1-3567f61daf27 service nova] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Updated VIF entry in instance network info cache for port b35a2c90-e38a-46ad-ba8d-982adf603fd1. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.063540] env[70867]: DEBUG nova.network.neutron [req-cc6d5a16-2c06-4a90-8bd5-100ab2a895fa req-c1e006a3-9266-4be0-9ef1-3567f61daf27 service nova] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Updating instance_info_cache with network_info: [{"id": "b35a2c90-e38a-46ad-ba8d-982adf603fd1", "address": "fa:16:3e:3c:ac:70", "network": {"id": "54014fa5-3a78-45cf-af35-00cf8c4b02eb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-386803724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58800516b15047ea89f9207b83e8047f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb35a2c90-e3", "ovs_interfaceid": "b35a2c90-e38a-46ad-ba8d-982adf603fd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.506121] env[70867]: DEBUG oslo_concurrency.lockutils [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.506677] env[70867]: DEBUG nova.compute.manager [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.511048] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b67cff09-ddce-4086-b3e7-8899a4cccc5b tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.373s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.511365] env[70867]: DEBUG nova.objects.instance [None req-b67cff09-ddce-4086-b3e7-8899a4cccc5b tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Lazy-loading 'resources' on Instance uuid 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.540127] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52487c20-26d8-58a3-9cea-8b03344c1e4b, 'name': SearchDatastore_Task, 'duration_secs': 0.035681} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.540497] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.540690] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.540953] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.541079] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.541454] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.541750] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a5d0d76-2252-4386-b2c2-7a0d198d1f75 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.556345] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.556555] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.557385] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e266fd64-56b5-4e86-af60-69a23d7727a5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.566146] env[70867]: DEBUG oslo_concurrency.lockutils [req-cc6d5a16-2c06-4a90-8bd5-100ab2a895fa req-c1e006a3-9266-4be0-9ef1-3567f61daf27 service nova] Releasing lock "refresh_cache-8cefd801-e03c-452c-9fce-94d017e284d5" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.567173] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for the task: (returnval){ [ 925.567173] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52aeb6b2-be50-a405-2210-254dbaffc57e" [ 925.567173] env[70867]: _type = "Task" [ 925.567173] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.581786] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52aeb6b2-be50-a405-2210-254dbaffc57e, 'name': SearchDatastore_Task, 'duration_secs': 0.011665} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.582937] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6451fe7-f2eb-4b6d-9ec1-84ab62b382c4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.590489] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for the task: (returnval){ [ 925.590489] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5260b83e-2ebd-be7e-0f49-e8ad0cd4554d" [ 925.590489] env[70867]: _type = "Task" [ 925.590489] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.600590] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5260b83e-2ebd-be7e-0f49-e8ad0cd4554d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.016698] env[70867]: DEBUG nova.compute.utils [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.022023] env[70867]: DEBUG nova.compute.manager [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 926.022220] env[70867]: DEBUG nova.network.neutron [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.093094] env[70867]: DEBUG nova.policy [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43aa3988e90845a2917d8fa6d4465772', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f1893160d7645cea064723418b18388', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.104811] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5260b83e-2ebd-be7e-0f49-e8ad0cd4554d, 'name': SearchDatastore_Task, 'duration_secs': 0.012676} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.105282] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.105680] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 8cefd801-e03c-452c-9fce-94d017e284d5/8cefd801-e03c-452c-9fce-94d017e284d5.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.110377] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f83a83e1-e7e3-4669-8001-61d1238ac936 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.122463] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for the task: (returnval){ [ 926.122463] env[70867]: value = "task-3473874" [ 926.122463] env[70867]: _type = "Task" [ 926.122463] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.136285] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3473874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.441040] env[70867]: DEBUG nova.network.neutron [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Successfully created port: 96b94cfc-d0c9-4556-808b-e9f46acee63e {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.524537] env[70867]: DEBUG nova.compute.manager [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 926.598404] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3339ab-2005-4186-9e26-7bb2ea7401bb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.607552] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035e0f94-f777-45d7-bd21-fbe6dbaa89ac {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.669874] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76dee3c9-5ee3-49b8-b958-4626dbdda508 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.684317] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3473874, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.688755] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e058fb-2a3e-4d10-bb29-b9d651dde3e3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.711343] env[70867]: DEBUG nova.compute.provider_tree [None req-b67cff09-ddce-4086-b3e7-8899a4cccc5b tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.170853] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3473874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.829697} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.171270] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 8cefd801-e03c-452c-9fce-94d017e284d5/8cefd801-e03c-452c-9fce-94d017e284d5.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.171270] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.171703] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f48ed20-9f19-4334-94fb-a756f6255e7a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.182104] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for the task: (returnval){ [ 927.182104] env[70867]: value = "task-3473875" [ 927.182104] env[70867]: _type = "Task" [ 927.182104] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.195629] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3473875, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.217267] env[70867]: DEBUG nova.scheduler.client.report [None req-b67cff09-ddce-4086-b3e7-8899a4cccc5b tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.234467] env[70867]: DEBUG oslo_concurrency.lockutils [None req-824310db-c445-4960-a426-df1b216b12ed tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Acquiring lock "f377cec2-23be-4608-92b4-c4608cb4673a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.234778] env[70867]: DEBUG oslo_concurrency.lockutils [None req-824310db-c445-4960-a426-df1b216b12ed tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Lock "f377cec2-23be-4608-92b4-c4608cb4673a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.235018] env[70867]: DEBUG oslo_concurrency.lockutils [None req-824310db-c445-4960-a426-df1b216b12ed tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Acquiring lock "f377cec2-23be-4608-92b4-c4608cb4673a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.235241] env[70867]: DEBUG oslo_concurrency.lockutils [None req-824310db-c445-4960-a426-df1b216b12ed tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Lock "f377cec2-23be-4608-92b4-c4608cb4673a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.235425] env[70867]: DEBUG oslo_concurrency.lockutils [None req-824310db-c445-4960-a426-df1b216b12ed tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Lock "f377cec2-23be-4608-92b4-c4608cb4673a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.239194] env[70867]: INFO nova.compute.manager [None req-824310db-c445-4960-a426-df1b216b12ed tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Terminating instance [ 927.533516] env[70867]: DEBUG nova.compute.manager [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.557990] env[70867]: DEBUG nova.virt.hardware [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.558265] env[70867]: DEBUG nova.virt.hardware [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.558425] env[70867]: DEBUG nova.virt.hardware [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.558609] env[70867]: DEBUG nova.virt.hardware [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.559355] env[70867]: DEBUG nova.virt.hardware [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.559355] env[70867]: DEBUG nova.virt.hardware [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.559355] env[70867]: DEBUG nova.virt.hardware [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.559355] env[70867]: DEBUG nova.virt.hardware [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.559537] env[70867]: DEBUG nova.virt.hardware [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.559637] env[70867]: DEBUG nova.virt.hardware [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.559831] env[70867]: DEBUG nova.virt.hardware [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.560712] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e9451c-fe8d-4112-8cce-983e66f5b36b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.570179] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d2a8a5-79cf-44d4-a06c-d50e06b69c76 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.692475] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3473875, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083874} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.692831] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.693682] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a5ad3a-cb12-401d-b70d-db2e20bfc027 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.719584] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 8cefd801-e03c-452c-9fce-94d017e284d5/8cefd801-e03c-452c-9fce-94d017e284d5.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.719962] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ec420f7-64f2-4f0f-bec6-3bc35588b0c3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.736355] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b67cff09-ddce-4086-b3e7-8899a4cccc5b tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.225s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.738728] env[70867]: DEBUG oslo_concurrency.lockutils [None req-310f47e1-e324-4c1f-bdcb-b7ddfc622052 tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.169s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.739056] env[70867]: DEBUG nova.objects.instance [None req-310f47e1-e324-4c1f-bdcb-b7ddfc622052 tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Lazy-loading 'resources' on Instance uuid 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.744273] env[70867]: DEBUG nova.compute.manager [None req-824310db-c445-4960-a426-df1b216b12ed tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.744273] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-824310db-c445-4960-a426-df1b216b12ed tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.745031] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8143f5fa-480b-41a3-88db-06ea2eccd455 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.749567] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for the task: (returnval){ [ 927.749567] env[70867]: value = "task-3473876" [ 927.749567] env[70867]: _type = "Task" [ 927.749567] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.757528] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-824310db-c445-4960-a426-df1b216b12ed tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.757528] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ace0c13f-51f5-4969-a0a1-b73ea27be339 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.766256] env[70867]: INFO nova.scheduler.client.report [None req-b67cff09-ddce-4086-b3e7-8899a4cccc5b tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Deleted allocations for instance 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9 [ 927.770589] env[70867]: DEBUG oslo_vmware.api [None req-824310db-c445-4960-a426-df1b216b12ed tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Waiting for the task: (returnval){ [ 927.770589] env[70867]: value = "task-3473877" [ 927.770589] env[70867]: _type = "Task" [ 927.770589] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.771156] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3473876, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.789610] env[70867]: DEBUG oslo_vmware.api [None req-824310db-c445-4960-a426-df1b216b12ed tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Task: {'id': task-3473877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.064844] env[70867]: DEBUG nova.compute.manager [req-8acd34e0-e0e8-4511-a6dd-17966e932b7f req-1bb1637c-2680-4cf0-b71c-081b3fca3b29 service nova] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Received event network-vif-plugged-96b94cfc-d0c9-4556-808b-e9f46acee63e {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.065085] env[70867]: DEBUG oslo_concurrency.lockutils [req-8acd34e0-e0e8-4511-a6dd-17966e932b7f req-1bb1637c-2680-4cf0-b71c-081b3fca3b29 service nova] Acquiring lock "f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.065304] env[70867]: DEBUG oslo_concurrency.lockutils [req-8acd34e0-e0e8-4511-a6dd-17966e932b7f req-1bb1637c-2680-4cf0-b71c-081b3fca3b29 service nova] Lock "f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.065472] env[70867]: DEBUG oslo_concurrency.lockutils [req-8acd34e0-e0e8-4511-a6dd-17966e932b7f req-1bb1637c-2680-4cf0-b71c-081b3fca3b29 service nova] Lock "f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.065639] env[70867]: DEBUG nova.compute.manager [req-8acd34e0-e0e8-4511-a6dd-17966e932b7f req-1bb1637c-2680-4cf0-b71c-081b3fca3b29 service nova] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] No waiting events found dispatching network-vif-plugged-96b94cfc-d0c9-4556-808b-e9f46acee63e {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 928.065814] env[70867]: WARNING nova.compute.manager [req-8acd34e0-e0e8-4511-a6dd-17966e932b7f req-1bb1637c-2680-4cf0-b71c-081b3fca3b29 service nova] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Received unexpected event network-vif-plugged-96b94cfc-d0c9-4556-808b-e9f46acee63e for instance with vm_state building and task_state spawning. [ 928.152046] env[70867]: DEBUG nova.network.neutron [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Successfully updated port: 96b94cfc-d0c9-4556-808b-e9f46acee63e {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.264012] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3473876, 'name': ReconfigVM_Task, 'duration_secs': 0.402304} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.264352] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 8cefd801-e03c-452c-9fce-94d017e284d5/8cefd801-e03c-452c-9fce-94d017e284d5.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.265010] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8f0d6be-9e7a-47a5-9f9a-b2358b75279c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.281817] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for the task: (returnval){ [ 928.281817] env[70867]: value = "task-3473878" [ 928.281817] env[70867]: _type = "Task" [ 928.281817] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.293799] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b67cff09-ddce-4086-b3e7-8899a4cccc5b tempest-ServersListShow298Test-733247743 tempest-ServersListShow298Test-733247743-project-member] Lock "17bdd3ac-64f4-4b2e-b196-ce44e1576aa9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.369s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.301354] env[70867]: DEBUG oslo_vmware.api [None req-824310db-c445-4960-a426-df1b216b12ed tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Task: {'id': task-3473877, 'name': PowerOffVM_Task, 'duration_secs': 0.213137} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.305246] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-824310db-c445-4960-a426-df1b216b12ed tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.305538] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-824310db-c445-4960-a426-df1b216b12ed tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.305751] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3473878, 'name': Rename_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.305973] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef909940-49ba-40a0-a6b7-7758ec08d8e3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.322472] env[70867]: DEBUG oslo_concurrency.lockutils [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Acquiring lock "332bab6a-075f-4e58-b105-995b0e3ed192" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.322718] env[70867]: DEBUG oslo_concurrency.lockutils [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Lock "332bab6a-075f-4e58-b105-995b0e3ed192" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.392830] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-824310db-c445-4960-a426-df1b216b12ed tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.392830] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-824310db-c445-4960-a426-df1b216b12ed tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.392830] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-824310db-c445-4960-a426-df1b216b12ed tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Deleting the datastore file [datastore2] f377cec2-23be-4608-92b4-c4608cb4673a {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.393288] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-167bd49b-c36a-4a62-a367-99b711b52e7a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.401957] env[70867]: DEBUG oslo_vmware.api [None req-824310db-c445-4960-a426-df1b216b12ed tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Waiting for the task: (returnval){ [ 928.401957] env[70867]: value = "task-3473880" [ 928.401957] env[70867]: _type = "Task" [ 928.401957] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.411820] env[70867]: DEBUG oslo_vmware.api [None req-824310db-c445-4960-a426-df1b216b12ed tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Task: {'id': task-3473880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.660435] env[70867]: DEBUG oslo_concurrency.lockutils [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "refresh_cache-f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.660589] env[70867]: DEBUG oslo_concurrency.lockutils [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquired lock "refresh_cache-f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.660803] env[70867]: DEBUG nova.network.neutron [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.764319] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d592d0-a224-4274-acc5-7080a429c933 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.773030] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b60567-10c2-45c1-9b5d-bb06e8e9437d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.809734] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fab3aa-6722-4d61-a767-2cf2ba51e831 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.821249] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19fcb92-81ef-4514-9dd9-9c66ec1b094a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.825069] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3473878, 'name': Rename_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.827925] env[70867]: DEBUG nova.compute.manager [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 928.841424] env[70867]: DEBUG nova.compute.provider_tree [None req-310f47e1-e324-4c1f-bdcb-b7ddfc622052 tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.913150] env[70867]: DEBUG oslo_vmware.api [None req-824310db-c445-4960-a426-df1b216b12ed tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Task: {'id': task-3473880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163297} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.913150] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-824310db-c445-4960-a426-df1b216b12ed tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.913150] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-824310db-c445-4960-a426-df1b216b12ed tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.913806] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-824310db-c445-4960-a426-df1b216b12ed tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.914095] env[70867]: INFO nova.compute.manager [None req-824310db-c445-4960-a426-df1b216b12ed tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 928.914361] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-824310db-c445-4960-a426-df1b216b12ed tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.914554] env[70867]: DEBUG nova.compute.manager [-] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 928.914644] env[70867]: DEBUG nova.network.neutron [-] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.250058] env[70867]: DEBUG nova.network.neutron [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.329479] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3473878, 'name': Rename_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.347036] env[70867]: DEBUG nova.scheduler.client.report [None req-310f47e1-e324-4c1f-bdcb-b7ddfc622052 tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.371630] env[70867]: DEBUG oslo_concurrency.lockutils [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.469577] env[70867]: DEBUG nova.network.neutron [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Updating instance_info_cache with network_info: [{"id": "96b94cfc-d0c9-4556-808b-e9f46acee63e", "address": "fa:16:3e:f2:bb:b3", "network": {"id": "8cacb34c-db1b-411b-907b-2f372c4857f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-460255283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f1893160d7645cea064723418b18388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96b94cfc-d0", "ovs_interfaceid": "96b94cfc-d0c9-4556-808b-e9f46acee63e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.824936] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3473878, 'name': Rename_Task, 'duration_secs': 1.339169} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.825238] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.825987] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da0d010b-d999-409e-9a6d-29690059fdcd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.833683] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for the task: (returnval){ [ 929.833683] env[70867]: value = "task-3473881" [ 929.833683] env[70867]: _type = "Task" [ 929.833683] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.842313] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3473881, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.853463] env[70867]: DEBUG oslo_concurrency.lockutils [None req-310f47e1-e324-4c1f-bdcb-b7ddfc622052 tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.856788] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c8a528ea-d6d7-4ef1-958f-71283362d109 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.863s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.856788] env[70867]: DEBUG nova.objects.instance [None req-c8a528ea-d6d7-4ef1-958f-71283362d109 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Lazy-loading 'resources' on Instance uuid 7dd14006-954f-41aa-946c-5d11558920d1 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.880358] env[70867]: INFO nova.scheduler.client.report [None req-310f47e1-e324-4c1f-bdcb-b7ddfc622052 tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Deleted allocations for instance 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b [ 929.973111] env[70867]: DEBUG oslo_concurrency.lockutils [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Releasing lock "refresh_cache-f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.974854] env[70867]: DEBUG nova.compute.manager [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Instance network_info: |[{"id": "96b94cfc-d0c9-4556-808b-e9f46acee63e", "address": "fa:16:3e:f2:bb:b3", "network": {"id": "8cacb34c-db1b-411b-907b-2f372c4857f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-460255283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f1893160d7645cea064723418b18388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96b94cfc-d0", "ovs_interfaceid": "96b94cfc-d0c9-4556-808b-e9f46acee63e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 929.974854] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:bb:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19671de9-8b5b-4710-adc3-7419f3c0f171', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96b94cfc-d0c9-4556-808b-e9f46acee63e', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.982968] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Creating folder: Project (5f1893160d7645cea064723418b18388). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 929.983711] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35b9664b-046a-4cc4-a30d-0146e401f4ee {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.998231] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Created folder: Project (5f1893160d7645cea064723418b18388) in parent group-v694272. [ 929.998471] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Creating folder: Instances. Parent ref: group-v694455. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 929.998889] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07829b58-9125-4b9f-b91b-df69fd5b9c97 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.012184] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Created folder: Instances in parent group-v694455. [ 930.012491] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.012697] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.012916] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2faf3225-822f-4cdf-96a2-57004a03e1e3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.038080] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.038080] env[70867]: value = "task-3473884" [ 930.038080] env[70867]: _type = "Task" [ 930.038080] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.046901] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473884, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.102496] env[70867]: DEBUG nova.compute.manager [req-780b3b26-91d6-4253-8cdc-1a0730512994 req-01a2b11c-b5fe-4125-933c-c1f4e0a066d7 service nova] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Received event network-changed-96b94cfc-d0c9-4556-808b-e9f46acee63e {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.104275] env[70867]: DEBUG nova.compute.manager [req-780b3b26-91d6-4253-8cdc-1a0730512994 req-01a2b11c-b5fe-4125-933c-c1f4e0a066d7 service nova] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Refreshing instance network info cache due to event network-changed-96b94cfc-d0c9-4556-808b-e9f46acee63e. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.104543] env[70867]: DEBUG oslo_concurrency.lockutils [req-780b3b26-91d6-4253-8cdc-1a0730512994 req-01a2b11c-b5fe-4125-933c-c1f4e0a066d7 service nova] Acquiring lock "refresh_cache-f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.104710] env[70867]: DEBUG oslo_concurrency.lockutils [req-780b3b26-91d6-4253-8cdc-1a0730512994 req-01a2b11c-b5fe-4125-933c-c1f4e0a066d7 service nova] Acquired lock "refresh_cache-f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.104904] env[70867]: DEBUG nova.network.neutron [req-780b3b26-91d6-4253-8cdc-1a0730512994 req-01a2b11c-b5fe-4125-933c-c1f4e0a066d7 service nova] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Refreshing network info cache for port 96b94cfc-d0c9-4556-808b-e9f46acee63e {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.114752] env[70867]: DEBUG nova.network.neutron [-] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.347479] env[70867]: DEBUG oslo_vmware.api [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3473881, 'name': PowerOnVM_Task, 'duration_secs': 0.51027} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.347894] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.348229] env[70867]: INFO nova.compute.manager [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Took 8.50 seconds to spawn the instance on the hypervisor. [ 930.348546] env[70867]: DEBUG nova.compute.manager [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.349689] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49fc357-0232-4763-95d2-4ddc351db8ab {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.391795] env[70867]: DEBUG oslo_concurrency.lockutils [None req-310f47e1-e324-4c1f-bdcb-b7ddfc622052 tempest-ServerShowV254Test-306067473 tempest-ServerShowV254Test-306067473-project-member] Lock "9d4ed53b-02bf-4bad-80b5-8b9105b48d0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.535s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.549714] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473884, 'name': CreateVM_Task, 'duration_secs': 0.304338} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.552738] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.553640] env[70867]: DEBUG oslo_concurrency.lockutils [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.553908] env[70867]: DEBUG oslo_concurrency.lockutils [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.554334] env[70867]: DEBUG oslo_concurrency.lockutils [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.555175] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b6dbf3f-20a7-432f-8d2f-54c6f80832be {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.561955] env[70867]: DEBUG oslo_vmware.api [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 930.561955] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]529ac4c8-2827-62bf-03a8-8541953352b2" [ 930.561955] env[70867]: _type = "Task" [ 930.561955] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.583279] env[70867]: DEBUG oslo_vmware.api [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]529ac4c8-2827-62bf-03a8-8541953352b2, 'name': SearchDatastore_Task, 'duration_secs': 0.011192} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.583279] env[70867]: DEBUG oslo_concurrency.lockutils [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.583279] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.583279] env[70867]: DEBUG oslo_concurrency.lockutils [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.583279] env[70867]: DEBUG oslo_concurrency.lockutils [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.583279] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.583605] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38925e0e-aee6-4720-abb8-6c6678f6ebbb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.598122] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.598122] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.598122] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-685b2a27-227e-4211-ab89-d48fb8d67903 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.608018] env[70867]: DEBUG oslo_vmware.api [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 930.608018] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]522fdf5d-48cf-8554-d7cf-a8717ff6ea38" [ 930.608018] env[70867]: _type = "Task" [ 930.608018] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.617488] env[70867]: INFO nova.compute.manager [-] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Took 1.70 seconds to deallocate network for instance. [ 930.623151] env[70867]: DEBUG oslo_vmware.api [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]522fdf5d-48cf-8554-d7cf-a8717ff6ea38, 'name': SearchDatastore_Task, 'duration_secs': 0.010842} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.628219] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cd5608c-ad47-4aa5-8fda-ccf50bfdf1bb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.639379] env[70867]: DEBUG oslo_vmware.api [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 930.639379] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a36752-8e94-92a7-f7c2-9100446944c4" [ 930.639379] env[70867]: _type = "Task" [ 930.639379] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.646699] env[70867]: DEBUG oslo_vmware.api [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a36752-8e94-92a7-f7c2-9100446944c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.875212] env[70867]: INFO nova.compute.manager [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Took 57.82 seconds to build instance. [ 930.905692] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68692243-67a9-41ce-9fee-b78b18cfd768 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.915419] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122b3e0b-3681-4cdc-8868-010d04a518e2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.954019] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c80137-a4d1-480a-bfe8-20723c9e234f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.960151] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cfbf1e-25d7-45e8-8968-88931ef782e1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.974612] env[70867]: DEBUG nova.compute.provider_tree [None req-c8a528ea-d6d7-4ef1-958f-71283362d109 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.134095] env[70867]: DEBUG oslo_concurrency.lockutils [None req-824310db-c445-4960-a426-df1b216b12ed tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.148927] env[70867]: DEBUG oslo_vmware.api [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a36752-8e94-92a7-f7c2-9100446944c4, 'name': SearchDatastore_Task, 'duration_secs': 0.010954} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.149257] env[70867]: DEBUG oslo_concurrency.lockutils [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.149512] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f/f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.149771] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fcf2f91-ee96-4b4e-9519-4ea170f8bc83 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.159035] env[70867]: DEBUG oslo_vmware.api [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 931.159035] env[70867]: value = "task-3473885" [ 931.159035] env[70867]: _type = "Task" [ 931.159035] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.166033] env[70867]: DEBUG oslo_vmware.api [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3473885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.173747] env[70867]: DEBUG nova.network.neutron [req-780b3b26-91d6-4253-8cdc-1a0730512994 req-01a2b11c-b5fe-4125-933c-c1f4e0a066d7 service nova] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Updated VIF entry in instance network info cache for port 96b94cfc-d0c9-4556-808b-e9f46acee63e. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.175107] env[70867]: DEBUG nova.network.neutron [req-780b3b26-91d6-4253-8cdc-1a0730512994 req-01a2b11c-b5fe-4125-933c-c1f4e0a066d7 service nova] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Updating instance_info_cache with network_info: [{"id": "96b94cfc-d0c9-4556-808b-e9f46acee63e", "address": "fa:16:3e:f2:bb:b3", "network": {"id": "8cacb34c-db1b-411b-907b-2f372c4857f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-460255283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f1893160d7645cea064723418b18388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96b94cfc-d0", "ovs_interfaceid": "96b94cfc-d0c9-4556-808b-e9f46acee63e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.379549] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6fb60160-a582-4d8b-a9ba-6f83e7830536 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lock "8cefd801-e03c-452c-9fce-94d017e284d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.672s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.479553] env[70867]: DEBUG nova.scheduler.client.report [None req-c8a528ea-d6d7-4ef1-958f-71283362d109 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.674990] env[70867]: DEBUG oslo_vmware.api [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3473885, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461212} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.675281] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f/f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 931.675491] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 931.675738] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5f4bcaf-3a63-490b-8f4f-c723b1f34e7d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.677946] env[70867]: DEBUG oslo_concurrency.lockutils [req-780b3b26-91d6-4253-8cdc-1a0730512994 req-01a2b11c-b5fe-4125-933c-c1f4e0a066d7 service nova] Releasing lock "refresh_cache-f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.678394] env[70867]: DEBUG nova.compute.manager [req-780b3b26-91d6-4253-8cdc-1a0730512994 req-01a2b11c-b5fe-4125-933c-c1f4e0a066d7 service nova] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Received event network-vif-deleted-2dd10a43-6717-4351-a16f-26439600de6d {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.678394] env[70867]: INFO nova.compute.manager [req-780b3b26-91d6-4253-8cdc-1a0730512994 req-01a2b11c-b5fe-4125-933c-c1f4e0a066d7 service nova] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Neutron deleted interface 2dd10a43-6717-4351-a16f-26439600de6d; detaching it from the instance and deleting it from the info cache [ 931.678589] env[70867]: DEBUG nova.network.neutron [req-780b3b26-91d6-4253-8cdc-1a0730512994 req-01a2b11c-b5fe-4125-933c-c1f4e0a066d7 service nova] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.685651] env[70867]: DEBUG oslo_vmware.api [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 931.685651] env[70867]: value = "task-3473886" [ 931.685651] env[70867]: _type = "Task" [ 931.685651] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.695957] env[70867]: DEBUG oslo_vmware.api [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3473886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.986114] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c8a528ea-d6d7-4ef1-958f-71283362d109 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.129s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.988704] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.934s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.990620] env[70867]: INFO nova.compute.claims [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 932.010349] env[70867]: INFO nova.scheduler.client.report [None req-c8a528ea-d6d7-4ef1-958f-71283362d109 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Deleted allocations for instance 7dd14006-954f-41aa-946c-5d11558920d1 [ 932.182622] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ffe2c4a2-5000-4873-a626-883eafa04fd9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.198017] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c80315-8b19-41a2-8049-e0b2357e8b3d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.212409] env[70867]: DEBUG oslo_vmware.api [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3473886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069845} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.213119] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.214056] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1208ab96-3a90-43fe-9625-c5ca6cff1bc8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.237384] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f/f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.253193] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3917da65-08de-488f-b44e-78879ed0a153 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.267693] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9447ef58-5b57-490b-9f75-d1d69a691124 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquiring lock "2e822534-b173-440c-a4c8-4708eee877a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.268017] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9447ef58-5b57-490b-9f75-d1d69a691124 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lock "2e822534-b173-440c-a4c8-4708eee877a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.268288] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9447ef58-5b57-490b-9f75-d1d69a691124 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquiring lock "2e822534-b173-440c-a4c8-4708eee877a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.268521] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9447ef58-5b57-490b-9f75-d1d69a691124 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lock "2e822534-b173-440c-a4c8-4708eee877a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.268725] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9447ef58-5b57-490b-9f75-d1d69a691124 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lock "2e822534-b173-440c-a4c8-4708eee877a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.270435] env[70867]: DEBUG nova.compute.manager [req-780b3b26-91d6-4253-8cdc-1a0730512994 req-01a2b11c-b5fe-4125-933c-c1f4e0a066d7 service nova] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Detach interface failed, port_id=2dd10a43-6717-4351-a16f-26439600de6d, reason: Instance f377cec2-23be-4608-92b4-c4608cb4673a could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 932.271162] env[70867]: INFO nova.compute.manager [None req-9447ef58-5b57-490b-9f75-d1d69a691124 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Terminating instance [ 932.279050] env[70867]: DEBUG oslo_vmware.api [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 932.279050] env[70867]: value = "task-3473887" [ 932.279050] env[70867]: _type = "Task" [ 932.279050] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.288933] env[70867]: DEBUG oslo_vmware.api [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3473887, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.308635] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6ff19b13-b349-47ab-9ba5-10cb23b5d42d tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquiring lock "8cefd801-e03c-452c-9fce-94d017e284d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.308933] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6ff19b13-b349-47ab-9ba5-10cb23b5d42d tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lock "8cefd801-e03c-452c-9fce-94d017e284d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.309225] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6ff19b13-b349-47ab-9ba5-10cb23b5d42d tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquiring lock "8cefd801-e03c-452c-9fce-94d017e284d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.310068] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6ff19b13-b349-47ab-9ba5-10cb23b5d42d tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lock "8cefd801-e03c-452c-9fce-94d017e284d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.310292] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6ff19b13-b349-47ab-9ba5-10cb23b5d42d tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lock "8cefd801-e03c-452c-9fce-94d017e284d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.312208] env[70867]: INFO nova.compute.manager [None req-6ff19b13-b349-47ab-9ba5-10cb23b5d42d tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Terminating instance [ 932.516909] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c8a528ea-d6d7-4ef1-958f-71283362d109 tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Lock "7dd14006-954f-41aa-946c-5d11558920d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.078s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.778059] env[70867]: DEBUG nova.compute.manager [None req-9447ef58-5b57-490b-9f75-d1d69a691124 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 932.778059] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9447ef58-5b57-490b-9f75-d1d69a691124 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.778959] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c731efc7-f435-46a2-960c-f06ec5ccb7ae {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.790673] env[70867]: DEBUG oslo_vmware.api [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3473887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.793054] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9447ef58-5b57-490b-9f75-d1d69a691124 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.793292] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-320d5897-67ba-46b5-bc0b-cd3efc881bab {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.801331] env[70867]: DEBUG oslo_vmware.api [None req-9447ef58-5b57-490b-9f75-d1d69a691124 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for the task: (returnval){ [ 932.801331] env[70867]: value = "task-3473888" [ 932.801331] env[70867]: _type = "Task" [ 932.801331] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.809900] env[70867]: DEBUG oslo_vmware.api [None req-9447ef58-5b57-490b-9f75-d1d69a691124 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3473888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.815717] env[70867]: DEBUG nova.compute.manager [None req-6ff19b13-b349-47ab-9ba5-10cb23b5d42d tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 932.815951] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff19b13-b349-47ab-9ba5-10cb23b5d42d tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.816914] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd17a7b-cdd6-4ad3-8aa1-c04c7ec21992 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.825849] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff19b13-b349-47ab-9ba5-10cb23b5d42d tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.826136] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-188c252e-23d1-476d-b1d7-cd1cb6f0fc71 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.834011] env[70867]: DEBUG oslo_vmware.api [None req-6ff19b13-b349-47ab-9ba5-10cb23b5d42d tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for the task: (returnval){ [ 932.834011] env[70867]: value = "task-3473889" [ 932.834011] env[70867]: _type = "Task" [ 932.834011] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.843850] env[70867]: DEBUG oslo_vmware.api [None req-6ff19b13-b349-47ab-9ba5-10cb23b5d42d tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3473889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.222277] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b687d1f6-998d-4fc7-a781-c4997e4971a5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquiring lock "0f2395d1-5ae7-403c-a689-9861a88fc203" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.222543] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b687d1f6-998d-4fc7-a781-c4997e4971a5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "0f2395d1-5ae7-403c-a689-9861a88fc203" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.292974] env[70867]: DEBUG oslo_vmware.api [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3473887, 'name': ReconfigVM_Task, 'duration_secs': 0.929786} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.293305] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Reconfigured VM instance instance-0000003c to attach disk [datastore1] f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f/f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.293940] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b8930f9-4d93-4197-8ea3-22f1d6ac962b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.306612] env[70867]: DEBUG oslo_vmware.api [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 933.306612] env[70867]: value = "task-3473890" [ 933.306612] env[70867]: _type = "Task" [ 933.306612] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.314795] env[70867]: DEBUG oslo_vmware.api [None req-9447ef58-5b57-490b-9f75-d1d69a691124 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3473888, 'name': PowerOffVM_Task, 'duration_secs': 0.215098} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.315511] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9447ef58-5b57-490b-9f75-d1d69a691124 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.315681] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9447ef58-5b57-490b-9f75-d1d69a691124 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.315967] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65e02934-b6eb-48ec-ba46-3ed7deecfceb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.320366] env[70867]: DEBUG oslo_vmware.api [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3473890, 'name': Rename_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.347906] env[70867]: DEBUG oslo_vmware.api [None req-6ff19b13-b349-47ab-9ba5-10cb23b5d42d tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3473889, 'name': PowerOffVM_Task, 'duration_secs': 0.430167} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.350580] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff19b13-b349-47ab-9ba5-10cb23b5d42d tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.350762] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff19b13-b349-47ab-9ba5-10cb23b5d42d tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.351215] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08a5181e-1fac-4ee0-aeb6-f66ce3ed5444 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.391223] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9447ef58-5b57-490b-9f75-d1d69a691124 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.391223] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9447ef58-5b57-490b-9f75-d1d69a691124 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.391223] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-9447ef58-5b57-490b-9f75-d1d69a691124 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Deleting the datastore file [datastore2] 2e822534-b173-440c-a4c8-4708eee877a0 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.391662] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-958c2619-e3dd-4743-bd77-e2cf8bbfc6d2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.398702] env[70867]: DEBUG oslo_vmware.api [None req-9447ef58-5b57-490b-9f75-d1d69a691124 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for the task: (returnval){ [ 933.398702] env[70867]: value = "task-3473893" [ 933.398702] env[70867]: _type = "Task" [ 933.398702] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.410402] env[70867]: DEBUG oslo_vmware.api [None req-9447ef58-5b57-490b-9f75-d1d69a691124 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3473893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.419961] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff19b13-b349-47ab-9ba5-10cb23b5d42d tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.420228] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff19b13-b349-47ab-9ba5-10cb23b5d42d tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.420450] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff19b13-b349-47ab-9ba5-10cb23b5d42d tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Deleting the datastore file [datastore1] 8cefd801-e03c-452c-9fce-94d017e284d5 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.420776] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ca626a5-90ec-49a2-9d54-9e37f5f7bad2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.431381] env[70867]: DEBUG oslo_vmware.api [None req-6ff19b13-b349-47ab-9ba5-10cb23b5d42d tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for the task: (returnval){ [ 933.431381] env[70867]: value = "task-3473894" [ 933.431381] env[70867]: _type = "Task" [ 933.431381] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.439979] env[70867]: DEBUG oslo_vmware.api [None req-6ff19b13-b349-47ab-9ba5-10cb23b5d42d tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3473894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.453670] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eeaf976-d403-4d5c-95d0-4e9fe113c842 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.463611] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9592f4-8b24-4664-be9c-0524572576d7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.494685] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667e70c5-93b4-4023-aa6e-7c9351f12034 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.503149] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4387a2e-0fd9-43bb-a8b8-0f785f514aeb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.517634] env[70867]: DEBUG nova.compute.provider_tree [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 933.726439] env[70867]: DEBUG nova.compute.utils [None req-b687d1f6-998d-4fc7-a781-c4997e4971a5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.818572] env[70867]: DEBUG oslo_vmware.api [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3473890, 'name': Rename_Task, 'duration_secs': 0.166507} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.818860] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.819153] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f809afee-2bdb-4911-97dc-3da636f7f720 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.826634] env[70867]: DEBUG oslo_vmware.api [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 933.826634] env[70867]: value = "task-3473895" [ 933.826634] env[70867]: _type = "Task" [ 933.826634] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.836482] env[70867]: DEBUG oslo_vmware.api [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3473895, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.908730] env[70867]: DEBUG oslo_vmware.api [None req-9447ef58-5b57-490b-9f75-d1d69a691124 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3473893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167403} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.909052] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-9447ef58-5b57-490b-9f75-d1d69a691124 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.909216] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9447ef58-5b57-490b-9f75-d1d69a691124 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.909397] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9447ef58-5b57-490b-9f75-d1d69a691124 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.909572] env[70867]: INFO nova.compute.manager [None req-9447ef58-5b57-490b-9f75-d1d69a691124 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 933.909814] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9447ef58-5b57-490b-9f75-d1d69a691124 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.909996] env[70867]: DEBUG nova.compute.manager [-] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 933.910101] env[70867]: DEBUG nova.network.neutron [-] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 933.941619] env[70867]: DEBUG oslo_vmware.api [None req-6ff19b13-b349-47ab-9ba5-10cb23b5d42d tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3473894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219112} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.943694] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff19b13-b349-47ab-9ba5-10cb23b5d42d tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.943880] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff19b13-b349-47ab-9ba5-10cb23b5d42d tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.944063] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff19b13-b349-47ab-9ba5-10cb23b5d42d tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.944331] env[70867]: INFO nova.compute.manager [None req-6ff19b13-b349-47ab-9ba5-10cb23b5d42d tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 933.944471] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ff19b13-b349-47ab-9ba5-10cb23b5d42d tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.944658] env[70867]: DEBUG nova.compute.manager [-] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 933.944749] env[70867]: DEBUG nova.network.neutron [-] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 934.047240] env[70867]: ERROR nova.scheduler.client.report [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [req-cdbcc6d5-3ee0-444f-becc-d9e590e75a19] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f41c8c6b-f09c-4602-9d9f-1177af08ce6d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cdbcc6d5-3ee0-444f-becc-d9e590e75a19"}]} [ 934.066422] env[70867]: DEBUG nova.scheduler.client.report [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Refreshing inventories for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 934.080837] env[70867]: DEBUG nova.scheduler.client.report [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Updating ProviderTree inventory for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 934.081064] env[70867]: DEBUG nova.compute.provider_tree [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 934.095435] env[70867]: DEBUG nova.scheduler.client.report [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Refreshing aggregate associations for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d, aggregates: None {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 934.116896] env[70867]: DEBUG nova.scheduler.client.report [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Refreshing trait associations for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 934.229698] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b687d1f6-998d-4fc7-a781-c4997e4971a5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "0f2395d1-5ae7-403c-a689-9861a88fc203" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.337304] env[70867]: DEBUG oslo_vmware.api [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3473895, 'name': PowerOnVM_Task, 'duration_secs': 0.479857} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.339894] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.340123] env[70867]: INFO nova.compute.manager [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Took 6.81 seconds to spawn the instance on the hypervisor. [ 934.340329] env[70867]: DEBUG nova.compute.manager [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.341263] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df8b60c-c0eb-4d72-b4a4-26cc7333a023 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.463703] env[70867]: DEBUG nova.compute.manager [req-d8fb1c18-8631-4421-b955-d30954bd2788 req-0df58579-1a36-46cc-a304-791e0e126427 service nova] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Received event network-vif-deleted-8b0f02e9-ed14-4cdf-abea-4fe8dfc53ae4 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.463807] env[70867]: INFO nova.compute.manager [req-d8fb1c18-8631-4421-b955-d30954bd2788 req-0df58579-1a36-46cc-a304-791e0e126427 service nova] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Neutron deleted interface 8b0f02e9-ed14-4cdf-abea-4fe8dfc53ae4; detaching it from the instance and deleting it from the info cache [ 934.463941] env[70867]: DEBUG nova.network.neutron [req-d8fb1c18-8631-4421-b955-d30954bd2788 req-0df58579-1a36-46cc-a304-791e0e126427 service nova] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.485000] env[70867]: DEBUG nova.compute.manager [req-f849dbdf-3e20-44e9-ac94-2d9dd6839e06 req-8471788d-46cf-488c-b9b8-d71fe32760fc service nova] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Received event network-vif-deleted-b35a2c90-e38a-46ad-ba8d-982adf603fd1 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.485151] env[70867]: INFO nova.compute.manager [req-f849dbdf-3e20-44e9-ac94-2d9dd6839e06 req-8471788d-46cf-488c-b9b8-d71fe32760fc service nova] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Neutron deleted interface b35a2c90-e38a-46ad-ba8d-982adf603fd1; detaching it from the instance and deleting it from the info cache [ 934.485323] env[70867]: DEBUG nova.network.neutron [req-f849dbdf-3e20-44e9-ac94-2d9dd6839e06 req-8471788d-46cf-488c-b9b8-d71fe32760fc service nova] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.544993] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a14f1e-73b6-428f-8d81-e3a32632f41d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.553340] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d78fd1a-00f3-4d97-953d-53957d6c4cc7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.585869] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21718df4-c9f9-4fb2-aeed-d3678da8971e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.595014] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d66e236-f202-4f0d-b4e4-ef6ae0faba81 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.608979] env[70867]: DEBUG nova.compute.provider_tree [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 934.721550] env[70867]: DEBUG nova.network.neutron [-] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.761879] env[70867]: DEBUG nova.network.neutron [-] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.862290] env[70867]: INFO nova.compute.manager [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Took 58.29 seconds to build instance. [ 934.969377] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d3744c8c-2b5d-4d81-926a-6faa55b0b9f1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.981058] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474f2bf9-50f1-47fd-ba81-64a00e7eb2f3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.990614] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a569090-e9b8-4671-a708-89bb1c11c2ec {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.000194] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591e63f1-453d-4ef6-a93d-a0473227cfec {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.023743] env[70867]: DEBUG nova.compute.manager [req-d8fb1c18-8631-4421-b955-d30954bd2788 req-0df58579-1a36-46cc-a304-791e0e126427 service nova] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Detach interface failed, port_id=8b0f02e9-ed14-4cdf-abea-4fe8dfc53ae4, reason: Instance 2e822534-b173-440c-a4c8-4708eee877a0 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 935.047577] env[70867]: DEBUG nova.compute.manager [req-f849dbdf-3e20-44e9-ac94-2d9dd6839e06 req-8471788d-46cf-488c-b9b8-d71fe32760fc service nova] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Detach interface failed, port_id=b35a2c90-e38a-46ad-ba8d-982adf603fd1, reason: Instance 8cefd801-e03c-452c-9fce-94d017e284d5 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 935.146192] env[70867]: DEBUG nova.scheduler.client.report [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Updated inventory for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with generation 94 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 935.146519] env[70867]: DEBUG nova.compute.provider_tree [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Updating resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d generation from 94 to 95 during operation: update_inventory {{(pid=70867) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 935.146763] env[70867]: DEBUG nova.compute.provider_tree [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 935.171248] env[70867]: DEBUG oslo_concurrency.lockutils [None req-807a1494-2206-4204-9f0e-49d43c321c5e tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Acquiring lock "ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.171508] env[70867]: DEBUG oslo_concurrency.lockutils [None req-807a1494-2206-4204-9f0e-49d43c321c5e tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Lock "ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.171718] env[70867]: DEBUG oslo_concurrency.lockutils [None req-807a1494-2206-4204-9f0e-49d43c321c5e tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Acquiring lock "ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.172108] env[70867]: DEBUG oslo_concurrency.lockutils [None req-807a1494-2206-4204-9f0e-49d43c321c5e tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Lock "ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.172108] env[70867]: DEBUG oslo_concurrency.lockutils [None req-807a1494-2206-4204-9f0e-49d43c321c5e tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Lock "ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.175773] env[70867]: INFO nova.compute.manager [None req-807a1494-2206-4204-9f0e-49d43c321c5e tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Terminating instance [ 935.224476] env[70867]: INFO nova.compute.manager [-] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Took 1.31 seconds to deallocate network for instance. [ 935.265273] env[70867]: INFO nova.compute.manager [-] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Took 1.32 seconds to deallocate network for instance. [ 935.303991] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b687d1f6-998d-4fc7-a781-c4997e4971a5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquiring lock "0f2395d1-5ae7-403c-a689-9861a88fc203" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.304228] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b687d1f6-998d-4fc7-a781-c4997e4971a5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "0f2395d1-5ae7-403c-a689-9861a88fc203" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.304495] env[70867]: INFO nova.compute.manager [None req-b687d1f6-998d-4fc7-a781-c4997e4971a5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Attaching volume 1f3baabd-24e2-4d9f-bdd6-6f25a91c6611 to /dev/sdb [ 935.335956] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9eae95-0255-45a5-982a-672c39160d0a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.343899] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5831c8b-02d0-4b27-9e7e-b43390dceee5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.358352] env[70867]: DEBUG nova.virt.block_device [None req-b687d1f6-998d-4fc7-a781-c4997e4971a5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Updating existing volume attachment record: c08873db-fdeb-4d48-8027-368874614843 {{(pid=70867) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 935.363860] env[70867]: DEBUG oslo_concurrency.lockutils [None req-93c5d796-4efc-455a-af17-367a0603a94d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.109s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.622963] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d9ccd978-6aa6-45cb-bf50-7c0626a5a1ac tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "interface-be9a92c6-88ea-4958-9c4e-a7b4715e0433-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.623264] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d9ccd978-6aa6-45cb-bf50-7c0626a5a1ac tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "interface-be9a92c6-88ea-4958-9c4e-a7b4715e0433-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.623576] env[70867]: DEBUG nova.objects.instance [None req-d9ccd978-6aa6-45cb-bf50-7c0626a5a1ac tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lazy-loading 'flavor' on Instance uuid be9a92c6-88ea-4958-9c4e-a7b4715e0433 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.652351] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.664s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.653454] env[70867]: DEBUG nova.compute.manager [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 935.655947] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 46.240s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.656133] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.656295] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70867) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 935.656582] env[70867]: DEBUG oslo_concurrency.lockutils [None req-80da13d1-61cb-4d8b-8a08-22562a8eabf8 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.655s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.656798] env[70867]: DEBUG nova.objects.instance [None req-80da13d1-61cb-4d8b-8a08-22562a8eabf8 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Lazy-loading 'resources' on Instance uuid dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.658928] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c532a1a-13db-4dc4-ae2a-ef1ce6ee6452 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.670920] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fbc73b-2e37-4209-b985-642f4a9b1d86 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.686343] env[70867]: DEBUG nova.compute.manager [None req-807a1494-2206-4204-9f0e-49d43c321c5e tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.686564] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-807a1494-2206-4204-9f0e-49d43c321c5e tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.688035] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa8e43d-02a7-4842-bc94-27795cf64b93 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.691050] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe398bb6-3080-4e43-9064-f12cd840f708 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.704480] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d85e957-1a86-4a71-be19-8d7d5760072d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.704708] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-807a1494-2206-4204-9f0e-49d43c321c5e tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.705586] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-565e1d39-3c44-4726-864b-e0ef71b0b63b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.742390] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9447ef58-5b57-490b-9f75-d1d69a691124 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.742390] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178169MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=70867) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 935.742390] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.743591] env[70867]: DEBUG oslo_vmware.api [None req-807a1494-2206-4204-9f0e-49d43c321c5e tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Waiting for the task: (returnval){ [ 935.743591] env[70867]: value = "task-3473899" [ 935.743591] env[70867]: _type = "Task" [ 935.743591] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.753937] env[70867]: DEBUG oslo_vmware.api [None req-807a1494-2206-4204-9f0e-49d43c321c5e tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': task-3473899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.772032] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6ff19b13-b349-47ab-9ba5-10cb23b5d42d tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.127344] env[70867]: DEBUG nova.objects.instance [None req-d9ccd978-6aa6-45cb-bf50-7c0626a5a1ac tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lazy-loading 'pci_requests' on Instance uuid be9a92c6-88ea-4958-9c4e-a7b4715e0433 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.160544] env[70867]: DEBUG nova.compute.utils [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.161818] env[70867]: DEBUG nova.compute.manager [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.163314] env[70867]: DEBUG nova.network.neutron [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.221057] env[70867]: DEBUG nova.policy [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16f8fdc27ac44664b0f324339262fc74', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca8ee7c29a8f4dcdb84ae7af3742d1b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.255730] env[70867]: DEBUG oslo_vmware.api [None req-807a1494-2206-4204-9f0e-49d43c321c5e tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': task-3473899, 'name': PowerOffVM_Task, 'duration_secs': 0.200425} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.258533] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-807a1494-2206-4204-9f0e-49d43c321c5e tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.259307] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-807a1494-2206-4204-9f0e-49d43c321c5e tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.259783] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08c76cf5-4b5c-4c92-b91b-9ed97f1a41ba {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.330660] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-807a1494-2206-4204-9f0e-49d43c321c5e tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.331315] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-807a1494-2206-4204-9f0e-49d43c321c5e tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.331315] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-807a1494-2206-4204-9f0e-49d43c321c5e tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Deleting the datastore file [datastore1] ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.331446] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba46f3ca-e193-471d-85c9-27966ae45ac4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.337820] env[70867]: DEBUG oslo_vmware.api [None req-807a1494-2206-4204-9f0e-49d43c321c5e tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Waiting for the task: (returnval){ [ 936.337820] env[70867]: value = "task-3473901" [ 936.337820] env[70867]: _type = "Task" [ 936.337820] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.353063] env[70867]: DEBUG oslo_vmware.api [None req-807a1494-2206-4204-9f0e-49d43c321c5e tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': task-3473901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.527627] env[70867]: DEBUG nova.network.neutron [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Successfully created port: a5d5417a-6688-44a7-9102-d6d94f5b69ca {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 936.624852] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b04d460-7bc2-45f4-9f16-bbdb0475983f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.630325] env[70867]: DEBUG nova.objects.base [None req-d9ccd978-6aa6-45cb-bf50-7c0626a5a1ac tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 936.630552] env[70867]: DEBUG nova.network.neutron [None req-d9ccd978-6aa6-45cb-bf50-7c0626a5a1ac tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.635451] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48ed9db-f516-49da-8583-4137f73188ee {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.668787] env[70867]: DEBUG nova.compute.manager [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 936.675019] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eaa0ab8-3563-4b43-ad2f-6ff22781f7fa {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.682612] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818080c5-8198-4411-9383-a2c1f5386747 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.704281] env[70867]: DEBUG nova.compute.provider_tree [None req-80da13d1-61cb-4d8b-8a08-22562a8eabf8 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.773252] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d9ccd978-6aa6-45cb-bf50-7c0626a5a1ac tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "interface-be9a92c6-88ea-4958-9c4e-a7b4715e0433-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.150s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.849840] env[70867]: DEBUG oslo_vmware.api [None req-807a1494-2206-4204-9f0e-49d43c321c5e tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Task: {'id': task-3473901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12639} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.850105] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-807a1494-2206-4204-9f0e-49d43c321c5e tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.850320] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-807a1494-2206-4204-9f0e-49d43c321c5e tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.850508] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-807a1494-2206-4204-9f0e-49d43c321c5e tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.850692] env[70867]: INFO nova.compute.manager [None req-807a1494-2206-4204-9f0e-49d43c321c5e tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 936.850953] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-807a1494-2206-4204-9f0e-49d43c321c5e tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.851168] env[70867]: DEBUG nova.compute.manager [-] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.851263] env[70867]: DEBUG nova.network.neutron [-] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 937.207761] env[70867]: DEBUG nova.scheduler.client.report [None req-80da13d1-61cb-4d8b-8a08-22562a8eabf8 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.587512] env[70867]: DEBUG nova.compute.manager [req-b3b3e4a2-e190-4f94-a007-7b3d8727d14b req-e6d8fa25-8b51-4187-bc90-556339959ec1 service nova] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Received event network-vif-deleted-5fd16072-3fb5-4402-b15b-c1c0054ea3ee {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.587512] env[70867]: INFO nova.compute.manager [req-b3b3e4a2-e190-4f94-a007-7b3d8727d14b req-e6d8fa25-8b51-4187-bc90-556339959ec1 service nova] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Neutron deleted interface 5fd16072-3fb5-4402-b15b-c1c0054ea3ee; detaching it from the instance and deleting it from the info cache [ 937.587512] env[70867]: DEBUG nova.network.neutron [req-b3b3e4a2-e190-4f94-a007-7b3d8727d14b req-e6d8fa25-8b51-4187-bc90-556339959ec1 service nova] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.616637] env[70867]: DEBUG nova.network.neutron [-] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.658954] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.659289] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.682126] env[70867]: DEBUG nova.compute.manager [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 937.707432] env[70867]: DEBUG nova.virt.hardware [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.707687] env[70867]: DEBUG nova.virt.hardware [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.707844] env[70867]: DEBUG nova.virt.hardware [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.708096] env[70867]: DEBUG nova.virt.hardware [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.708269] env[70867]: DEBUG nova.virt.hardware [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.708418] env[70867]: DEBUG nova.virt.hardware [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.708690] env[70867]: DEBUG nova.virt.hardware [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.708882] env[70867]: DEBUG nova.virt.hardware [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.709000] env[70867]: DEBUG nova.virt.hardware [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.709184] env[70867]: DEBUG nova.virt.hardware [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.709348] env[70867]: DEBUG nova.virt.hardware [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.710517] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f02787-8e37-4cf5-9a73-c058487ca4c0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.714042] env[70867]: DEBUG oslo_concurrency.lockutils [None req-80da13d1-61cb-4d8b-8a08-22562a8eabf8 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.716029] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ad5b8d1e-60ab-47e0-b39a-686fd7c0bf34 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.576s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.716245] env[70867]: DEBUG nova.objects.instance [None req-ad5b8d1e-60ab-47e0-b39a-686fd7c0bf34 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Lazy-loading 'resources' on Instance uuid 47e97d46-a933-43cf-98fc-2865c78a4492 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.723693] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076f2608-4e49-49ac-a5d4-cc4f09350bad {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.741314] env[70867]: INFO nova.scheduler.client.report [None req-80da13d1-61cb-4d8b-8a08-22562a8eabf8 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Deleted allocations for instance dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6 [ 938.034512] env[70867]: DEBUG nova.network.neutron [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Successfully updated port: a5d5417a-6688-44a7-9102-d6d94f5b69ca {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 938.089116] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab891c1a-efbc-4e1f-9f3b-c86ac899d3b8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.100726] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e95fb0-5c60-401b-848b-c82fc40c9b2e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.118767] env[70867]: INFO nova.compute.manager [-] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Took 1.27 seconds to deallocate network for instance. [ 938.139215] env[70867]: DEBUG nova.compute.manager [req-b3b3e4a2-e190-4f94-a007-7b3d8727d14b req-e6d8fa25-8b51-4187-bc90-556339959ec1 service nova] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Detach interface failed, port_id=5fd16072-3fb5-4402-b15b-c1c0054ea3ee, reason: Instance ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 938.146782] env[70867]: DEBUG nova.compute.manager [req-5f25c99e-b3b9-47ad-b70f-4edc19df3f2a req-c2553da5-e544-4f07-b136-d04def4f3ee8 service nova] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Received event network-vif-plugged-a5d5417a-6688-44a7-9102-d6d94f5b69ca {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.146782] env[70867]: DEBUG oslo_concurrency.lockutils [req-5f25c99e-b3b9-47ad-b70f-4edc19df3f2a req-c2553da5-e544-4f07-b136-d04def4f3ee8 service nova] Acquiring lock "c1bb2f8e-4b87-4632-b480-dbe0b1a942d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.146782] env[70867]: DEBUG oslo_concurrency.lockutils [req-5f25c99e-b3b9-47ad-b70f-4edc19df3f2a req-c2553da5-e544-4f07-b136-d04def4f3ee8 service nova] Lock "c1bb2f8e-4b87-4632-b480-dbe0b1a942d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.146782] env[70867]: DEBUG oslo_concurrency.lockutils [req-5f25c99e-b3b9-47ad-b70f-4edc19df3f2a req-c2553da5-e544-4f07-b136-d04def4f3ee8 service nova] Lock "c1bb2f8e-4b87-4632-b480-dbe0b1a942d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.146782] env[70867]: DEBUG nova.compute.manager [req-5f25c99e-b3b9-47ad-b70f-4edc19df3f2a req-c2553da5-e544-4f07-b136-d04def4f3ee8 service nova] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] No waiting events found dispatching network-vif-plugged-a5d5417a-6688-44a7-9102-d6d94f5b69ca {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 938.146782] env[70867]: WARNING nova.compute.manager [req-5f25c99e-b3b9-47ad-b70f-4edc19df3f2a req-c2553da5-e544-4f07-b136-d04def4f3ee8 service nova] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Received unexpected event network-vif-plugged-a5d5417a-6688-44a7-9102-d6d94f5b69ca for instance with vm_state building and task_state spawning. [ 938.164131] env[70867]: DEBUG nova.compute.manager [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 938.247401] env[70867]: DEBUG oslo_concurrency.lockutils [None req-80da13d1-61cb-4d8b-8a08-22562a8eabf8 tempest-VolumesAssistedSnapshotsTest-1019413027 tempest-VolumesAssistedSnapshotsTest-1019413027-project-member] Lock "dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.964s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.536795] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Acquiring lock "refresh_cache-c1bb2f8e-4b87-4632-b480-dbe0b1a942d0" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.536945] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Acquired lock "refresh_cache-c1bb2f8e-4b87-4632-b480-dbe0b1a942d0" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.537121] env[70867]: DEBUG nova.network.neutron [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.588183] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d86ce6d-e956-43e3-afc1-5d1cb1829e9b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.596524] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a082a9fd-b8af-40fb-8475-7eb2832bf175 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.628891] env[70867]: DEBUG oslo_concurrency.lockutils [None req-807a1494-2206-4204-9f0e-49d43c321c5e tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.629946] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35447658-ce60-421c-af57-120cc256be3c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.639063] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71461441-4dfa-4fdd-b585-afac7961d7c4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.653409] env[70867]: DEBUG nova.compute.provider_tree [None req-ad5b8d1e-60ab-47e0-b39a-686fd7c0bf34 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.682281] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0aa7beb2-8357-45e1-9346-bb19e4edb050 tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Acquiring lock "f7eb036e-f592-4ac1-9320-88dd97818d70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.682614] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0aa7beb2-8357-45e1-9346-bb19e4edb050 tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Lock "f7eb036e-f592-4ac1-9320-88dd97818d70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.682741] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0aa7beb2-8357-45e1-9346-bb19e4edb050 tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Acquiring lock "f7eb036e-f592-4ac1-9320-88dd97818d70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.682981] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0aa7beb2-8357-45e1-9346-bb19e4edb050 tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Lock "f7eb036e-f592-4ac1-9320-88dd97818d70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.683094] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0aa7beb2-8357-45e1-9346-bb19e4edb050 tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Lock "f7eb036e-f592-4ac1-9320-88dd97818d70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.685599] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.686059] env[70867]: INFO nova.compute.manager [None req-0aa7beb2-8357-45e1-9346-bb19e4edb050 tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Terminating instance [ 938.723025] env[70867]: DEBUG oslo_concurrency.lockutils [None req-21dd4a57-2e08-4e12-9a8f-96f750047811 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "interface-be9a92c6-88ea-4958-9c4e-a7b4715e0433-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.723263] env[70867]: DEBUG oslo_concurrency.lockutils [None req-21dd4a57-2e08-4e12-9a8f-96f750047811 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "interface-be9a92c6-88ea-4958-9c4e-a7b4715e0433-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.723618] env[70867]: DEBUG nova.objects.instance [None req-21dd4a57-2e08-4e12-9a8f-96f750047811 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lazy-loading 'flavor' on Instance uuid be9a92c6-88ea-4958-9c4e-a7b4715e0433 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.075859] env[70867]: DEBUG nova.network.neutron [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.156850] env[70867]: DEBUG nova.scheduler.client.report [None req-ad5b8d1e-60ab-47e0-b39a-686fd7c0bf34 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.189833] env[70867]: DEBUG nova.compute.manager [None req-0aa7beb2-8357-45e1-9346-bb19e4edb050 tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 939.190103] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa7beb2-8357-45e1-9346-bb19e4edb050 tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.191058] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc5e2df-3897-47c0-b6e8-7f10b8670826 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.199998] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa7beb2-8357-45e1-9346-bb19e4edb050 tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.200384] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc97f507-7676-4919-b332-8558af9cbafb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.208996] env[70867]: DEBUG oslo_vmware.api [None req-0aa7beb2-8357-45e1-9346-bb19e4edb050 tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Waiting for the task: (returnval){ [ 939.208996] env[70867]: value = "task-3473903" [ 939.208996] env[70867]: _type = "Task" [ 939.208996] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.218871] env[70867]: DEBUG oslo_vmware.api [None req-0aa7beb2-8357-45e1-9346-bb19e4edb050 tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': task-3473903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.241344] env[70867]: DEBUG nova.network.neutron [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Updating instance_info_cache with network_info: [{"id": "a5d5417a-6688-44a7-9102-d6d94f5b69ca", "address": "fa:16:3e:ac:3e:0d", "network": {"id": "d47c5485-afb8-4e27-9b84-ba0751a8e932", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-706264388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca8ee7c29a8f4dcdb84ae7af3742d1b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5d5417a-66", "ovs_interfaceid": "a5d5417a-6688-44a7-9102-d6d94f5b69ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.344919] env[70867]: DEBUG nova.objects.instance [None req-21dd4a57-2e08-4e12-9a8f-96f750047811 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lazy-loading 'pci_requests' on Instance uuid be9a92c6-88ea-4958-9c4e-a7b4715e0433 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.663635] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ad5b8d1e-60ab-47e0-b39a-686fd7c0bf34 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.665757] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.716s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.666083] env[70867]: DEBUG nova.objects.instance [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lazy-loading 'resources' on Instance uuid cd4b0d7b-8070-4a0a-a8bd-09cc2c296789 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.698440] env[70867]: INFO nova.scheduler.client.report [None req-ad5b8d1e-60ab-47e0-b39a-686fd7c0bf34 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Deleted allocations for instance 47e97d46-a933-43cf-98fc-2865c78a4492 [ 939.722162] env[70867]: DEBUG oslo_vmware.api [None req-0aa7beb2-8357-45e1-9346-bb19e4edb050 tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': task-3473903, 'name': PowerOffVM_Task, 'duration_secs': 0.289716} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.722687] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa7beb2-8357-45e1-9346-bb19e4edb050 tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.723197] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa7beb2-8357-45e1-9346-bb19e4edb050 tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.725542] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06a0eb52-d1ef-4691-a614-d8270f09d663 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.744449] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Releasing lock "refresh_cache-c1bb2f8e-4b87-4632-b480-dbe0b1a942d0" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.745825] env[70867]: DEBUG nova.compute.manager [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Instance network_info: |[{"id": "a5d5417a-6688-44a7-9102-d6d94f5b69ca", "address": "fa:16:3e:ac:3e:0d", "network": {"id": "d47c5485-afb8-4e27-9b84-ba0751a8e932", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-706264388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca8ee7c29a8f4dcdb84ae7af3742d1b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5d5417a-66", "ovs_interfaceid": "a5d5417a-6688-44a7-9102-d6d94f5b69ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 939.745825] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:3e:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73f6629b-7f80-4a5b-8f15-c7a1635b3c33', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5d5417a-6688-44a7-9102-d6d94f5b69ca', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 939.756939] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.757653] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 939.760103] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0372148-a244-4197-89ba-501423667144 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.782211] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 939.782211] env[70867]: value = "task-3473905" [ 939.782211] env[70867]: _type = "Task" [ 939.782211] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.793997] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473905, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.799340] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa7beb2-8357-45e1-9346-bb19e4edb050 tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.799569] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa7beb2-8357-45e1-9346-bb19e4edb050 tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.799755] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aa7beb2-8357-45e1-9346-bb19e4edb050 tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Deleting the datastore file [datastore1] f7eb036e-f592-4ac1-9320-88dd97818d70 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.800028] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01a21695-1e2a-4045-b8a2-d2786eaa55c4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.809615] env[70867]: DEBUG oslo_vmware.api [None req-0aa7beb2-8357-45e1-9346-bb19e4edb050 tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Waiting for the task: (returnval){ [ 939.809615] env[70867]: value = "task-3473906" [ 939.809615] env[70867]: _type = "Task" [ 939.809615] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.822941] env[70867]: DEBUG oslo_vmware.api [None req-0aa7beb2-8357-45e1-9346-bb19e4edb050 tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': task-3473906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.848109] env[70867]: DEBUG nova.objects.base [None req-21dd4a57-2e08-4e12-9a8f-96f750047811 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 939.848403] env[70867]: DEBUG nova.network.neutron [None req-21dd4a57-2e08-4e12-9a8f-96f750047811 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 939.902998] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b687d1f6-998d-4fc7-a781-c4997e4971a5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Volume attach. Driver type: vmdk {{(pid=70867) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 939.903297] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b687d1f6-998d-4fc7-a781-c4997e4971a5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694459', 'volume_id': '1f3baabd-24e2-4d9f-bdd6-6f25a91c6611', 'name': 'volume-1f3baabd-24e2-4d9f-bdd6-6f25a91c6611', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0f2395d1-5ae7-403c-a689-9861a88fc203', 'attached_at': '', 'detached_at': '', 'volume_id': '1f3baabd-24e2-4d9f-bdd6-6f25a91c6611', 'serial': '1f3baabd-24e2-4d9f-bdd6-6f25a91c6611'} {{(pid=70867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 939.904417] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c96a657-45ec-45b1-b2cf-f1062ba8d42c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.927065] env[70867]: DEBUG nova.policy [None req-21dd4a57-2e08-4e12-9a8f-96f750047811 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99f4ded22da4413eb375370addc94c8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6764fc0b9a604426976a4b145f22b580', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.929898] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a637be-a22d-437e-8d9f-30e957387364 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.957505] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b687d1f6-998d-4fc7-a781-c4997e4971a5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] volume-1f3baabd-24e2-4d9f-bdd6-6f25a91c6611/volume-1f3baabd-24e2-4d9f-bdd6-6f25a91c6611.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.958152] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d29cbbcd-423a-4973-912e-359c7349f009 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.981186] env[70867]: DEBUG oslo_vmware.api [None req-b687d1f6-998d-4fc7-a781-c4997e4971a5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 939.981186] env[70867]: value = "task-3473907" [ 939.981186] env[70867]: _type = "Task" [ 939.981186] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.990745] env[70867]: DEBUG oslo_vmware.api [None req-b687d1f6-998d-4fc7-a781-c4997e4971a5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3473907, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.211382] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ad5b8d1e-60ab-47e0-b39a-686fd7c0bf34 tempest-FloatingIPsAssociationTestJSON-443164366 tempest-FloatingIPsAssociationTestJSON-443164366-project-member] Lock "47e97d46-a933-43cf-98fc-2865c78a4492" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.516s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.256090] env[70867]: DEBUG nova.compute.manager [req-43b15edc-1a70-4e68-b24d-38f05d3408e2 req-c7d19430-f1de-4111-98be-7d928ff0d000 service nova] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Received event network-changed-a5d5417a-6688-44a7-9102-d6d94f5b69ca {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.256090] env[70867]: DEBUG nova.compute.manager [req-43b15edc-1a70-4e68-b24d-38f05d3408e2 req-c7d19430-f1de-4111-98be-7d928ff0d000 service nova] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Refreshing instance network info cache due to event network-changed-a5d5417a-6688-44a7-9102-d6d94f5b69ca. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 940.256090] env[70867]: DEBUG oslo_concurrency.lockutils [req-43b15edc-1a70-4e68-b24d-38f05d3408e2 req-c7d19430-f1de-4111-98be-7d928ff0d000 service nova] Acquiring lock "refresh_cache-c1bb2f8e-4b87-4632-b480-dbe0b1a942d0" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.256090] env[70867]: DEBUG oslo_concurrency.lockutils [req-43b15edc-1a70-4e68-b24d-38f05d3408e2 req-c7d19430-f1de-4111-98be-7d928ff0d000 service nova] Acquired lock "refresh_cache-c1bb2f8e-4b87-4632-b480-dbe0b1a942d0" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.256090] env[70867]: DEBUG nova.network.neutron [req-43b15edc-1a70-4e68-b24d-38f05d3408e2 req-c7d19430-f1de-4111-98be-7d928ff0d000 service nova] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Refreshing network info cache for port a5d5417a-6688-44a7-9102-d6d94f5b69ca {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.300576] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473905, 'name': CreateVM_Task, 'duration_secs': 0.402056} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.300852] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.302749] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.302749] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.302749] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.302749] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05b87253-d6d2-4a16-8c1b-f57f1513b678 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.312364] env[70867]: DEBUG oslo_vmware.api [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Waiting for the task: (returnval){ [ 940.312364] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f4fb54-50ae-6a78-2208-8134d4b52098" [ 940.312364] env[70867]: _type = "Task" [ 940.312364] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.334769] env[70867]: DEBUG oslo_vmware.api [None req-0aa7beb2-8357-45e1-9346-bb19e4edb050 tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Task: {'id': task-3473906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221904} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.335223] env[70867]: DEBUG oslo_vmware.api [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f4fb54-50ae-6a78-2208-8134d4b52098, 'name': SearchDatastore_Task, 'duration_secs': 0.010858} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.335536] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aa7beb2-8357-45e1-9346-bb19e4edb050 tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.335824] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa7beb2-8357-45e1-9346-bb19e4edb050 tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.336118] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa7beb2-8357-45e1-9346-bb19e4edb050 tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.336415] env[70867]: INFO nova.compute.manager [None req-0aa7beb2-8357-45e1-9346-bb19e4edb050 tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Took 1.15 seconds to destroy the instance on the hypervisor. [ 940.336898] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0aa7beb2-8357-45e1-9346-bb19e4edb050 tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.337801] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.337801] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.337801] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.338187] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.338187] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.338842] env[70867]: DEBUG nova.compute.manager [-] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 940.338842] env[70867]: DEBUG nova.network.neutron [-] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 940.340131] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54cbd1d3-0e06-420b-8bfd-720e0f90a360 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.353576] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.353795] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.354608] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63aa1410-18fd-4840-9763-42998be99f4f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.364333] env[70867]: DEBUG oslo_vmware.api [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Waiting for the task: (returnval){ [ 940.364333] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e1afec-cfdc-f5ac-712f-bd98af971edd" [ 940.364333] env[70867]: _type = "Task" [ 940.364333] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.373020] env[70867]: DEBUG oslo_vmware.api [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e1afec-cfdc-f5ac-712f-bd98af971edd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.438188] env[70867]: DEBUG nova.network.neutron [None req-21dd4a57-2e08-4e12-9a8f-96f750047811 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Successfully created port: 7b786165-30f8-488c-b819-98fc8953483b {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 941.242398] env[70867]: DEBUG oslo_vmware.api [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e1afec-cfdc-f5ac-712f-bd98af971edd, 'name': SearchDatastore_Task, 'duration_secs': 0.010039} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.246159] env[70867]: DEBUG oslo_vmware.api [None req-b687d1f6-998d-4fc7-a781-c4997e4971a5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3473907, 'name': ReconfigVM_Task, 'duration_secs': 0.374631} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.246415] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad87ab9a-1cc4-49ac-9feb-11ff60a20602 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.248998] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b687d1f6-998d-4fc7-a781-c4997e4971a5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Reconfigured VM instance instance-00000035 to attach disk [datastore1] volume-1f3baabd-24e2-4d9f-bdd6-6f25a91c6611/volume-1f3baabd-24e2-4d9f-bdd6-6f25a91c6611.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.255951] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fa14225-334f-4b2f-a406-a261d7d043de {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.271329] env[70867]: DEBUG oslo_vmware.api [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Waiting for the task: (returnval){ [ 941.271329] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527ef752-78cb-7948-662c-efb0f69dbffa" [ 941.271329] env[70867]: _type = "Task" [ 941.271329] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.276395] env[70867]: DEBUG oslo_vmware.api [None req-b687d1f6-998d-4fc7-a781-c4997e4971a5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 941.276395] env[70867]: value = "task-3473908" [ 941.276395] env[70867]: _type = "Task" [ 941.276395] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.285621] env[70867]: DEBUG oslo_vmware.api [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527ef752-78cb-7948-662c-efb0f69dbffa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.293271] env[70867]: DEBUG oslo_vmware.api [None req-b687d1f6-998d-4fc7-a781-c4997e4971a5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3473908, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.451149] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c01ff4-15b0-42fa-a3fc-c458a4a6d5fe {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.460852] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3a3645-62e6-4b29-8d5f-4dc59f02deb4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.504098] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168bf8ef-152e-4c6d-b8e7-4bc4d40ad7be {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.514327] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f60e6c8-5738-4707-ba48-9028a94ebfc7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.532428] env[70867]: DEBUG nova.compute.provider_tree [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 941.631391] env[70867]: DEBUG nova.network.neutron [req-43b15edc-1a70-4e68-b24d-38f05d3408e2 req-c7d19430-f1de-4111-98be-7d928ff0d000 service nova] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Updated VIF entry in instance network info cache for port a5d5417a-6688-44a7-9102-d6d94f5b69ca. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.631758] env[70867]: DEBUG nova.network.neutron [req-43b15edc-1a70-4e68-b24d-38f05d3408e2 req-c7d19430-f1de-4111-98be-7d928ff0d000 service nova] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Updating instance_info_cache with network_info: [{"id": "a5d5417a-6688-44a7-9102-d6d94f5b69ca", "address": "fa:16:3e:ac:3e:0d", "network": {"id": "d47c5485-afb8-4e27-9b84-ba0751a8e932", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-706264388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca8ee7c29a8f4dcdb84ae7af3742d1b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5d5417a-66", "ovs_interfaceid": "a5d5417a-6688-44a7-9102-d6d94f5b69ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.788373] env[70867]: DEBUG oslo_vmware.api [None req-b687d1f6-998d-4fc7-a781-c4997e4971a5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3473908, 'name': ReconfigVM_Task, 'duration_secs': 0.231904} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.795139] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b687d1f6-998d-4fc7-a781-c4997e4971a5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694459', 'volume_id': '1f3baabd-24e2-4d9f-bdd6-6f25a91c6611', 'name': 'volume-1f3baabd-24e2-4d9f-bdd6-6f25a91c6611', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0f2395d1-5ae7-403c-a689-9861a88fc203', 'attached_at': '', 'detached_at': '', 'volume_id': '1f3baabd-24e2-4d9f-bdd6-6f25a91c6611', 'serial': '1f3baabd-24e2-4d9f-bdd6-6f25a91c6611'} {{(pid=70867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 941.795139] env[70867]: DEBUG oslo_vmware.api [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527ef752-78cb-7948-662c-efb0f69dbffa, 'name': SearchDatastore_Task, 'duration_secs': 0.015096} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.795139] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.795139] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] c1bb2f8e-4b87-4632-b480-dbe0b1a942d0/c1bb2f8e-4b87-4632-b480-dbe0b1a942d0.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.795139] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e78d7f6c-4f6d-4c87-844a-ebb58fe54e40 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.805714] env[70867]: DEBUG oslo_vmware.api [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Waiting for the task: (returnval){ [ 941.805714] env[70867]: value = "task-3473909" [ 941.805714] env[70867]: _type = "Task" [ 941.805714] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.818884] env[70867]: DEBUG oslo_vmware.api [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': task-3473909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.008263] env[70867]: DEBUG nova.network.neutron [-] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.069869] env[70867]: ERROR nova.scheduler.client.report [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [req-0a9a94d3-ece1-4e68-bc15-3edea4af0a95] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f41c8c6b-f09c-4602-9d9f-1177af08ce6d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0a9a94d3-ece1-4e68-bc15-3edea4af0a95"}]} [ 942.088736] env[70867]: DEBUG nova.scheduler.client.report [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Refreshing inventories for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 942.116887] env[70867]: DEBUG nova.scheduler.client.report [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Updating ProviderTree inventory for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 942.116887] env[70867]: DEBUG nova.compute.provider_tree [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 942.134117] env[70867]: DEBUG nova.scheduler.client.report [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Refreshing aggregate associations for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d, aggregates: None {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 942.137175] env[70867]: DEBUG oslo_concurrency.lockutils [req-43b15edc-1a70-4e68-b24d-38f05d3408e2 req-c7d19430-f1de-4111-98be-7d928ff0d000 service nova] Releasing lock "refresh_cache-c1bb2f8e-4b87-4632-b480-dbe0b1a942d0" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.160592] env[70867]: DEBUG nova.scheduler.client.report [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Refreshing trait associations for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 942.319464] env[70867]: DEBUG oslo_vmware.api [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': task-3473909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487177} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.319464] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] c1bb2f8e-4b87-4632-b480-dbe0b1a942d0/c1bb2f8e-4b87-4632-b480-dbe0b1a942d0.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 942.319710] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 942.321096] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41f593c6-51b4-40ed-92b8-0a54861ea786 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.335019] env[70867]: DEBUG oslo_vmware.api [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Waiting for the task: (returnval){ [ 942.335019] env[70867]: value = "task-3473910" [ 942.335019] env[70867]: _type = "Task" [ 942.335019] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.348236] env[70867]: DEBUG oslo_vmware.api [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': task-3473910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.513505] env[70867]: INFO nova.compute.manager [-] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Took 2.17 seconds to deallocate network for instance. [ 942.560873] env[70867]: DEBUG nova.network.neutron [None req-21dd4a57-2e08-4e12-9a8f-96f750047811 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Successfully updated port: 7b786165-30f8-488c-b819-98fc8953483b {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 942.675017] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b031b2a5-060f-4765-89ad-842f191b88c4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.682888] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b711ac6c-33eb-4bcc-9854-0c151a5b39ed {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.718831] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb35e95-5cea-446b-b52a-5267d4d36a6c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.727878] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccad802-10e4-4bfe-923c-31dadc29f204 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.743276] env[70867]: DEBUG nova.compute.provider_tree [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 942.844823] env[70867]: DEBUG oslo_vmware.api [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': task-3473910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068369} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.845015] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.846333] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb27d5e1-fadd-4ce5-9a36-e1782a454974 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.861930] env[70867]: DEBUG nova.objects.instance [None req-b687d1f6-998d-4fc7-a781-c4997e4971a5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lazy-loading 'flavor' on Instance uuid 0f2395d1-5ae7-403c-a689-9861a88fc203 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.872786] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] c1bb2f8e-4b87-4632-b480-dbe0b1a942d0/c1bb2f8e-4b87-4632-b480-dbe0b1a942d0.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.873337] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bde9fbbc-3417-46e8-9718-c7f362a48fed {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.895714] env[70867]: DEBUG oslo_vmware.api [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Waiting for the task: (returnval){ [ 942.895714] env[70867]: value = "task-3473911" [ 942.895714] env[70867]: _type = "Task" [ 942.895714] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.905986] env[70867]: DEBUG oslo_vmware.api [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': task-3473911, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.908119] env[70867]: DEBUG nova.compute.manager [req-5bd7059c-8635-4c63-a921-609931d372ba req-c29cbc6b-9b2d-48a3-82b7-2480a2f24def service nova] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Received event network-vif-deleted-4a28609c-abdc-4287-a1e1-cbeb8f8a35ac {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.928138] env[70867]: DEBUG nova.compute.manager [req-2b658afd-3ac0-40c0-8612-951d03e65337 req-50732727-f6f4-4538-a1a1-b55203acb986 service nova] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Received event network-vif-plugged-7b786165-30f8-488c-b819-98fc8953483b {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.928404] env[70867]: DEBUG oslo_concurrency.lockutils [req-2b658afd-3ac0-40c0-8612-951d03e65337 req-50732727-f6f4-4538-a1a1-b55203acb986 service nova] Acquiring lock "be9a92c6-88ea-4958-9c4e-a7b4715e0433-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.928667] env[70867]: DEBUG oslo_concurrency.lockutils [req-2b658afd-3ac0-40c0-8612-951d03e65337 req-50732727-f6f4-4538-a1a1-b55203acb986 service nova] Lock "be9a92c6-88ea-4958-9c4e-a7b4715e0433-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.928974] env[70867]: DEBUG oslo_concurrency.lockutils [req-2b658afd-3ac0-40c0-8612-951d03e65337 req-50732727-f6f4-4538-a1a1-b55203acb986 service nova] Lock "be9a92c6-88ea-4958-9c4e-a7b4715e0433-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.929022] env[70867]: DEBUG nova.compute.manager [req-2b658afd-3ac0-40c0-8612-951d03e65337 req-50732727-f6f4-4538-a1a1-b55203acb986 service nova] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] No waiting events found dispatching network-vif-plugged-7b786165-30f8-488c-b819-98fc8953483b {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 942.929177] env[70867]: WARNING nova.compute.manager [req-2b658afd-3ac0-40c0-8612-951d03e65337 req-50732727-f6f4-4538-a1a1-b55203acb986 service nova] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Received unexpected event network-vif-plugged-7b786165-30f8-488c-b819-98fc8953483b for instance with vm_state active and task_state None. [ 943.023239] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0aa7beb2-8357-45e1-9346-bb19e4edb050 tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.063656] env[70867]: DEBUG oslo_concurrency.lockutils [None req-21dd4a57-2e08-4e12-9a8f-96f750047811 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "refresh_cache-be9a92c6-88ea-4958-9c4e-a7b4715e0433" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.064035] env[70867]: DEBUG oslo_concurrency.lockutils [None req-21dd4a57-2e08-4e12-9a8f-96f750047811 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquired lock "refresh_cache-be9a92c6-88ea-4958-9c4e-a7b4715e0433" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.064035] env[70867]: DEBUG nova.network.neutron [None req-21dd4a57-2e08-4e12-9a8f-96f750047811 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.283506] env[70867]: DEBUG nova.scheduler.client.report [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Updated inventory for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with generation 97 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 943.283506] env[70867]: DEBUG nova.compute.provider_tree [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Updating resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d generation from 97 to 98 during operation: update_inventory {{(pid=70867) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 943.283506] env[70867]: DEBUG nova.compute.provider_tree [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 943.380221] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b687d1f6-998d-4fc7-a781-c4997e4971a5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "0f2395d1-5ae7-403c-a689-9861a88fc203" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.076s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.407046] env[70867]: DEBUG oslo_vmware.api [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': task-3473911, 'name': ReconfigVM_Task, 'duration_secs': 0.290825} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.407349] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Reconfigured VM instance instance-0000003d to attach disk [datastore1] c1bb2f8e-4b87-4632-b480-dbe0b1a942d0/c1bb2f8e-4b87-4632-b480-dbe0b1a942d0.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.408248] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99b7b14f-9e07-4c51-aa68-f41af7b32cf8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.417225] env[70867]: DEBUG oslo_vmware.api [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Waiting for the task: (returnval){ [ 943.417225] env[70867]: value = "task-3473912" [ 943.417225] env[70867]: _type = "Task" [ 943.417225] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.426669] env[70867]: DEBUG oslo_vmware.api [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': task-3473912, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.632589] env[70867]: WARNING nova.network.neutron [None req-21dd4a57-2e08-4e12-9a8f-96f750047811 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] addbdc6a-23f3-4408-86c3-571f6567ee4b already exists in list: networks containing: ['addbdc6a-23f3-4408-86c3-571f6567ee4b']. ignoring it [ 943.787039] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.121s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.791944] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.877s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.821572] env[70867]: INFO nova.scheduler.client.report [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Deleted allocations for instance cd4b0d7b-8070-4a0a-a8bd-09cc2c296789 [ 943.931497] env[70867]: DEBUG oslo_vmware.api [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': task-3473912, 'name': Rename_Task, 'duration_secs': 0.143518} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.931762] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.932020] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29763bdb-b775-42bf-89ee-410c2d3ac393 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.942041] env[70867]: DEBUG oslo_vmware.api [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Waiting for the task: (returnval){ [ 943.942041] env[70867]: value = "task-3473913" [ 943.942041] env[70867]: _type = "Task" [ 943.942041] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.958231] env[70867]: DEBUG oslo_vmware.api [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': task-3473913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.170421] env[70867]: DEBUG nova.network.neutron [None req-21dd4a57-2e08-4e12-9a8f-96f750047811 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Updating instance_info_cache with network_info: [{"id": "4aa8395f-993c-41ff-be36-03ec8bf5a03f", "address": "fa:16:3e:53:73:de", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aa8395f-99", "ovs_interfaceid": "4aa8395f-993c-41ff-be36-03ec8bf5a03f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b786165-30f8-488c-b819-98fc8953483b", "address": "fa:16:3e:8e:2d:ed", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b786165-30", "ovs_interfaceid": "7b786165-30f8-488c-b819-98fc8953483b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.287564] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2826c05f-fb24-4a5f-b805-303f1bef00d4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.297789] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c858763-916f-42d2-8134-a0d916ed97f3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.339901] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a27c46d7-e4d5-4653-b2c1-e7eaa3dbefe7 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "cd4b0d7b-8070-4a0a-a8bd-09cc2c296789" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.164s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.342673] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdc0527-e2fc-4748-a9bd-7d1e35c3a835 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.351827] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57237662-45c1-433e-a5b1-76fa3fd88814 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.368138] env[70867]: DEBUG nova.compute.provider_tree [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.455932] env[70867]: DEBUG oslo_vmware.api [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': task-3473913, 'name': PowerOnVM_Task, 'duration_secs': 0.471153} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.456383] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.456576] env[70867]: INFO nova.compute.manager [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Took 6.77 seconds to spawn the instance on the hypervisor. [ 944.456753] env[70867]: DEBUG nova.compute.manager [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.457535] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccdd64f-1dd7-4bae-81ba-6683aa4114b7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.674922] env[70867]: DEBUG oslo_concurrency.lockutils [None req-21dd4a57-2e08-4e12-9a8f-96f750047811 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Releasing lock "refresh_cache-be9a92c6-88ea-4958-9c4e-a7b4715e0433" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.675720] env[70867]: DEBUG oslo_concurrency.lockutils [None req-21dd4a57-2e08-4e12-9a8f-96f750047811 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "be9a92c6-88ea-4958-9c4e-a7b4715e0433" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.675878] env[70867]: DEBUG oslo_concurrency.lockutils [None req-21dd4a57-2e08-4e12-9a8f-96f750047811 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquired lock "be9a92c6-88ea-4958-9c4e-a7b4715e0433" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.676804] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c58045-3767-4e4c-9448-92e5516c0fd5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.701483] env[70867]: DEBUG nova.virt.hardware [None req-21dd4a57-2e08-4e12-9a8f-96f750047811 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.702056] env[70867]: DEBUG nova.virt.hardware [None req-21dd4a57-2e08-4e12-9a8f-96f750047811 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.702056] env[70867]: DEBUG nova.virt.hardware [None req-21dd4a57-2e08-4e12-9a8f-96f750047811 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.702056] env[70867]: DEBUG nova.virt.hardware [None req-21dd4a57-2e08-4e12-9a8f-96f750047811 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.702217] env[70867]: DEBUG nova.virt.hardware [None req-21dd4a57-2e08-4e12-9a8f-96f750047811 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.702361] env[70867]: DEBUG nova.virt.hardware [None req-21dd4a57-2e08-4e12-9a8f-96f750047811 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.702590] env[70867]: DEBUG nova.virt.hardware [None req-21dd4a57-2e08-4e12-9a8f-96f750047811 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.702761] env[70867]: DEBUG nova.virt.hardware [None req-21dd4a57-2e08-4e12-9a8f-96f750047811 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.702965] env[70867]: DEBUG nova.virt.hardware [None req-21dd4a57-2e08-4e12-9a8f-96f750047811 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.704096] env[70867]: DEBUG nova.virt.hardware [None req-21dd4a57-2e08-4e12-9a8f-96f750047811 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.704199] env[70867]: DEBUG nova.virt.hardware [None req-21dd4a57-2e08-4e12-9a8f-96f750047811 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.714588] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-21dd4a57-2e08-4e12-9a8f-96f750047811 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Reconfiguring VM to attach interface {{(pid=70867) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 944.715082] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1eac8397-906e-4143-a1a7-586a5bbd94e0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.737565] env[70867]: DEBUG oslo_vmware.api [None req-21dd4a57-2e08-4e12-9a8f-96f750047811 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 944.737565] env[70867]: value = "task-3473914" [ 944.737565] env[70867]: _type = "Task" [ 944.737565] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.749044] env[70867]: DEBUG oslo_vmware.api [None req-21dd4a57-2e08-4e12-9a8f-96f750047811 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473914, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.875068] env[70867]: DEBUG nova.scheduler.client.report [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.982977] env[70867]: INFO nova.compute.manager [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Took 57.95 seconds to build instance. [ 945.250237] env[70867]: DEBUG oslo_vmware.api [None req-21dd4a57-2e08-4e12-9a8f-96f750047811 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473914, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.381075] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.589s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.381318] env[70867]: INFO nova.compute.manager [None req-fba349d8-d81a-4c7a-98fe-2968a3351edb tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Successfully reverted task state from rebuilding on failure for instance. [ 945.387525] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c82038c5-3491-4188-8f99-fa04ff103388 tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.860s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.387797] env[70867]: DEBUG nova.objects.instance [None req-c82038c5-3491-4188-8f99-fa04ff103388 tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Lazy-loading 'resources' on Instance uuid bd36ce91-908a-408b-ba11-95c6a135f4cf {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.484450] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4a1fd05f-3301-403c-bfcd-a48d7a40bd9f tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Lock "c1bb2f8e-4b87-4632-b480-dbe0b1a942d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.457s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.749195] env[70867]: DEBUG oslo_vmware.api [None req-21dd4a57-2e08-4e12-9a8f-96f750047811 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473914, 'name': ReconfigVM_Task, 'duration_secs': 0.807882} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.749712] env[70867]: DEBUG oslo_concurrency.lockutils [None req-21dd4a57-2e08-4e12-9a8f-96f750047811 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Releasing lock "be9a92c6-88ea-4958-9c4e-a7b4715e0433" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.749920] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-21dd4a57-2e08-4e12-9a8f-96f750047811 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Reconfigured VM to attach interface {{(pid=70867) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 945.818574] env[70867]: DEBUG nova.compute.manager [req-2454c048-d23f-4ce3-bf63-e55eca59b29a req-8e0b914e-6aff-4a90-b7c8-3dc650fe6093 service nova] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Received event network-changed-7b786165-30f8-488c-b819-98fc8953483b {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.818780] env[70867]: DEBUG nova.compute.manager [req-2454c048-d23f-4ce3-bf63-e55eca59b29a req-8e0b914e-6aff-4a90-b7c8-3dc650fe6093 service nova] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Refreshing instance network info cache due to event network-changed-7b786165-30f8-488c-b819-98fc8953483b. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 945.818991] env[70867]: DEBUG oslo_concurrency.lockutils [req-2454c048-d23f-4ce3-bf63-e55eca59b29a req-8e0b914e-6aff-4a90-b7c8-3dc650fe6093 service nova] Acquiring lock "refresh_cache-be9a92c6-88ea-4958-9c4e-a7b4715e0433" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.819351] env[70867]: DEBUG oslo_concurrency.lockutils [req-2454c048-d23f-4ce3-bf63-e55eca59b29a req-8e0b914e-6aff-4a90-b7c8-3dc650fe6093 service nova] Acquired lock "refresh_cache-be9a92c6-88ea-4958-9c4e-a7b4715e0433" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.820025] env[70867]: DEBUG nova.network.neutron [req-2454c048-d23f-4ce3-bf63-e55eca59b29a req-8e0b914e-6aff-4a90-b7c8-3dc650fe6093 service nova] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Refreshing network info cache for port 7b786165-30f8-488c-b819-98fc8953483b {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.256486] env[70867]: DEBUG oslo_concurrency.lockutils [None req-21dd4a57-2e08-4e12-9a8f-96f750047811 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "interface-be9a92c6-88ea-4958-9c4e-a7b4715e0433-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.533s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.359967] env[70867]: DEBUG oslo_concurrency.lockutils [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquiring lock "1e046380-8f00-4d59-bb49-d424ec8d96c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.360421] env[70867]: DEBUG oslo_concurrency.lockutils [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "1e046380-8f00-4d59-bb49-d424ec8d96c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.374931] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17763004-2432-455c-8504-5e04e8f04a73 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.386239] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfbf4ab-ea99-4b45-8e4a-487ee69da81c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.394882] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9de451a1-c860-433d-862f-e7f35b494696 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquiring lock "8ca8c5ef-e951-49bf-816c-84a297d92f07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.395746] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9de451a1-c860-433d-862f-e7f35b494696 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "8ca8c5ef-e951-49bf-816c-84a297d92f07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.395746] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9de451a1-c860-433d-862f-e7f35b494696 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquiring lock "8ca8c5ef-e951-49bf-816c-84a297d92f07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.395970] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9de451a1-c860-433d-862f-e7f35b494696 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "8ca8c5ef-e951-49bf-816c-84a297d92f07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.396249] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9de451a1-c860-433d-862f-e7f35b494696 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "8ca8c5ef-e951-49bf-816c-84a297d92f07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.432465] env[70867]: INFO nova.compute.manager [None req-9de451a1-c860-433d-862f-e7f35b494696 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Terminating instance [ 946.434891] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5893485a-7e1b-4e76-a551-2922014cbe60 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.448995] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b1f065-576a-49aa-8a3e-53623c549be8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.468560] env[70867]: DEBUG nova.compute.provider_tree [None req-c82038c5-3491-4188-8f99-fa04ff103388 tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.626462] env[70867]: DEBUG nova.network.neutron [req-2454c048-d23f-4ce3-bf63-e55eca59b29a req-8e0b914e-6aff-4a90-b7c8-3dc650fe6093 service nova] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Updated VIF entry in instance network info cache for port 7b786165-30f8-488c-b819-98fc8953483b. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.626462] env[70867]: DEBUG nova.network.neutron [req-2454c048-d23f-4ce3-bf63-e55eca59b29a req-8e0b914e-6aff-4a90-b7c8-3dc650fe6093 service nova] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Updating instance_info_cache with network_info: [{"id": "4aa8395f-993c-41ff-be36-03ec8bf5a03f", "address": "fa:16:3e:53:73:de", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aa8395f-99", "ovs_interfaceid": "4aa8395f-993c-41ff-be36-03ec8bf5a03f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b786165-30f8-488c-b819-98fc8953483b", "address": "fa:16:3e:8e:2d:ed", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b786165-30", "ovs_interfaceid": "7b786165-30f8-488c-b819-98fc8953483b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.869137] env[70867]: DEBUG nova.compute.manager [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 946.942141] env[70867]: DEBUG nova.compute.manager [None req-9de451a1-c860-433d-862f-e7f35b494696 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.942435] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9de451a1-c860-433d-862f-e7f35b494696 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.943438] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c5fc07-f451-4b31-b64c-8f57c99492ca {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.952904] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9de451a1-c860-433d-862f-e7f35b494696 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.953287] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b48f5d3-b4f5-4ae6-8f96-337593a05478 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.962665] env[70867]: DEBUG oslo_vmware.api [None req-9de451a1-c860-433d-862f-e7f35b494696 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 946.962665] env[70867]: value = "task-3473915" [ 946.962665] env[70867]: _type = "Task" [ 946.962665] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.973124] env[70867]: DEBUG nova.scheduler.client.report [None req-c82038c5-3491-4188-8f99-fa04ff103388 tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.976754] env[70867]: DEBUG oslo_vmware.api [None req-9de451a1-c860-433d-862f-e7f35b494696 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.127472] env[70867]: DEBUG oslo_concurrency.lockutils [req-2454c048-d23f-4ce3-bf63-e55eca59b29a req-8e0b914e-6aff-4a90-b7c8-3dc650fe6093 service nova] Releasing lock "refresh_cache-be9a92c6-88ea-4958-9c4e-a7b4715e0433" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.396387] env[70867]: DEBUG oslo_concurrency.lockutils [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.475614] env[70867]: DEBUG oslo_vmware.api [None req-9de451a1-c860-433d-862f-e7f35b494696 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473915, 'name': PowerOffVM_Task, 'duration_secs': 0.335067} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.476086] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9de451a1-c860-433d-862f-e7f35b494696 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.476350] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9de451a1-c860-433d-862f-e7f35b494696 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.476627] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78c9a1b3-e6a6-4316-b5ff-79b3541b4295 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.478834] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c82038c5-3491-4188-8f99-fa04ff103388 tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.482009] env[70867]: DEBUG oslo_concurrency.lockutils [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 41.273s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.561722] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9de451a1-c860-433d-862f-e7f35b494696 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.561850] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9de451a1-c860-433d-862f-e7f35b494696 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.561985] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-9de451a1-c860-433d-862f-e7f35b494696 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Deleting the datastore file [datastore2] 8ca8c5ef-e951-49bf-816c-84a297d92f07 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.562362] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8ffd7f8-2bb7-484d-ad1c-f263cee2a2a3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.571881] env[70867]: DEBUG oslo_vmware.api [None req-9de451a1-c860-433d-862f-e7f35b494696 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 947.571881] env[70867]: value = "task-3473917" [ 947.571881] env[70867]: _type = "Task" [ 947.571881] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.582316] env[70867]: DEBUG oslo_vmware.api [None req-9de451a1-c860-433d-862f-e7f35b494696 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.987023] env[70867]: DEBUG nova.objects.instance [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Lazy-loading 'migration_context' on Instance uuid 3d2b5374-46c8-4ab9-ab4c-4376eadfb236 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.000937] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c82038c5-3491-4188-8f99-fa04ff103388 tempest-ServerActionsV293TestJSON-1302207963 tempest-ServerActionsV293TestJSON-1302207963-project-member] Lock "bd36ce91-908a-408b-ba11-95c6a135f4cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.023s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.082766] env[70867]: DEBUG oslo_vmware.api [None req-9de451a1-c860-433d-862f-e7f35b494696 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163115} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.083091] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-9de451a1-c860-433d-862f-e7f35b494696 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.083314] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9de451a1-c860-433d-862f-e7f35b494696 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.083523] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9de451a1-c860-433d-862f-e7f35b494696 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.083729] env[70867]: INFO nova.compute.manager [None req-9de451a1-c860-433d-862f-e7f35b494696 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Took 1.14 seconds to destroy the instance on the hypervisor. [ 948.084070] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9de451a1-c860-433d-862f-e7f35b494696 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.084204] env[70867]: DEBUG nova.compute.manager [-] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.084359] env[70867]: DEBUG nova.network.neutron [-] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.551088] env[70867]: DEBUG nova.compute.manager [req-0fc92f12-ecc7-45b0-89b1-5c7aa5137e65 req-c5844c7f-f0d4-4a86-a22c-d6a73b8e6776 service nova] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Received event network-vif-deleted-4cdb8544-e515-4980-a21e-7c7aa6c8a46c {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.551088] env[70867]: INFO nova.compute.manager [req-0fc92f12-ecc7-45b0-89b1-5c7aa5137e65 req-c5844c7f-f0d4-4a86-a22c-d6a73b8e6776 service nova] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Neutron deleted interface 4cdb8544-e515-4980-a21e-7c7aa6c8a46c; detaching it from the instance and deleting it from the info cache [ 948.552063] env[70867]: DEBUG nova.network.neutron [req-0fc92f12-ecc7-45b0-89b1-5c7aa5137e65 req-c5844c7f-f0d4-4a86-a22c-d6a73b8e6776 service nova] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.831095] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d3adcd98-7bfd-4d67-88f8-ec9ae48cfa0e tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "interface-be9a92c6-88ea-4958-9c4e-a7b4715e0433-5c4d9586-b6d8-476a-b1a4-704e6bad4965" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.832596] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d3adcd98-7bfd-4d67-88f8-ec9ae48cfa0e tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "interface-be9a92c6-88ea-4958-9c4e-a7b4715e0433-5c4d9586-b6d8-476a-b1a4-704e6bad4965" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.832967] env[70867]: DEBUG nova.objects.instance [None req-d3adcd98-7bfd-4d67-88f8-ec9ae48cfa0e tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lazy-loading 'flavor' on Instance uuid be9a92c6-88ea-4958-9c4e-a7b4715e0433 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.924421] env[70867]: DEBUG nova.network.neutron [-] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.965962] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f665da38-1fee-411c-8d22-d364d9770e0c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.974808] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72103d82-d0ba-4a25-9790-830d8d7a43fc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.011283] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f58d73f-9188-4ddc-b58e-5fd9db957415 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.020307] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f197d6c-00fc-4dea-9897-b114f6b1ed3c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.037409] env[70867]: DEBUG nova.compute.provider_tree [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.053318] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1260aa02-ac02-4eb1-be6e-adf0a6375b43 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.064975] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cd691b-f17d-42c5-b412-5b5bcbeb3378 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.102191] env[70867]: DEBUG nova.compute.manager [req-0fc92f12-ecc7-45b0-89b1-5c7aa5137e65 req-c5844c7f-f0d4-4a86-a22c-d6a73b8e6776 service nova] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Detach interface failed, port_id=4cdb8544-e515-4980-a21e-7c7aa6c8a46c, reason: Instance 8ca8c5ef-e951-49bf-816c-84a297d92f07 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 949.426487] env[70867]: INFO nova.compute.manager [-] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Took 1.34 seconds to deallocate network for instance. [ 949.519551] env[70867]: DEBUG nova.objects.instance [None req-d3adcd98-7bfd-4d67-88f8-ec9ae48cfa0e tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lazy-loading 'pci_requests' on Instance uuid be9a92c6-88ea-4958-9c4e-a7b4715e0433 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.540420] env[70867]: DEBUG nova.scheduler.client.report [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.685843] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Acquiring lock "6e23b2d7-e31a-432d-9fc4-3e2f8993ff80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.686895] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "6e23b2d7-e31a-432d-9fc4-3e2f8993ff80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.924066] env[70867]: DEBUG oslo_concurrency.lockutils [None req-60058716-f7aa-4f59-b320-ea4706cef112 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Acquiring lock "c1bb2f8e-4b87-4632-b480-dbe0b1a942d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.924066] env[70867]: DEBUG oslo_concurrency.lockutils [None req-60058716-f7aa-4f59-b320-ea4706cef112 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Lock "c1bb2f8e-4b87-4632-b480-dbe0b1a942d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.924066] env[70867]: DEBUG oslo_concurrency.lockutils [None req-60058716-f7aa-4f59-b320-ea4706cef112 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Acquiring lock "c1bb2f8e-4b87-4632-b480-dbe0b1a942d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.924066] env[70867]: DEBUG oslo_concurrency.lockutils [None req-60058716-f7aa-4f59-b320-ea4706cef112 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Lock "c1bb2f8e-4b87-4632-b480-dbe0b1a942d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.924066] env[70867]: DEBUG oslo_concurrency.lockutils [None req-60058716-f7aa-4f59-b320-ea4706cef112 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Lock "c1bb2f8e-4b87-4632-b480-dbe0b1a942d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.925901] env[70867]: INFO nova.compute.manager [None req-60058716-f7aa-4f59-b320-ea4706cef112 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Terminating instance [ 949.934134] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9de451a1-c860-433d-862f-e7f35b494696 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.022258] env[70867]: DEBUG nova.objects.base [None req-d3adcd98-7bfd-4d67-88f8-ec9ae48cfa0e tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 950.022603] env[70867]: DEBUG nova.network.neutron [None req-d3adcd98-7bfd-4d67-88f8-ec9ae48cfa0e tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 950.130121] env[70867]: DEBUG nova.policy [None req-d3adcd98-7bfd-4d67-88f8-ec9ae48cfa0e tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99f4ded22da4413eb375370addc94c8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6764fc0b9a604426976a4b145f22b580', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 950.192304] env[70867]: DEBUG nova.compute.manager [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 950.436078] env[70867]: DEBUG nova.compute.manager [None req-60058716-f7aa-4f59-b320-ea4706cef112 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.436078] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-60058716-f7aa-4f59-b320-ea4706cef112 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.436078] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c88a23f-1a6e-435b-ae62-09d26c1d13e6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.444089] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-60058716-f7aa-4f59-b320-ea4706cef112 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.444089] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3aa890e4-cfc1-4a41-83f5-50900093c906 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.454467] env[70867]: DEBUG oslo_vmware.api [None req-60058716-f7aa-4f59-b320-ea4706cef112 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Waiting for the task: (returnval){ [ 950.454467] env[70867]: value = "task-3473918" [ 950.454467] env[70867]: _type = "Task" [ 950.454467] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.463245] env[70867]: DEBUG oslo_vmware.api [None req-60058716-f7aa-4f59-b320-ea4706cef112 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': task-3473918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.556538] env[70867]: DEBUG oslo_concurrency.lockutils [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.072s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.574113] env[70867]: DEBUG oslo_concurrency.lockutils [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.687s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.574113] env[70867]: INFO nova.compute.claims [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.727624] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.962588] env[70867]: DEBUG oslo_vmware.api [None req-60058716-f7aa-4f59-b320-ea4706cef112 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': task-3473918, 'name': PowerOffVM_Task, 'duration_secs': 0.260678} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.962871] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-60058716-f7aa-4f59-b320-ea4706cef112 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.963092] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-60058716-f7aa-4f59-b320-ea4706cef112 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.963317] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-447c1725-b4a8-4690-9492-1fa92223940a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.028056] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-60058716-f7aa-4f59-b320-ea4706cef112 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.028056] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-60058716-f7aa-4f59-b320-ea4706cef112 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.028056] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-60058716-f7aa-4f59-b320-ea4706cef112 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Deleting the datastore file [datastore1] c1bb2f8e-4b87-4632-b480-dbe0b1a942d0 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.028056] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7c86edf-b8dd-4f0e-84f1-4ab86d9d2d90 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.035882] env[70867]: DEBUG oslo_vmware.api [None req-60058716-f7aa-4f59-b320-ea4706cef112 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Waiting for the task: (returnval){ [ 951.035882] env[70867]: value = "task-3473920" [ 951.035882] env[70867]: _type = "Task" [ 951.035882] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.044331] env[70867]: DEBUG oslo_vmware.api [None req-60058716-f7aa-4f59-b320-ea4706cef112 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': task-3473920, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.546454] env[70867]: DEBUG oslo_vmware.api [None req-60058716-f7aa-4f59-b320-ea4706cef112 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': task-3473920, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147663} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.546910] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-60058716-f7aa-4f59-b320-ea4706cef112 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.546910] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-60058716-f7aa-4f59-b320-ea4706cef112 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.546910] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-60058716-f7aa-4f59-b320-ea4706cef112 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.547181] env[70867]: INFO nova.compute.manager [None req-60058716-f7aa-4f59-b320-ea4706cef112 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 951.547447] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60058716-f7aa-4f59-b320-ea4706cef112 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.547633] env[70867]: DEBUG nova.compute.manager [-] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 951.548859] env[70867]: DEBUG nova.network.neutron [-] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.033366] env[70867]: DEBUG nova.network.neutron [None req-d3adcd98-7bfd-4d67-88f8-ec9ae48cfa0e tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Successfully updated port: 5c4d9586-b6d8-476a-b1a4-704e6bad4965 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 952.079711] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64eec9fa-0b39-433e-ad93-4046a8effdf6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.087476] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Acquiring lock "7870241c-3fa4-48b6-85dc-b358fc1c0079" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.087938] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Lock "7870241c-3fa4-48b6-85dc-b358fc1c0079" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.093535] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a8a52b-1a57-48f4-b19b-224071a6d998 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.130794] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18879a51-1ecb-436a-9505-4332d89fdbd0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.139354] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73538b04-1e18-4bcb-a891-9d68fd5c5a41 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.144330] env[70867]: INFO nova.compute.manager [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Swapping old allocation on dict_keys(['f41c8c6b-f09c-4602-9d9f-1177af08ce6d']) held by migration b6ed4342-3ea5-413d-95a5-725319a90dae for instance [ 952.157651] env[70867]: DEBUG nova.compute.provider_tree [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.170417] env[70867]: DEBUG nova.scheduler.client.report [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Overwriting current allocation {'allocations': {'f41c8c6b-f09c-4602-9d9f-1177af08ce6d': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 101}}, 'project_id': 'ab733600f15045208190f00c95e5abe6', 'user_id': '5c15af14760848c1b5a1604ab317f040', 'consumer_generation': 1} on consumer 3d2b5374-46c8-4ab9-ab4c-4376eadfb236 {{(pid=70867) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 952.261871] env[70867]: DEBUG oslo_concurrency.lockutils [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquiring lock "refresh_cache-3d2b5374-46c8-4ab9-ab4c-4376eadfb236" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.261919] env[70867]: DEBUG oslo_concurrency.lockutils [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquired lock "refresh_cache-3d2b5374-46c8-4ab9-ab4c-4376eadfb236" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.262097] env[70867]: DEBUG nova.network.neutron [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.267104] env[70867]: DEBUG nova.compute.manager [req-0a6d8ffe-744b-48ee-bdc6-90b24003256a req-be65d7d9-cb42-4501-b4f7-ae83088af228 service nova] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Received event network-vif-deleted-a5d5417a-6688-44a7-9102-d6d94f5b69ca {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.267104] env[70867]: INFO nova.compute.manager [req-0a6d8ffe-744b-48ee-bdc6-90b24003256a req-be65d7d9-cb42-4501-b4f7-ae83088af228 service nova] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Neutron deleted interface a5d5417a-6688-44a7-9102-d6d94f5b69ca; detaching it from the instance and deleting it from the info cache [ 952.267104] env[70867]: DEBUG nova.network.neutron [req-0a6d8ffe-744b-48ee-bdc6-90b24003256a req-be65d7d9-cb42-4501-b4f7-ae83088af228 service nova] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.334333] env[70867]: DEBUG nova.network.neutron [-] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.537033] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d3adcd98-7bfd-4d67-88f8-ec9ae48cfa0e tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "refresh_cache-be9a92c6-88ea-4958-9c4e-a7b4715e0433" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.537033] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d3adcd98-7bfd-4d67-88f8-ec9ae48cfa0e tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquired lock "refresh_cache-be9a92c6-88ea-4958-9c4e-a7b4715e0433" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.537033] env[70867]: DEBUG nova.network.neutron [None req-d3adcd98-7bfd-4d67-88f8-ec9ae48cfa0e tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.591141] env[70867]: DEBUG nova.compute.manager [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 952.663418] env[70867]: DEBUG nova.scheduler.client.report [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.772044] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5a97b79-7f3b-414f-b272-fc23d3fdec51 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.783951] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81745ed-b68f-4024-b14c-1869621d0464 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.822724] env[70867]: DEBUG nova.compute.manager [req-0a6d8ffe-744b-48ee-bdc6-90b24003256a req-be65d7d9-cb42-4501-b4f7-ae83088af228 service nova] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Detach interface failed, port_id=a5d5417a-6688-44a7-9102-d6d94f5b69ca, reason: Instance c1bb2f8e-4b87-4632-b480-dbe0b1a942d0 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 952.836932] env[70867]: INFO nova.compute.manager [-] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Took 1.29 seconds to deallocate network for instance. [ 953.002063] env[70867]: DEBUG nova.network.neutron [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Updating instance_info_cache with network_info: [{"id": "69c2585e-fea0-4ea7-8128-fed1ba2d7f80", "address": "fa:16:3e:86:27:01", "network": {"id": "bac0d3e9-d631-47c6-8c94-b0415cc8fc09", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d6ec8515f3e94fc6b11fe56567789202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69c2585e-fe", "ovs_interfaceid": "69c2585e-fea0-4ea7-8128-fed1ba2d7f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.075623] env[70867]: WARNING nova.network.neutron [None req-d3adcd98-7bfd-4d67-88f8-ec9ae48cfa0e tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] addbdc6a-23f3-4408-86c3-571f6567ee4b already exists in list: networks containing: ['addbdc6a-23f3-4408-86c3-571f6567ee4b']. ignoring it [ 953.076076] env[70867]: WARNING nova.network.neutron [None req-d3adcd98-7bfd-4d67-88f8-ec9ae48cfa0e tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] addbdc6a-23f3-4408-86c3-571f6567ee4b already exists in list: networks containing: ['addbdc6a-23f3-4408-86c3-571f6567ee4b']. ignoring it [ 953.117870] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.169891] env[70867]: DEBUG oslo_concurrency.lockutils [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.170150] env[70867]: DEBUG nova.compute.manager [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 953.175306] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.488s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.177410] env[70867]: INFO nova.compute.claims [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.344433] env[70867]: DEBUG oslo_concurrency.lockutils [None req-60058716-f7aa-4f59-b320-ea4706cef112 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.503495] env[70867]: DEBUG oslo_concurrency.lockutils [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Releasing lock "refresh_cache-3d2b5374-46c8-4ab9-ab4c-4376eadfb236" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.504842] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.504842] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a201de2-6cde-4651-ba12-e796df128e7b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.511702] env[70867]: DEBUG oslo_vmware.api [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Waiting for the task: (returnval){ [ 953.511702] env[70867]: value = "task-3473921" [ 953.511702] env[70867]: _type = "Task" [ 953.511702] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.519629] env[70867]: DEBUG oslo_vmware.api [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.529536] env[70867]: DEBUG nova.network.neutron [None req-d3adcd98-7bfd-4d67-88f8-ec9ae48cfa0e tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Updating instance_info_cache with network_info: [{"id": "4aa8395f-993c-41ff-be36-03ec8bf5a03f", "address": "fa:16:3e:53:73:de", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aa8395f-99", "ovs_interfaceid": "4aa8395f-993c-41ff-be36-03ec8bf5a03f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b786165-30f8-488c-b819-98fc8953483b", "address": "fa:16:3e:8e:2d:ed", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b786165-30", "ovs_interfaceid": "7b786165-30f8-488c-b819-98fc8953483b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5c4d9586-b6d8-476a-b1a4-704e6bad4965", "address": "fa:16:3e:57:67:2f", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c4d9586-b6", "ovs_interfaceid": "5c4d9586-b6d8-476a-b1a4-704e6bad4965", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.682872] env[70867]: DEBUG nova.compute.utils [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.686921] env[70867]: DEBUG nova.compute.manager [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.688020] env[70867]: DEBUG nova.network.neutron [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.739355] env[70867]: DEBUG nova.policy [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b7d8876573749bd829734057a9563b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6c9ec0137fd40b2aaec41e20e902025', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.994731] env[70867]: DEBUG nova.network.neutron [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Successfully created port: 097d5e95-bcd9-45da-b169-6ede9ace34c0 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 954.021121] env[70867]: DEBUG oslo_vmware.api [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473921, 'name': PowerOffVM_Task, 'duration_secs': 0.199792} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.021404] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.022056] env[70867]: DEBUG nova.virt.hardware [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:48:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='6b2f3154-e28b-4052-81e3-6f6b38a14b88',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1236983707',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.022273] env[70867]: DEBUG nova.virt.hardware [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.022429] env[70867]: DEBUG nova.virt.hardware [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.023194] env[70867]: DEBUG nova.virt.hardware [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.023194] env[70867]: DEBUG nova.virt.hardware [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.023194] env[70867]: DEBUG nova.virt.hardware [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.023194] env[70867]: DEBUG nova.virt.hardware [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.023450] env[70867]: DEBUG nova.virt.hardware [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.023450] env[70867]: DEBUG nova.virt.hardware [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.023554] env[70867]: DEBUG nova.virt.hardware [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.023716] env[70867]: DEBUG nova.virt.hardware [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.028620] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e34a750-ff75-4ef4-8449-ead7d4bd27fe {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.038526] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d3adcd98-7bfd-4d67-88f8-ec9ae48cfa0e tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Releasing lock "refresh_cache-be9a92c6-88ea-4958-9c4e-a7b4715e0433" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.039097] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d3adcd98-7bfd-4d67-88f8-ec9ae48cfa0e tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "be9a92c6-88ea-4958-9c4e-a7b4715e0433" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.039274] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d3adcd98-7bfd-4d67-88f8-ec9ae48cfa0e tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquired lock "be9a92c6-88ea-4958-9c4e-a7b4715e0433" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.039978] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40abd5d1-0173-4c33-99c6-44238ed6e787 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.060064] env[70867]: DEBUG nova.virt.hardware [None req-d3adcd98-7bfd-4d67-88f8-ec9ae48cfa0e tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.060278] env[70867]: DEBUG nova.virt.hardware [None req-d3adcd98-7bfd-4d67-88f8-ec9ae48cfa0e tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.060419] env[70867]: DEBUG nova.virt.hardware [None req-d3adcd98-7bfd-4d67-88f8-ec9ae48cfa0e tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.060602] env[70867]: DEBUG nova.virt.hardware [None req-d3adcd98-7bfd-4d67-88f8-ec9ae48cfa0e tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.060741] env[70867]: DEBUG nova.virt.hardware [None req-d3adcd98-7bfd-4d67-88f8-ec9ae48cfa0e tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.060882] env[70867]: DEBUG nova.virt.hardware [None req-d3adcd98-7bfd-4d67-88f8-ec9ae48cfa0e tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.061085] env[70867]: DEBUG nova.virt.hardware [None req-d3adcd98-7bfd-4d67-88f8-ec9ae48cfa0e tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.061239] env[70867]: DEBUG nova.virt.hardware [None req-d3adcd98-7bfd-4d67-88f8-ec9ae48cfa0e tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.061401] env[70867]: DEBUG nova.virt.hardware [None req-d3adcd98-7bfd-4d67-88f8-ec9ae48cfa0e tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.061558] env[70867]: DEBUG nova.virt.hardware [None req-d3adcd98-7bfd-4d67-88f8-ec9ae48cfa0e tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.061725] env[70867]: DEBUG nova.virt.hardware [None req-d3adcd98-7bfd-4d67-88f8-ec9ae48cfa0e tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.068303] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d3adcd98-7bfd-4d67-88f8-ec9ae48cfa0e tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Reconfiguring VM to attach interface {{(pid=70867) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 954.069967] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fd3195f-58aa-4cb6-819c-0b3b78e87b73 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.083455] env[70867]: DEBUG oslo_vmware.api [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Waiting for the task: (returnval){ [ 954.083455] env[70867]: value = "task-3473922" [ 954.083455] env[70867]: _type = "Task" [ 954.083455] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.088724] env[70867]: DEBUG oslo_vmware.api [None req-d3adcd98-7bfd-4d67-88f8-ec9ae48cfa0e tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 954.088724] env[70867]: value = "task-3473923" [ 954.088724] env[70867]: _type = "Task" [ 954.088724] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.097841] env[70867]: DEBUG oslo_vmware.api [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.103484] env[70867]: DEBUG oslo_vmware.api [None req-d3adcd98-7bfd-4d67-88f8-ec9ae48cfa0e tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473923, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.188384] env[70867]: DEBUG nova.compute.manager [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 954.359917] env[70867]: DEBUG nova.compute.manager [req-8263beec-2ed3-41a8-8eaf-c9c9ce92f2d7 req-858dd321-08ca-4f7d-b8d8-259a0445cb90 service nova] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Received event network-vif-plugged-5c4d9586-b6d8-476a-b1a4-704e6bad4965 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.360199] env[70867]: DEBUG oslo_concurrency.lockutils [req-8263beec-2ed3-41a8-8eaf-c9c9ce92f2d7 req-858dd321-08ca-4f7d-b8d8-259a0445cb90 service nova] Acquiring lock "be9a92c6-88ea-4958-9c4e-a7b4715e0433-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.360353] env[70867]: DEBUG oslo_concurrency.lockutils [req-8263beec-2ed3-41a8-8eaf-c9c9ce92f2d7 req-858dd321-08ca-4f7d-b8d8-259a0445cb90 service nova] Lock "be9a92c6-88ea-4958-9c4e-a7b4715e0433-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.360521] env[70867]: DEBUG oslo_concurrency.lockutils [req-8263beec-2ed3-41a8-8eaf-c9c9ce92f2d7 req-858dd321-08ca-4f7d-b8d8-259a0445cb90 service nova] Lock "be9a92c6-88ea-4958-9c4e-a7b4715e0433-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.360684] env[70867]: DEBUG nova.compute.manager [req-8263beec-2ed3-41a8-8eaf-c9c9ce92f2d7 req-858dd321-08ca-4f7d-b8d8-259a0445cb90 service nova] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] No waiting events found dispatching network-vif-plugged-5c4d9586-b6d8-476a-b1a4-704e6bad4965 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 954.360843] env[70867]: WARNING nova.compute.manager [req-8263beec-2ed3-41a8-8eaf-c9c9ce92f2d7 req-858dd321-08ca-4f7d-b8d8-259a0445cb90 service nova] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Received unexpected event network-vif-plugged-5c4d9586-b6d8-476a-b1a4-704e6bad4965 for instance with vm_state active and task_state None. [ 954.360990] env[70867]: DEBUG nova.compute.manager [req-8263beec-2ed3-41a8-8eaf-c9c9ce92f2d7 req-858dd321-08ca-4f7d-b8d8-259a0445cb90 service nova] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Received event network-changed-5c4d9586-b6d8-476a-b1a4-704e6bad4965 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.361159] env[70867]: DEBUG nova.compute.manager [req-8263beec-2ed3-41a8-8eaf-c9c9ce92f2d7 req-858dd321-08ca-4f7d-b8d8-259a0445cb90 service nova] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Refreshing instance network info cache due to event network-changed-5c4d9586-b6d8-476a-b1a4-704e6bad4965. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.361338] env[70867]: DEBUG oslo_concurrency.lockutils [req-8263beec-2ed3-41a8-8eaf-c9c9ce92f2d7 req-858dd321-08ca-4f7d-b8d8-259a0445cb90 service nova] Acquiring lock "refresh_cache-be9a92c6-88ea-4958-9c4e-a7b4715e0433" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.361470] env[70867]: DEBUG oslo_concurrency.lockutils [req-8263beec-2ed3-41a8-8eaf-c9c9ce92f2d7 req-858dd321-08ca-4f7d-b8d8-259a0445cb90 service nova] Acquired lock "refresh_cache-be9a92c6-88ea-4958-9c4e-a7b4715e0433" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.361618] env[70867]: DEBUG nova.network.neutron [req-8263beec-2ed3-41a8-8eaf-c9c9ce92f2d7 req-858dd321-08ca-4f7d-b8d8-259a0445cb90 service nova] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Refreshing network info cache for port 5c4d9586-b6d8-476a-b1a4-704e6bad4965 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.585150] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9f144d-519b-4bbb-9e5f-6b971fca8e63 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.600669] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2edad2-dca5-43d3-a737-92c7916f6273 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.604902] env[70867]: DEBUG oslo_vmware.api [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473922, 'name': ReconfigVM_Task, 'duration_secs': 0.131862} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.608771] env[70867]: DEBUG oslo_vmware.api [None req-d3adcd98-7bfd-4d67-88f8-ec9ae48cfa0e tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473923, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.610039] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2f0f5d-0fd5-4bc5-9633-a0d52a13f433 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.638309] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1df8f9-33ae-4689-bb9c-2c85223f981a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.655728] env[70867]: DEBUG nova.virt.hardware [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:48:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='6b2f3154-e28b-4052-81e3-6f6b38a14b88',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1236983707',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.656013] env[70867]: DEBUG nova.virt.hardware [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.656284] env[70867]: DEBUG nova.virt.hardware [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.656460] env[70867]: DEBUG nova.virt.hardware [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.656522] env[70867]: DEBUG nova.virt.hardware [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.656627] env[70867]: DEBUG nova.virt.hardware [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.656821] env[70867]: DEBUG nova.virt.hardware [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.656984] env[70867]: DEBUG nova.virt.hardware [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.657174] env[70867]: DEBUG nova.virt.hardware [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.657345] env[70867]: DEBUG nova.virt.hardware [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.657476] env[70867]: DEBUG nova.virt.hardware [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.658705] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ab37752-d31a-4ace-bab2-79f777b5ae38 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.664390] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91495150-5247-4f6a-a4a9-f3c971e32d51 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.669555] env[70867]: DEBUG oslo_vmware.api [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Waiting for the task: (returnval){ [ 954.669555] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]524235dc-efcb-2540-2160-90d37e39b0e8" [ 954.669555] env[70867]: _type = "Task" [ 954.669555] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.680439] env[70867]: DEBUG nova.compute.provider_tree [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.686598] env[70867]: DEBUG oslo_vmware.api [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]524235dc-efcb-2540-2160-90d37e39b0e8, 'name': SearchDatastore_Task, 'duration_secs': 0.007329} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.692211] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 954.693064] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7fc8d09-1972-40bb-96f4-4111b5a642f2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.715404] env[70867]: DEBUG oslo_vmware.api [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Waiting for the task: (returnval){ [ 954.715404] env[70867]: value = "task-3473924" [ 954.715404] env[70867]: _type = "Task" [ 954.715404] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.725084] env[70867]: DEBUG oslo_vmware.api [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473924, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.078451] env[70867]: DEBUG nova.network.neutron [req-8263beec-2ed3-41a8-8eaf-c9c9ce92f2d7 req-858dd321-08ca-4f7d-b8d8-259a0445cb90 service nova] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Updated VIF entry in instance network info cache for port 5c4d9586-b6d8-476a-b1a4-704e6bad4965. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.079015] env[70867]: DEBUG nova.network.neutron [req-8263beec-2ed3-41a8-8eaf-c9c9ce92f2d7 req-858dd321-08ca-4f7d-b8d8-259a0445cb90 service nova] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Updating instance_info_cache with network_info: [{"id": "4aa8395f-993c-41ff-be36-03ec8bf5a03f", "address": "fa:16:3e:53:73:de", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aa8395f-99", "ovs_interfaceid": "4aa8395f-993c-41ff-be36-03ec8bf5a03f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b786165-30f8-488c-b819-98fc8953483b", "address": "fa:16:3e:8e:2d:ed", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b786165-30", "ovs_interfaceid": "7b786165-30f8-488c-b819-98fc8953483b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5c4d9586-b6d8-476a-b1a4-704e6bad4965", "address": "fa:16:3e:57:67:2f", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c4d9586-b6", "ovs_interfaceid": "5c4d9586-b6d8-476a-b1a4-704e6bad4965", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.101780] env[70867]: DEBUG oslo_vmware.api [None req-d3adcd98-7bfd-4d67-88f8-ec9ae48cfa0e tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473923, 'name': ReconfigVM_Task, 'duration_secs': 0.550517} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.102276] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d3adcd98-7bfd-4d67-88f8-ec9ae48cfa0e tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Releasing lock "be9a92c6-88ea-4958-9c4e-a7b4715e0433" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.102489] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d3adcd98-7bfd-4d67-88f8-ec9ae48cfa0e tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Reconfigured VM to attach interface {{(pid=70867) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 955.187955] env[70867]: DEBUG nova.scheduler.client.report [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.212381] env[70867]: DEBUG nova.compute.manager [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.225607] env[70867]: DEBUG oslo_vmware.api [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473924, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.238304] env[70867]: DEBUG nova.virt.hardware [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.238616] env[70867]: DEBUG nova.virt.hardware [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.238823] env[70867]: DEBUG nova.virt.hardware [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.239978] env[70867]: DEBUG nova.virt.hardware [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.239978] env[70867]: DEBUG nova.virt.hardware [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.239978] env[70867]: DEBUG nova.virt.hardware [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.239978] env[70867]: DEBUG nova.virt.hardware [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.239978] env[70867]: DEBUG nova.virt.hardware [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.239978] env[70867]: DEBUG nova.virt.hardware [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.240329] env[70867]: DEBUG nova.virt.hardware [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.240573] env[70867]: DEBUG nova.virt.hardware [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.241458] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded40673-9c92-4cec-bab7-5ead6460a71b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.249931] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40f3cee-5f88-4514-b1f8-e0e40bc018c4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.440442] env[70867]: DEBUG nova.network.neutron [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Successfully updated port: 097d5e95-bcd9-45da-b169-6ede9ace34c0 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 955.582559] env[70867]: DEBUG oslo_concurrency.lockutils [req-8263beec-2ed3-41a8-8eaf-c9c9ce92f2d7 req-858dd321-08ca-4f7d-b8d8-259a0445cb90 service nova] Releasing lock "refresh_cache-be9a92c6-88ea-4958-9c4e-a7b4715e0433" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.606605] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d3adcd98-7bfd-4d67-88f8-ec9ae48cfa0e tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "interface-be9a92c6-88ea-4958-9c4e-a7b4715e0433-5c4d9586-b6d8-476a-b1a4-704e6bad4965" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.775s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.692618] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.693177] env[70867]: DEBUG nova.compute.manager [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 955.695905] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a2de21be-81b9-4fed-9e0b-8f365e76be1c tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.739s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.696168] env[70867]: DEBUG nova.objects.instance [None req-a2de21be-81b9-4fed-9e0b-8f365e76be1c tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Lazy-loading 'resources' on Instance uuid ee353059-2dd8-4ab3-835b-ab7655cb9b44 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.726601] env[70867]: DEBUG oslo_vmware.api [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473924, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.943471] env[70867]: DEBUG oslo_concurrency.lockutils [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Acquiring lock "refresh_cache-68a1635a-1822-419d-8475-1fd58a118d8d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.943653] env[70867]: DEBUG oslo_concurrency.lockutils [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Acquired lock "refresh_cache-68a1635a-1822-419d-8475-1fd58a118d8d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.943867] env[70867]: DEBUG nova.network.neutron [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.199824] env[70867]: DEBUG nova.compute.utils [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 956.204902] env[70867]: DEBUG nova.compute.manager [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 956.204902] env[70867]: DEBUG nova.network.neutron [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 956.229574] env[70867]: DEBUG oslo_vmware.api [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473924, 'name': ReconfigVM_Task, 'duration_secs': 1.159187} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.229853] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 956.230672] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24a5e86-dd1f-4c39-b341-c58b557aebf0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.253880] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 3d2b5374-46c8-4ab9-ab4c-4376eadfb236/3d2b5374-46c8-4ab9-ab4c-4376eadfb236.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.257664] env[70867]: DEBUG nova.policy [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86ca3ba8f86045e7bf819f7d1c271147', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18e987b51bea4331b1ffaa756933d253', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 956.259230] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11d1fe63-c7ce-4623-9925-c7f3a1b57962 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.279711] env[70867]: DEBUG oslo_vmware.api [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Waiting for the task: (returnval){ [ 956.279711] env[70867]: value = "task-3473925" [ 956.279711] env[70867]: _type = "Task" [ 956.279711] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.293854] env[70867]: DEBUG oslo_vmware.api [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473925, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.492380] env[70867]: DEBUG nova.compute.manager [req-19a1af97-f75e-4d56-b4f5-122efd009e87 req-a5adca37-cfc3-46df-af80-47a7b6f61429 service nova] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Received event network-vif-plugged-097d5e95-bcd9-45da-b169-6ede9ace34c0 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.492599] env[70867]: DEBUG oslo_concurrency.lockutils [req-19a1af97-f75e-4d56-b4f5-122efd009e87 req-a5adca37-cfc3-46df-af80-47a7b6f61429 service nova] Acquiring lock "68a1635a-1822-419d-8475-1fd58a118d8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.493239] env[70867]: DEBUG oslo_concurrency.lockutils [req-19a1af97-f75e-4d56-b4f5-122efd009e87 req-a5adca37-cfc3-46df-af80-47a7b6f61429 service nova] Lock "68a1635a-1822-419d-8475-1fd58a118d8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.493420] env[70867]: DEBUG oslo_concurrency.lockutils [req-19a1af97-f75e-4d56-b4f5-122efd009e87 req-a5adca37-cfc3-46df-af80-47a7b6f61429 service nova] Lock "68a1635a-1822-419d-8475-1fd58a118d8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.493615] env[70867]: DEBUG nova.compute.manager [req-19a1af97-f75e-4d56-b4f5-122efd009e87 req-a5adca37-cfc3-46df-af80-47a7b6f61429 service nova] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] No waiting events found dispatching network-vif-plugged-097d5e95-bcd9-45da-b169-6ede9ace34c0 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 956.493785] env[70867]: WARNING nova.compute.manager [req-19a1af97-f75e-4d56-b4f5-122efd009e87 req-a5adca37-cfc3-46df-af80-47a7b6f61429 service nova] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Received unexpected event network-vif-plugged-097d5e95-bcd9-45da-b169-6ede9ace34c0 for instance with vm_state building and task_state spawning. [ 956.493945] env[70867]: DEBUG nova.compute.manager [req-19a1af97-f75e-4d56-b4f5-122efd009e87 req-a5adca37-cfc3-46df-af80-47a7b6f61429 service nova] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Received event network-changed-097d5e95-bcd9-45da-b169-6ede9ace34c0 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.494175] env[70867]: DEBUG nova.compute.manager [req-19a1af97-f75e-4d56-b4f5-122efd009e87 req-a5adca37-cfc3-46df-af80-47a7b6f61429 service nova] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Refreshing instance network info cache due to event network-changed-097d5e95-bcd9-45da-b169-6ede9ace34c0. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 956.494289] env[70867]: DEBUG oslo_concurrency.lockutils [req-19a1af97-f75e-4d56-b4f5-122efd009e87 req-a5adca37-cfc3-46df-af80-47a7b6f61429 service nova] Acquiring lock "refresh_cache-68a1635a-1822-419d-8475-1fd58a118d8d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.510756] env[70867]: DEBUG nova.network.neutron [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.647182] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b442a7-c07e-4d7f-9337-6f2a2f1fb88b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.654796] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0292de6a-d701-44b6-a0f4-8fcda42f2cbb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.686865] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bead68-59db-4492-a4a7-fe2b503b9d65 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.694623] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0dbb23-5f25-409a-9b92-9bbd45c6e8bb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.711121] env[70867]: DEBUG nova.compute.manager [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 956.713991] env[70867]: DEBUG nova.compute.provider_tree [None req-a2de21be-81b9-4fed-9e0b-8f365e76be1c tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.785053] env[70867]: DEBUG nova.network.neutron [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Updating instance_info_cache with network_info: [{"id": "097d5e95-bcd9-45da-b169-6ede9ace34c0", "address": "fa:16:3e:24:be:d3", "network": {"id": "88d6d340-3e67-4272-8b28-0219498e85bf", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1812737155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6c9ec0137fd40b2aaec41e20e902025", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap097d5e95-bc", "ovs_interfaceid": "097d5e95-bcd9-45da-b169-6ede9ace34c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.791610] env[70867]: DEBUG oslo_vmware.api [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473925, 'name': ReconfigVM_Task, 'duration_secs': 0.268334} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.792381] env[70867]: DEBUG nova.network.neutron [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Successfully created port: 37ba523f-36f1-4bc7-ac1c-0755100466fc {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 956.795928] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 3d2b5374-46c8-4ab9-ab4c-4376eadfb236/3d2b5374-46c8-4ab9-ab4c-4376eadfb236.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.799702] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60e47de-749b-4fc7-b834-ae4234496646 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.820638] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a33dae2-9daa-4371-95da-e188b0dd310a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.840719] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96cd7e2-dc52-4521-944a-f25ee7fd6f9a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.862211] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9538ce4a-4faa-43cb-a36d-625608238e57 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.869084] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.869326] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ad36645-b791-4b0b-aba7-c8c3aab14285 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.875119] env[70867]: DEBUG oslo_vmware.api [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Waiting for the task: (returnval){ [ 956.875119] env[70867]: value = "task-3473926" [ 956.875119] env[70867]: _type = "Task" [ 956.875119] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.882760] env[70867]: DEBUG oslo_vmware.api [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.220857] env[70867]: DEBUG nova.scheduler.client.report [None req-a2de21be-81b9-4fed-9e0b-8f365e76be1c tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.287681] env[70867]: DEBUG oslo_concurrency.lockutils [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Releasing lock "refresh_cache-68a1635a-1822-419d-8475-1fd58a118d8d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.288207] env[70867]: DEBUG nova.compute.manager [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Instance network_info: |[{"id": "097d5e95-bcd9-45da-b169-6ede9ace34c0", "address": "fa:16:3e:24:be:d3", "network": {"id": "88d6d340-3e67-4272-8b28-0219498e85bf", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1812737155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6c9ec0137fd40b2aaec41e20e902025", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap097d5e95-bc", "ovs_interfaceid": "097d5e95-bcd9-45da-b169-6ede9ace34c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 957.288623] env[70867]: DEBUG oslo_concurrency.lockutils [req-19a1af97-f75e-4d56-b4f5-122efd009e87 req-a5adca37-cfc3-46df-af80-47a7b6f61429 service nova] Acquired lock "refresh_cache-68a1635a-1822-419d-8475-1fd58a118d8d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.288798] env[70867]: DEBUG nova.network.neutron [req-19a1af97-f75e-4d56-b4f5-122efd009e87 req-a5adca37-cfc3-46df-af80-47a7b6f61429 service nova] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Refreshing network info cache for port 097d5e95-bcd9-45da-b169-6ede9ace34c0 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.290373] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:be:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '365ac5b1-6d83-4dfe-887f-60574d7f6124', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '097d5e95-bcd9-45da-b169-6ede9ace34c0', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.298489] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Creating folder: Project (a6c9ec0137fd40b2aaec41e20e902025). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 957.299525] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7118248d-4b77-437a-81d5-14a8cb1cebb0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.304484] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d2ee80aa-c2ce-468a-95e4-83028a22223f tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Acquiring lock "5d3010bf-1838-473c-bad2-530a75498da9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.304708] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d2ee80aa-c2ce-468a-95e4-83028a22223f tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Lock "5d3010bf-1838-473c-bad2-530a75498da9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.304901] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d2ee80aa-c2ce-468a-95e4-83028a22223f tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Acquiring lock "5d3010bf-1838-473c-bad2-530a75498da9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.305098] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d2ee80aa-c2ce-468a-95e4-83028a22223f tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Lock "5d3010bf-1838-473c-bad2-530a75498da9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.305267] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d2ee80aa-c2ce-468a-95e4-83028a22223f tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Lock "5d3010bf-1838-473c-bad2-530a75498da9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.307179] env[70867]: INFO nova.compute.manager [None req-d2ee80aa-c2ce-468a-95e4-83028a22223f tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Terminating instance [ 957.311576] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Created folder: Project (a6c9ec0137fd40b2aaec41e20e902025) in parent group-v694272. [ 957.311576] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Creating folder: Instances. Parent ref: group-v694461. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 957.312135] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf131d60-c15c-4d4a-adab-10cab79898bd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.321307] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Created folder: Instances in parent group-v694461. [ 957.321552] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.321730] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.321931] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a620db8-e479-46ee-afd1-398fa9083dbb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.342011] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.342011] env[70867]: value = "task-3473929" [ 957.342011] env[70867]: _type = "Task" [ 957.342011] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.349719] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473929, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.386647] env[70867]: DEBUG oslo_vmware.api [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473926, 'name': PowerOnVM_Task, 'duration_secs': 0.368273} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.387059] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.679809] env[70867]: DEBUG oslo_concurrency.lockutils [None req-89312061-334e-4576-8425-96542bfa5088 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "interface-be9a92c6-88ea-4958-9c4e-a7b4715e0433-7b786165-30f8-488c-b819-98fc8953483b" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.680267] env[70867]: DEBUG oslo_concurrency.lockutils [None req-89312061-334e-4576-8425-96542bfa5088 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "interface-be9a92c6-88ea-4958-9c4e-a7b4715e0433-7b786165-30f8-488c-b819-98fc8953483b" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.726036] env[70867]: DEBUG nova.compute.manager [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 957.729155] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a2de21be-81b9-4fed-9e0b-8f365e76be1c tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.731417] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.038s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.732979] env[70867]: INFO nova.compute.claims [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.753746] env[70867]: INFO nova.scheduler.client.report [None req-a2de21be-81b9-4fed-9e0b-8f365e76be1c tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Deleted allocations for instance ee353059-2dd8-4ab3-835b-ab7655cb9b44 [ 957.759206] env[70867]: DEBUG nova.virt.hardware [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.759206] env[70867]: DEBUG nova.virt.hardware [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.759206] env[70867]: DEBUG nova.virt.hardware [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.759552] env[70867]: DEBUG nova.virt.hardware [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.759552] env[70867]: DEBUG nova.virt.hardware [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.759925] env[70867]: DEBUG nova.virt.hardware [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.759925] env[70867]: DEBUG nova.virt.hardware [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.760118] env[70867]: DEBUG nova.virt.hardware [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.760554] env[70867]: DEBUG nova.virt.hardware [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.760554] env[70867]: DEBUG nova.virt.hardware [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.760807] env[70867]: DEBUG nova.virt.hardware [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.761720] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed778af-a13f-4257-bac5-4effd44a09dc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.772608] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4c42ca-9065-42d7-affd-e9105bcc6597 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.812687] env[70867]: DEBUG nova.compute.manager [None req-d2ee80aa-c2ce-468a-95e4-83028a22223f tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 957.812838] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ee80aa-c2ce-468a-95e4-83028a22223f tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.813897] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334d71a3-d50d-489c-9c83-94a61fe05393 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.821964] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ee80aa-c2ce-468a-95e4-83028a22223f tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.822234] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2dc12ba-8463-42d8-a357-a6895c3dec61 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.829225] env[70867]: DEBUG oslo_vmware.api [None req-d2ee80aa-c2ce-468a-95e4-83028a22223f tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Waiting for the task: (returnval){ [ 957.829225] env[70867]: value = "task-3473930" [ 957.829225] env[70867]: _type = "Task" [ 957.829225] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.840917] env[70867]: DEBUG oslo_vmware.api [None req-d2ee80aa-c2ce-468a-95e4-83028a22223f tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Task: {'id': task-3473930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.851781] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473929, 'name': CreateVM_Task, 'duration_secs': 0.308763} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.852023] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.852722] env[70867]: DEBUG oslo_concurrency.lockutils [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.852900] env[70867]: DEBUG oslo_concurrency.lockutils [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.853275] env[70867]: DEBUG oslo_concurrency.lockutils [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.853559] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bc533bc-375f-4fe2-b168-641eb71542b0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.858155] env[70867]: DEBUG oslo_vmware.api [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Waiting for the task: (returnval){ [ 957.858155] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527a7a65-cb28-6e0d-645b-909df44fb142" [ 957.858155] env[70867]: _type = "Task" [ 957.858155] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.866630] env[70867]: DEBUG oslo_vmware.api [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527a7a65-cb28-6e0d-645b-909df44fb142, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.022940] env[70867]: DEBUG nova.network.neutron [req-19a1af97-f75e-4d56-b4f5-122efd009e87 req-a5adca37-cfc3-46df-af80-47a7b6f61429 service nova] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Updated VIF entry in instance network info cache for port 097d5e95-bcd9-45da-b169-6ede9ace34c0. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.023332] env[70867]: DEBUG nova.network.neutron [req-19a1af97-f75e-4d56-b4f5-122efd009e87 req-a5adca37-cfc3-46df-af80-47a7b6f61429 service nova] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Updating instance_info_cache with network_info: [{"id": "097d5e95-bcd9-45da-b169-6ede9ace34c0", "address": "fa:16:3e:24:be:d3", "network": {"id": "88d6d340-3e67-4272-8b28-0219498e85bf", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1812737155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6c9ec0137fd40b2aaec41e20e902025", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap097d5e95-bc", "ovs_interfaceid": "097d5e95-bcd9-45da-b169-6ede9ace34c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.184132] env[70867]: DEBUG oslo_concurrency.lockutils [None req-89312061-334e-4576-8425-96542bfa5088 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "be9a92c6-88ea-4958-9c4e-a7b4715e0433" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.184954] env[70867]: DEBUG oslo_concurrency.lockutils [None req-89312061-334e-4576-8425-96542bfa5088 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquired lock "be9a92c6-88ea-4958-9c4e-a7b4715e0433" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.187559] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670d9748-c821-42ea-9d6d-9f90b645fa15 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.206954] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914fc82d-9d14-44b2-8bec-97d2c5d0e48a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.242545] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-89312061-334e-4576-8425-96542bfa5088 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Reconfiguring VM to detach interface {{(pid=70867) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 958.246286] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-435e2f13-13db-4b1c-a3ed-3ff5bb156bcd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.270822] env[70867]: DEBUG oslo_vmware.api [None req-89312061-334e-4576-8425-96542bfa5088 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 958.270822] env[70867]: value = "task-3473931" [ 958.270822] env[70867]: _type = "Task" [ 958.270822] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.272138] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a2de21be-81b9-4fed-9e0b-8f365e76be1c tempest-ListServerFiltersTestJSON-2114532629 tempest-ListServerFiltersTestJSON-2114532629-project-member] Lock "ee353059-2dd8-4ab3-835b-ab7655cb9b44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.008s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.282197] env[70867]: DEBUG oslo_vmware.api [None req-89312061-334e-4576-8425-96542bfa5088 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473931, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.339572] env[70867]: DEBUG oslo_vmware.api [None req-d2ee80aa-c2ce-468a-95e4-83028a22223f tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Task: {'id': task-3473930, 'name': PowerOffVM_Task, 'duration_secs': 0.371824} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.339866] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ee80aa-c2ce-468a-95e4-83028a22223f tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.340054] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ee80aa-c2ce-468a-95e4-83028a22223f tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.340311] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9a652a3-ac7a-4d7f-a19c-ec100bdbf9d8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.370944] env[70867]: DEBUG oslo_vmware.api [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527a7a65-cb28-6e0d-645b-909df44fb142, 'name': SearchDatastore_Task, 'duration_secs': 0.015745} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.371183] env[70867]: DEBUG oslo_concurrency.lockutils [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.371431] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.371678] env[70867]: DEBUG oslo_concurrency.lockutils [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.372032] env[70867]: DEBUG oslo_concurrency.lockutils [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.372267] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.372536] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91f7f034-a0bb-4f91-879e-2f57278c996d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.383514] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.383712] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.384457] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fa279f6-e5dd-43e3-b895-a3e4f481adcd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.391888] env[70867]: DEBUG oslo_vmware.api [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Waiting for the task: (returnval){ [ 958.391888] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e2f6a1-98f8-ca97-a350-b50a87d4dc5d" [ 958.391888] env[70867]: _type = "Task" [ 958.391888] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.398022] env[70867]: INFO nova.compute.manager [None req-647a061c-f381-42ea-b551-2a90de2b0e18 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Updating instance to original state: 'active' [ 958.408757] env[70867]: DEBUG oslo_vmware.api [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e2f6a1-98f8-ca97-a350-b50a87d4dc5d, 'name': SearchDatastore_Task, 'duration_secs': 0.00842} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.411390] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ee80aa-c2ce-468a-95e4-83028a22223f tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.411594] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ee80aa-c2ce-468a-95e4-83028a22223f tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.411766] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2ee80aa-c2ce-468a-95e4-83028a22223f tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Deleting the datastore file [datastore2] 5d3010bf-1838-473c-bad2-530a75498da9 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.412061] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-785055b2-e6f2-4dc4-a3a4-183f30ebe384 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.414395] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb0c5495-36a5-41be-b7e4-a727312d3f94 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.419272] env[70867]: DEBUG oslo_vmware.api [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Waiting for the task: (returnval){ [ 958.419272] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52692a86-6b54-9986-2369-707ac7092cff" [ 958.419272] env[70867]: _type = "Task" [ 958.419272] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.424258] env[70867]: DEBUG oslo_vmware.api [None req-d2ee80aa-c2ce-468a-95e4-83028a22223f tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Waiting for the task: (returnval){ [ 958.424258] env[70867]: value = "task-3473933" [ 958.424258] env[70867]: _type = "Task" [ 958.424258] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.433732] env[70867]: DEBUG oslo_vmware.api [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52692a86-6b54-9986-2369-707ac7092cff, 'name': SearchDatastore_Task, 'duration_secs': 0.011578} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.434491] env[70867]: DEBUG oslo_concurrency.lockutils [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.434608] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 68a1635a-1822-419d-8475-1fd58a118d8d/68a1635a-1822-419d-8475-1fd58a118d8d.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.435099] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-292f8e37-a900-4729-aea5-6388550192f4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.439523] env[70867]: DEBUG oslo_vmware.api [None req-d2ee80aa-c2ce-468a-95e4-83028a22223f tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Task: {'id': task-3473933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.448064] env[70867]: DEBUG oslo_vmware.api [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Waiting for the task: (returnval){ [ 958.448064] env[70867]: value = "task-3473934" [ 958.448064] env[70867]: _type = "Task" [ 958.448064] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.460892] env[70867]: DEBUG oslo_vmware.api [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Task: {'id': task-3473934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.529222] env[70867]: DEBUG oslo_concurrency.lockutils [req-19a1af97-f75e-4d56-b4f5-122efd009e87 req-a5adca37-cfc3-46df-af80-47a7b6f61429 service nova] Releasing lock "refresh_cache-68a1635a-1822-419d-8475-1fd58a118d8d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.547239] env[70867]: DEBUG nova.compute.manager [req-1deb5687-324b-4ea1-9369-ae04452d46eb req-0660ad01-e4e6-4b26-90b0-f1c45e6fdef6 service nova] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Received event network-vif-plugged-37ba523f-36f1-4bc7-ac1c-0755100466fc {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.547239] env[70867]: DEBUG oslo_concurrency.lockutils [req-1deb5687-324b-4ea1-9369-ae04452d46eb req-0660ad01-e4e6-4b26-90b0-f1c45e6fdef6 service nova] Acquiring lock "395a456a-0ff5-496e-9a22-71c787a1a4cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.547239] env[70867]: DEBUG oslo_concurrency.lockutils [req-1deb5687-324b-4ea1-9369-ae04452d46eb req-0660ad01-e4e6-4b26-90b0-f1c45e6fdef6 service nova] Lock "395a456a-0ff5-496e-9a22-71c787a1a4cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.547239] env[70867]: DEBUG oslo_concurrency.lockutils [req-1deb5687-324b-4ea1-9369-ae04452d46eb req-0660ad01-e4e6-4b26-90b0-f1c45e6fdef6 service nova] Lock "395a456a-0ff5-496e-9a22-71c787a1a4cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.547239] env[70867]: DEBUG nova.compute.manager [req-1deb5687-324b-4ea1-9369-ae04452d46eb req-0660ad01-e4e6-4b26-90b0-f1c45e6fdef6 service nova] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] No waiting events found dispatching network-vif-plugged-37ba523f-36f1-4bc7-ac1c-0755100466fc {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 958.547239] env[70867]: WARNING nova.compute.manager [req-1deb5687-324b-4ea1-9369-ae04452d46eb req-0660ad01-e4e6-4b26-90b0-f1c45e6fdef6 service nova] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Received unexpected event network-vif-plugged-37ba523f-36f1-4bc7-ac1c-0755100466fc for instance with vm_state building and task_state spawning. [ 958.570863] env[70867]: DEBUG nova.network.neutron [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Successfully updated port: 37ba523f-36f1-4bc7-ac1c-0755100466fc {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 958.762025] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a682f6-af60-4af2-8315-97aaffd5d640 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.769822] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafd43ae-1225-4ff4-a618-c5ccc242d1ea {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.811978] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffddf01-e5a8-4459-b01e-d37fb3769437 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.814804] env[70867]: DEBUG oslo_vmware.api [None req-89312061-334e-4576-8425-96542bfa5088 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.822897] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7704949a-bf18-4cf6-ab0b-b3bb8e091a89 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.839301] env[70867]: DEBUG nova.compute.provider_tree [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.939028] env[70867]: DEBUG oslo_vmware.api [None req-d2ee80aa-c2ce-468a-95e4-83028a22223f tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Task: {'id': task-3473933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157336} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.939028] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2ee80aa-c2ce-468a-95e4-83028a22223f tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.939028] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ee80aa-c2ce-468a-95e4-83028a22223f tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.939028] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ee80aa-c2ce-468a-95e4-83028a22223f tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.939028] env[70867]: INFO nova.compute.manager [None req-d2ee80aa-c2ce-468a-95e4-83028a22223f tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 958.939028] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2ee80aa-c2ce-468a-95e4-83028a22223f tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.939028] env[70867]: DEBUG nova.compute.manager [-] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.939028] env[70867]: DEBUG nova.network.neutron [-] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 958.959637] env[70867]: DEBUG oslo_vmware.api [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Task: {'id': task-3473934, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444574} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.959919] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 68a1635a-1822-419d-8475-1fd58a118d8d/68a1635a-1822-419d-8475-1fd58a118d8d.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.960163] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.960436] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a42d4679-4fc7-483d-b323-25e44ec7d5ac {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.967743] env[70867]: DEBUG oslo_vmware.api [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Waiting for the task: (returnval){ [ 958.967743] env[70867]: value = "task-3473935" [ 958.967743] env[70867]: _type = "Task" [ 958.967743] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.976396] env[70867]: DEBUG oslo_vmware.api [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Task: {'id': task-3473935, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.074377] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquiring lock "refresh_cache-395a456a-0ff5-496e-9a22-71c787a1a4cd" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.074535] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquired lock "refresh_cache-395a456a-0ff5-496e-9a22-71c787a1a4cd" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.074711] env[70867]: DEBUG nova.network.neutron [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.287127] env[70867]: DEBUG oslo_vmware.api [None req-89312061-334e-4576-8425-96542bfa5088 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.343370] env[70867]: DEBUG nova.scheduler.client.report [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.480041] env[70867]: DEBUG oslo_vmware.api [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Task: {'id': task-3473935, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071045} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.480041] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.480540] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f752de62-bc07-4d02-99e8-e0d4a5e46d86 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.503582] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 68a1635a-1822-419d-8475-1fd58a118d8d/68a1635a-1822-419d-8475-1fd58a118d8d.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.503582] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c4ba215-9120-4d1d-9786-dd4c0c02e0d9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.524249] env[70867]: DEBUG oslo_vmware.api [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Waiting for the task: (returnval){ [ 959.524249] env[70867]: value = "task-3473936" [ 959.524249] env[70867]: _type = "Task" [ 959.524249] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.533344] env[70867]: DEBUG oslo_vmware.api [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Task: {'id': task-3473936, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.705499] env[70867]: DEBUG nova.network.neutron [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.788114] env[70867]: DEBUG oslo_vmware.api [None req-89312061-334e-4576-8425-96542bfa5088 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.850135] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.118s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.850450] env[70867]: DEBUG nova.compute.manager [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.853067] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.105s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.855230] env[70867]: INFO nova.compute.claims [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.906030] env[70867]: DEBUG nova.network.neutron [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Updating instance_info_cache with network_info: [{"id": "37ba523f-36f1-4bc7-ac1c-0755100466fc", "address": "fa:16:3e:74:44:ff", "network": {"id": "3e493881-eefe-496a-9353-8028aec5f643", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2077825194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18e987b51bea4331b1ffaa756933d253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37ba523f-36", "ovs_interfaceid": "37ba523f-36f1-4bc7-ac1c-0755100466fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.976417] env[70867]: DEBUG nova.network.neutron [-] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.034307] env[70867]: DEBUG oslo_vmware.api [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Task: {'id': task-3473936, 'name': ReconfigVM_Task, 'duration_secs': 0.284694} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.034967] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 68a1635a-1822-419d-8475-1fd58a118d8d/68a1635a-1822-419d-8475-1fd58a118d8d.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.035270] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74f45120-934d-4ff5-b42d-5832ead18a9d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.042264] env[70867]: DEBUG oslo_vmware.api [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Waiting for the task: (returnval){ [ 960.042264] env[70867]: value = "task-3473937" [ 960.042264] env[70867]: _type = "Task" [ 960.042264] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.050316] env[70867]: DEBUG oslo_vmware.api [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Task: {'id': task-3473937, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.289434] env[70867]: DEBUG oslo_vmware.api [None req-89312061-334e-4576-8425-96542bfa5088 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.360669] env[70867]: DEBUG nova.compute.utils [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.367605] env[70867]: DEBUG nova.compute.manager [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.367738] env[70867]: DEBUG nova.network.neutron [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.408232] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Releasing lock "refresh_cache-395a456a-0ff5-496e-9a22-71c787a1a4cd" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.408621] env[70867]: DEBUG nova.compute.manager [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Instance network_info: |[{"id": "37ba523f-36f1-4bc7-ac1c-0755100466fc", "address": "fa:16:3e:74:44:ff", "network": {"id": "3e493881-eefe-496a-9353-8028aec5f643", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2077825194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18e987b51bea4331b1ffaa756933d253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37ba523f-36", "ovs_interfaceid": "37ba523f-36f1-4bc7-ac1c-0755100466fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 960.409046] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:44:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d0c6fd7-3cc9-4818-9475-8f15900394cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37ba523f-36f1-4bc7-ac1c-0755100466fc', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.416664] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.418283] env[70867]: DEBUG nova.policy [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f37b816a64e340e69c7059449d48b072', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c70199e9c934312b62b1d9b3ce86a19', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.419717] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.419966] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fc371e2-aad8-4805-b867-6b5c7c7d7f97 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.442299] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.442299] env[70867]: value = "task-3473938" [ 960.442299] env[70867]: _type = "Task" [ 960.442299] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.450677] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473938, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.480507] env[70867]: INFO nova.compute.manager [-] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Took 1.54 seconds to deallocate network for instance. [ 960.552766] env[70867]: DEBUG oslo_vmware.api [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Task: {'id': task-3473937, 'name': Rename_Task, 'duration_secs': 0.155811} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.552859] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.554144] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-438cb3a7-1908-473b-b817-d134e692f4fb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.561127] env[70867]: DEBUG oslo_vmware.api [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Waiting for the task: (returnval){ [ 960.561127] env[70867]: value = "task-3473939" [ 960.561127] env[70867]: _type = "Task" [ 960.561127] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.568221] env[70867]: DEBUG oslo_vmware.api [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Task: {'id': task-3473939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.578899] env[70867]: DEBUG nova.compute.manager [req-499698ab-8972-4aaa-b148-5643db6bcfe4 req-6fbe6f04-47da-4ce4-9e64-a71a787daf76 service nova] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Received event network-changed-37ba523f-36f1-4bc7-ac1c-0755100466fc {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.578899] env[70867]: DEBUG nova.compute.manager [req-499698ab-8972-4aaa-b148-5643db6bcfe4 req-6fbe6f04-47da-4ce4-9e64-a71a787daf76 service nova] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Refreshing instance network info cache due to event network-changed-37ba523f-36f1-4bc7-ac1c-0755100466fc. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 960.578899] env[70867]: DEBUG oslo_concurrency.lockutils [req-499698ab-8972-4aaa-b148-5643db6bcfe4 req-6fbe6f04-47da-4ce4-9e64-a71a787daf76 service nova] Acquiring lock "refresh_cache-395a456a-0ff5-496e-9a22-71c787a1a4cd" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.580237] env[70867]: DEBUG oslo_concurrency.lockutils [req-499698ab-8972-4aaa-b148-5643db6bcfe4 req-6fbe6f04-47da-4ce4-9e64-a71a787daf76 service nova] Acquired lock "refresh_cache-395a456a-0ff5-496e-9a22-71c787a1a4cd" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.580237] env[70867]: DEBUG nova.network.neutron [req-499698ab-8972-4aaa-b148-5643db6bcfe4 req-6fbe6f04-47da-4ce4-9e64-a71a787daf76 service nova] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Refreshing network info cache for port 37ba523f-36f1-4bc7-ac1c-0755100466fc {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 960.693168] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b0d80dbd-ffcb-45c7-bd88-e569a95aba14 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquiring lock "3d2b5374-46c8-4ab9-ab4c-4376eadfb236" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.693490] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b0d80dbd-ffcb-45c7-bd88-e569a95aba14 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Lock "3d2b5374-46c8-4ab9-ab4c-4376eadfb236" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.693750] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b0d80dbd-ffcb-45c7-bd88-e569a95aba14 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquiring lock "3d2b5374-46c8-4ab9-ab4c-4376eadfb236-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.693979] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b0d80dbd-ffcb-45c7-bd88-e569a95aba14 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Lock "3d2b5374-46c8-4ab9-ab4c-4376eadfb236-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.694200] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b0d80dbd-ffcb-45c7-bd88-e569a95aba14 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Lock "3d2b5374-46c8-4ab9-ab4c-4376eadfb236-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.696885] env[70867]: INFO nova.compute.manager [None req-b0d80dbd-ffcb-45c7-bd88-e569a95aba14 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Terminating instance [ 960.745118] env[70867]: DEBUG nova.network.neutron [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Successfully created port: 9482d5f0-4ed8-4378-b600-d7ea982152a3 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.787351] env[70867]: DEBUG oslo_vmware.api [None req-89312061-334e-4576-8425-96542bfa5088 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.868107] env[70867]: DEBUG nova.compute.manager [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.958053] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473938, 'name': CreateVM_Task, 'duration_secs': 0.328779} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.958163] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 960.958860] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.960837] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.961186] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.961452] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4517b8d4-c24a-456a-85c7-831e9ee540e1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.967904] env[70867]: DEBUG oslo_vmware.api [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 960.967904] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52558c5c-a43f-bdc7-13ec-235955d792a9" [ 960.967904] env[70867]: _type = "Task" [ 960.967904] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.974869] env[70867]: DEBUG oslo_vmware.api [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52558c5c-a43f-bdc7-13ec-235955d792a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.986927] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d2ee80aa-c2ce-468a-95e4-83028a22223f tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.070706] env[70867]: DEBUG oslo_vmware.api [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Task: {'id': task-3473939, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.201256] env[70867]: DEBUG nova.compute.manager [None req-b0d80dbd-ffcb-45c7-bd88-e569a95aba14 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.201486] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d80dbd-ffcb-45c7-bd88-e569a95aba14 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.202363] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d051dd1-1ac5-467f-b111-14f95c48ea78 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.212965] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d80dbd-ffcb-45c7-bd88-e569a95aba14 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.212965] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56db100c-2b33-4650-8eca-1c5eebead3a6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.221906] env[70867]: DEBUG oslo_vmware.api [None req-b0d80dbd-ffcb-45c7-bd88-e569a95aba14 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Waiting for the task: (returnval){ [ 961.221906] env[70867]: value = "task-3473940" [ 961.221906] env[70867]: _type = "Task" [ 961.221906] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.233701] env[70867]: DEBUG oslo_vmware.api [None req-b0d80dbd-ffcb-45c7-bd88-e569a95aba14 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.289309] env[70867]: DEBUG oslo_vmware.api [None req-89312061-334e-4576-8425-96542bfa5088 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.329492] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a435434-9cf5-4785-968c-f2f9707a6de0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.337032] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3103bfbc-2a98-48d9-9c6e-60ad900f28d9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.369748] env[70867]: DEBUG nova.network.neutron [req-499698ab-8972-4aaa-b148-5643db6bcfe4 req-6fbe6f04-47da-4ce4-9e64-a71a787daf76 service nova] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Updated VIF entry in instance network info cache for port 37ba523f-36f1-4bc7-ac1c-0755100466fc. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 961.370180] env[70867]: DEBUG nova.network.neutron [req-499698ab-8972-4aaa-b148-5643db6bcfe4 req-6fbe6f04-47da-4ce4-9e64-a71a787daf76 service nova] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Updating instance_info_cache with network_info: [{"id": "37ba523f-36f1-4bc7-ac1c-0755100466fc", "address": "fa:16:3e:74:44:ff", "network": {"id": "3e493881-eefe-496a-9353-8028aec5f643", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2077825194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18e987b51bea4331b1ffaa756933d253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37ba523f-36", "ovs_interfaceid": "37ba523f-36f1-4bc7-ac1c-0755100466fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.371940] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c1e631-139d-45ba-832f-43dd9e5cca01 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.386424] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247bce97-db28-429e-a080-49a7e8c1a063 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.402728] env[70867]: DEBUG nova.compute.provider_tree [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.477392] env[70867]: DEBUG oslo_vmware.api [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52558c5c-a43f-bdc7-13ec-235955d792a9, 'name': SearchDatastore_Task, 'duration_secs': 0.009545} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.477696] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.477934] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.478311] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.478484] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.478672] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.478930] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62903298-0011-4235-9f99-1a5fec5c6500 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.487266] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.487442] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.488130] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e42ec029-c4ad-45f2-a5f1-824f9440d7a0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.493432] env[70867]: DEBUG oslo_vmware.api [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 961.493432] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]528bc1e7-df4b-4aeb-7ebd-1ad47f9c2e97" [ 961.493432] env[70867]: _type = "Task" [ 961.493432] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.500969] env[70867]: DEBUG oslo_vmware.api [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]528bc1e7-df4b-4aeb-7ebd-1ad47f9c2e97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.572231] env[70867]: DEBUG oslo_vmware.api [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Task: {'id': task-3473939, 'name': PowerOnVM_Task, 'duration_secs': 0.592879} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.572231] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.572231] env[70867]: INFO nova.compute.manager [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Took 6.36 seconds to spawn the instance on the hypervisor. [ 961.572231] env[70867]: DEBUG nova.compute.manager [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.572989] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1177625-0286-498d-a6d4-0b4c49ad10a4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.732289] env[70867]: DEBUG oslo_vmware.api [None req-b0d80dbd-ffcb-45c7-bd88-e569a95aba14 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473940, 'name': PowerOffVM_Task, 'duration_secs': 0.208257} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.732576] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d80dbd-ffcb-45c7-bd88-e569a95aba14 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.732807] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d80dbd-ffcb-45c7-bd88-e569a95aba14 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.732978] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a00c2ba2-fc3e-4a64-a413-bf6d780ff9c0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.789429] env[70867]: DEBUG oslo_vmware.api [None req-89312061-334e-4576-8425-96542bfa5088 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.790516] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d80dbd-ffcb-45c7-bd88-e569a95aba14 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.790717] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d80dbd-ffcb-45c7-bd88-e569a95aba14 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.790892] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0d80dbd-ffcb-45c7-bd88-e569a95aba14 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Deleting the datastore file [datastore2] 3d2b5374-46c8-4ab9-ab4c-4376eadfb236 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.791143] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c21d697-9f62-47cc-95f9-3c461da7c3d8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.796852] env[70867]: DEBUG oslo_vmware.api [None req-b0d80dbd-ffcb-45c7-bd88-e569a95aba14 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Waiting for the task: (returnval){ [ 961.796852] env[70867]: value = "task-3473942" [ 961.796852] env[70867]: _type = "Task" [ 961.796852] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.803837] env[70867]: DEBUG oslo_vmware.api [None req-b0d80dbd-ffcb-45c7-bd88-e569a95aba14 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.876348] env[70867]: DEBUG oslo_concurrency.lockutils [req-499698ab-8972-4aaa-b148-5643db6bcfe4 req-6fbe6f04-47da-4ce4-9e64-a71a787daf76 service nova] Releasing lock "refresh_cache-395a456a-0ff5-496e-9a22-71c787a1a4cd" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.876348] env[70867]: DEBUG nova.compute.manager [req-499698ab-8972-4aaa-b148-5643db6bcfe4 req-6fbe6f04-47da-4ce4-9e64-a71a787daf76 service nova] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Received event network-vif-deleted-5a48df18-6b0b-4af0-a2f9-7b1587904d34 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.881697] env[70867]: DEBUG nova.compute.manager [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.907331] env[70867]: DEBUG nova.virt.hardware [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.907588] env[70867]: DEBUG nova.virt.hardware [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.907744] env[70867]: DEBUG nova.virt.hardware [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.907925] env[70867]: DEBUG nova.virt.hardware [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.908083] env[70867]: DEBUG nova.virt.hardware [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.908231] env[70867]: DEBUG nova.virt.hardware [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.908513] env[70867]: DEBUG nova.virt.hardware [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.908680] env[70867]: DEBUG nova.virt.hardware [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.908846] env[70867]: DEBUG nova.virt.hardware [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.909017] env[70867]: DEBUG nova.virt.hardware [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.909200] env[70867]: DEBUG nova.virt.hardware [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.910035] env[70867]: DEBUG nova.scheduler.client.report [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.913711] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f558ae64-d2c4-4199-a45f-258c3e4d6f14 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.921489] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c78a1fc-fd16-4219-a6e9-8b59465bc1e7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.003886] env[70867]: DEBUG oslo_vmware.api [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]528bc1e7-df4b-4aeb-7ebd-1ad47f9c2e97, 'name': SearchDatastore_Task, 'duration_secs': 0.009299} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.004698] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9130e516-39f8-4c86-a203-a1cf2c1f87f9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.009815] env[70867]: DEBUG oslo_vmware.api [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 962.009815] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52513c96-ed1e-1f08-1528-92692aa4c94b" [ 962.009815] env[70867]: _type = "Task" [ 962.009815] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.016929] env[70867]: DEBUG oslo_vmware.api [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52513c96-ed1e-1f08-1528-92692aa4c94b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.091633] env[70867]: INFO nova.compute.manager [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Took 51.23 seconds to build instance. [ 962.289028] env[70867]: DEBUG oslo_vmware.api [None req-89312061-334e-4576-8425-96542bfa5088 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.305455] env[70867]: DEBUG oslo_vmware.api [None req-b0d80dbd-ffcb-45c7-bd88-e569a95aba14 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3473942, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151693} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.305732] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0d80dbd-ffcb-45c7-bd88-e569a95aba14 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.305922] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d80dbd-ffcb-45c7-bd88-e569a95aba14 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.306119] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d80dbd-ffcb-45c7-bd88-e569a95aba14 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.306343] env[70867]: INFO nova.compute.manager [None req-b0d80dbd-ffcb-45c7-bd88-e569a95aba14 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Took 1.10 seconds to destroy the instance on the hypervisor. [ 962.306603] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0d80dbd-ffcb-45c7-bd88-e569a95aba14 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.306800] env[70867]: DEBUG nova.compute.manager [-] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.306898] env[70867]: DEBUG nova.network.neutron [-] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.359642] env[70867]: DEBUG nova.network.neutron [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Successfully updated port: 9482d5f0-4ed8-4378-b600-d7ea982152a3 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.417383] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.417898] env[70867]: DEBUG nova.compute.manager [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 962.421032] env[70867]: DEBUG oslo_concurrency.lockutils [None req-758321e9-4b40-421f-8645-38af9a86835f tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 40.475s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.520215] env[70867]: DEBUG oslo_vmware.api [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52513c96-ed1e-1f08-1528-92692aa4c94b, 'name': SearchDatastore_Task, 'duration_secs': 0.00974} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.520500] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.520815] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 395a456a-0ff5-496e-9a22-71c787a1a4cd/395a456a-0ff5-496e-9a22-71c787a1a4cd.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.521130] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5842ccb2-2255-4f26-940f-50b53ae42669 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.533868] env[70867]: DEBUG oslo_vmware.api [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 962.533868] env[70867]: value = "task-3473943" [ 962.533868] env[70867]: _type = "Task" [ 962.533868] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.544039] env[70867]: DEBUG oslo_vmware.api [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.594193] env[70867]: DEBUG oslo_concurrency.lockutils [None req-20031095-64d5-42a6-b4df-387b3058700f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Lock "68a1635a-1822-419d-8475-1fd58a118d8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.737s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.733315] env[70867]: DEBUG nova.compute.manager [req-2f0fe038-6e92-41cf-a961-baf9178b2ef7 req-e800f8a0-e89a-463d-ab8c-070bb5343d1c service nova] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Received event network-vif-plugged-9482d5f0-4ed8-4378-b600-d7ea982152a3 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.733607] env[70867]: DEBUG oslo_concurrency.lockutils [req-2f0fe038-6e92-41cf-a961-baf9178b2ef7 req-e800f8a0-e89a-463d-ab8c-070bb5343d1c service nova] Acquiring lock "1975db69-f678-48dc-91b1-c0c350417a6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.733930] env[70867]: DEBUG oslo_concurrency.lockutils [req-2f0fe038-6e92-41cf-a961-baf9178b2ef7 req-e800f8a0-e89a-463d-ab8c-070bb5343d1c service nova] Lock "1975db69-f678-48dc-91b1-c0c350417a6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.734957] env[70867]: DEBUG oslo_concurrency.lockutils [req-2f0fe038-6e92-41cf-a961-baf9178b2ef7 req-e800f8a0-e89a-463d-ab8c-070bb5343d1c service nova] Lock "1975db69-f678-48dc-91b1-c0c350417a6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.735237] env[70867]: DEBUG nova.compute.manager [req-2f0fe038-6e92-41cf-a961-baf9178b2ef7 req-e800f8a0-e89a-463d-ab8c-070bb5343d1c service nova] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] No waiting events found dispatching network-vif-plugged-9482d5f0-4ed8-4378-b600-d7ea982152a3 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 962.735462] env[70867]: WARNING nova.compute.manager [req-2f0fe038-6e92-41cf-a961-baf9178b2ef7 req-e800f8a0-e89a-463d-ab8c-070bb5343d1c service nova] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Received unexpected event network-vif-plugged-9482d5f0-4ed8-4378-b600-d7ea982152a3 for instance with vm_state building and task_state spawning. [ 962.735706] env[70867]: DEBUG nova.compute.manager [req-2f0fe038-6e92-41cf-a961-baf9178b2ef7 req-e800f8a0-e89a-463d-ab8c-070bb5343d1c service nova] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Received event network-changed-9482d5f0-4ed8-4378-b600-d7ea982152a3 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.735831] env[70867]: DEBUG nova.compute.manager [req-2f0fe038-6e92-41cf-a961-baf9178b2ef7 req-e800f8a0-e89a-463d-ab8c-070bb5343d1c service nova] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Refreshing instance network info cache due to event network-changed-9482d5f0-4ed8-4378-b600-d7ea982152a3. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 962.736028] env[70867]: DEBUG oslo_concurrency.lockutils [req-2f0fe038-6e92-41cf-a961-baf9178b2ef7 req-e800f8a0-e89a-463d-ab8c-070bb5343d1c service nova] Acquiring lock "refresh_cache-1975db69-f678-48dc-91b1-c0c350417a6a" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.736233] env[70867]: DEBUG oslo_concurrency.lockutils [req-2f0fe038-6e92-41cf-a961-baf9178b2ef7 req-e800f8a0-e89a-463d-ab8c-070bb5343d1c service nova] Acquired lock "refresh_cache-1975db69-f678-48dc-91b1-c0c350417a6a" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.736407] env[70867]: DEBUG nova.network.neutron [req-2f0fe038-6e92-41cf-a961-baf9178b2ef7 req-e800f8a0-e89a-463d-ab8c-070bb5343d1c service nova] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Refreshing network info cache for port 9482d5f0-4ed8-4378-b600-d7ea982152a3 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.792064] env[70867]: DEBUG oslo_vmware.api [None req-89312061-334e-4576-8425-96542bfa5088 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.864031] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Acquiring lock "refresh_cache-1975db69-f678-48dc-91b1-c0c350417a6a" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.924632] env[70867]: DEBUG nova.compute.utils [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 962.929244] env[70867]: DEBUG nova.compute.manager [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 962.930481] env[70867]: DEBUG nova.network.neutron [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 962.974266] env[70867]: DEBUG nova.policy [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91787446e537451e83fe983632e40bd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5caa093a382340b6973f1bcfcdfb2566', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 963.045648] env[70867]: DEBUG oslo_vmware.api [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446599} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.045648] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 395a456a-0ff5-496e-9a22-71c787a1a4cd/395a456a-0ff5-496e-9a22-71c787a1a4cd.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.045858] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.046207] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-397acb5b-90fb-4b2f-adcc-bb4a2c574725 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.052367] env[70867]: DEBUG oslo_vmware.api [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 963.052367] env[70867]: value = "task-3473944" [ 963.052367] env[70867]: _type = "Task" [ 963.052367] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.062315] env[70867]: DEBUG oslo_vmware.api [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473944, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.139421] env[70867]: DEBUG nova.network.neutron [-] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.291793] env[70867]: DEBUG oslo_vmware.api [None req-89312061-334e-4576-8425-96542bfa5088 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.386596] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8317a597-12cd-4d6d-ad49-4868f0d89678 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.398809] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cd180d-9469-4a21-833f-1c7eaa8177ac {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.437930] env[70867]: DEBUG nova.compute.manager [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 963.444741] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0dacafb-3664-4584-98f5-73fee0e11c6b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.453233] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e8557c-4b13-4028-aad8-cf6c5018cb68 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.467684] env[70867]: DEBUG nova.compute.provider_tree [None req-758321e9-4b40-421f-8645-38af9a86835f tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.564068] env[70867]: DEBUG oslo_vmware.api [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473944, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063246} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.565035] env[70867]: DEBUG nova.network.neutron [req-2f0fe038-6e92-41cf-a961-baf9178b2ef7 req-e800f8a0-e89a-463d-ab8c-070bb5343d1c service nova] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.567260] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.568417] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e678f2b9-fa7e-4843-8a6c-b21cc29f1400 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.594231] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 395a456a-0ff5-496e-9a22-71c787a1a4cd/395a456a-0ff5-496e-9a22-71c787a1a4cd.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.594449] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe927713-ca2b-4d7c-a47d-8e6d488aa788 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.616093] env[70867]: DEBUG oslo_vmware.api [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 963.616093] env[70867]: value = "task-3473945" [ 963.616093] env[70867]: _type = "Task" [ 963.616093] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.619979] env[70867]: DEBUG nova.network.neutron [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Successfully created port: 28352365-f5d5-4b89-b360-0625ccdcb46a {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 963.626807] env[70867]: DEBUG oslo_vmware.api [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473945, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.644283] env[70867]: INFO nova.compute.manager [-] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Took 1.34 seconds to deallocate network for instance. [ 963.730336] env[70867]: DEBUG nova.network.neutron [req-2f0fe038-6e92-41cf-a961-baf9178b2ef7 req-e800f8a0-e89a-463d-ab8c-070bb5343d1c service nova] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.794805] env[70867]: DEBUG oslo_vmware.api [None req-89312061-334e-4576-8425-96542bfa5088 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473931, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.971543] env[70867]: DEBUG nova.scheduler.client.report [None req-758321e9-4b40-421f-8645-38af9a86835f tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.127435] env[70867]: DEBUG oslo_vmware.api [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473945, 'name': ReconfigVM_Task, 'duration_secs': 0.287124} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.127717] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 395a456a-0ff5-496e-9a22-71c787a1a4cd/395a456a-0ff5-496e-9a22-71c787a1a4cd.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.128597] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-319fddd6-a7b0-4528-8725-06d5917f3694 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.135069] env[70867]: DEBUG oslo_vmware.api [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 964.135069] env[70867]: value = "task-3473946" [ 964.135069] env[70867]: _type = "Task" [ 964.135069] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.143181] env[70867]: DEBUG oslo_vmware.api [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473946, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.150359] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b0d80dbd-ffcb-45c7-bd88-e569a95aba14 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.234536] env[70867]: DEBUG oslo_concurrency.lockutils [req-2f0fe038-6e92-41cf-a961-baf9178b2ef7 req-e800f8a0-e89a-463d-ab8c-070bb5343d1c service nova] Releasing lock "refresh_cache-1975db69-f678-48dc-91b1-c0c350417a6a" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.234536] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Acquired lock "refresh_cache-1975db69-f678-48dc-91b1-c0c350417a6a" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.234536] env[70867]: DEBUG nova.network.neutron [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.294947] env[70867]: DEBUG oslo_vmware.api [None req-89312061-334e-4576-8425-96542bfa5088 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473931, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.455634] env[70867]: DEBUG nova.compute.manager [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 964.484678] env[70867]: DEBUG nova.virt.hardware [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.484968] env[70867]: DEBUG nova.virt.hardware [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.485149] env[70867]: DEBUG nova.virt.hardware [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.485358] env[70867]: DEBUG nova.virt.hardware [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.485622] env[70867]: DEBUG nova.virt.hardware [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.485874] env[70867]: DEBUG nova.virt.hardware [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.486288] env[70867]: DEBUG nova.virt.hardware [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.486528] env[70867]: DEBUG nova.virt.hardware [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.486786] env[70867]: DEBUG nova.virt.hardware [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.486995] env[70867]: DEBUG nova.virt.hardware [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.487300] env[70867]: DEBUG nova.virt.hardware [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.488578] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0a2fef-226a-474a-a77a-7a2fb9402897 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.497132] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bc5efe-06a8-4072-a924-873655860725 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.646286] env[70867]: DEBUG oslo_vmware.api [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473946, 'name': Rename_Task, 'duration_secs': 0.151113} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.646657] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.647674] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85730465-3f7e-4333-b472-fdb8d8a5a71b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.653475] env[70867]: DEBUG oslo_vmware.api [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 964.653475] env[70867]: value = "task-3473947" [ 964.653475] env[70867]: _type = "Task" [ 964.653475] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.666898] env[70867]: DEBUG oslo_vmware.api [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.774512] env[70867]: DEBUG nova.network.neutron [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.795540] env[70867]: DEBUG oslo_vmware.api [None req-89312061-334e-4576-8425-96542bfa5088 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473931, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.801030] env[70867]: DEBUG nova.compute.manager [req-b3f578e4-0a6b-44f6-9d0a-7f0232702e79 req-dafecf39-141f-49a1-aebf-b2f5ca06a617 service nova] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Received event network-vif-deleted-69c2585e-fea0-4ea7-8128-fed1ba2d7f80 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.873612] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dfc3beef-362a-4045-81ce-2e4417604b1f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Acquiring lock "68a1635a-1822-419d-8475-1fd58a118d8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.873894] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dfc3beef-362a-4045-81ce-2e4417604b1f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Lock "68a1635a-1822-419d-8475-1fd58a118d8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.874132] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dfc3beef-362a-4045-81ce-2e4417604b1f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Acquiring lock "68a1635a-1822-419d-8475-1fd58a118d8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.875101] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dfc3beef-362a-4045-81ce-2e4417604b1f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Lock "68a1635a-1822-419d-8475-1fd58a118d8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.875101] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dfc3beef-362a-4045-81ce-2e4417604b1f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Lock "68a1635a-1822-419d-8475-1fd58a118d8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.876732] env[70867]: INFO nova.compute.manager [None req-dfc3beef-362a-4045-81ce-2e4417604b1f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Terminating instance [ 964.922154] env[70867]: DEBUG nova.network.neutron [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Updating instance_info_cache with network_info: [{"id": "9482d5f0-4ed8-4378-b600-d7ea982152a3", "address": "fa:16:3e:d0:73:02", "network": {"id": "f3af1a81-da2f-434b-879a-91cc20847cd2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1637756732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c70199e9c934312b62b1d9b3ce86a19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9482d5f0-4e", "ovs_interfaceid": "9482d5f0-4ed8-4378-b600-d7ea982152a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.981136] env[70867]: DEBUG oslo_concurrency.lockutils [None req-758321e9-4b40-421f-8645-38af9a86835f tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.560s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.981397] env[70867]: DEBUG nova.compute.manager [None req-758321e9-4b40-421f-8645-38af9a86835f tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=70867) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 964.984158] env[70867]: DEBUG oslo_concurrency.lockutils [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.929s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.984326] env[70867]: DEBUG nova.objects.instance [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Lazy-loading 'resources' on Instance uuid b6d28619-832a-4d9a-8cf8-bde835200bba {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.173919] env[70867]: DEBUG oslo_vmware.api [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473947, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.295034] env[70867]: DEBUG oslo_vmware.api [None req-89312061-334e-4576-8425-96542bfa5088 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473931, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.325758] env[70867]: DEBUG nova.network.neutron [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Successfully updated port: 28352365-f5d5-4b89-b360-0625ccdcb46a {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 965.382961] env[70867]: DEBUG nova.compute.manager [None req-dfc3beef-362a-4045-81ce-2e4417604b1f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 965.383286] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc3beef-362a-4045-81ce-2e4417604b1f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.384700] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6498559b-af09-407c-984f-7ff992a6a234 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.394384] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc3beef-362a-4045-81ce-2e4417604b1f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.394673] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df6e9fd9-25f6-449c-a4af-28369dd2ea1b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.400852] env[70867]: DEBUG oslo_vmware.api [None req-dfc3beef-362a-4045-81ce-2e4417604b1f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Waiting for the task: (returnval){ [ 965.400852] env[70867]: value = "task-3473948" [ 965.400852] env[70867]: _type = "Task" [ 965.400852] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.409693] env[70867]: DEBUG oslo_vmware.api [None req-dfc3beef-362a-4045-81ce-2e4417604b1f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Task: {'id': task-3473948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.426253] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Releasing lock "refresh_cache-1975db69-f678-48dc-91b1-c0c350417a6a" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.426253] env[70867]: DEBUG nova.compute.manager [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Instance network_info: |[{"id": "9482d5f0-4ed8-4378-b600-d7ea982152a3", "address": "fa:16:3e:d0:73:02", "network": {"id": "f3af1a81-da2f-434b-879a-91cc20847cd2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1637756732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c70199e9c934312b62b1d9b3ce86a19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9482d5f0-4e", "ovs_interfaceid": "9482d5f0-4ed8-4378-b600-d7ea982152a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 965.426253] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:73:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd646f9d5-d2ad-4c22-bea5-85a965334de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9482d5f0-4ed8-4378-b600-d7ea982152a3', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.433786] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.434028] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.434277] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d58b5b2-3e2c-4d31-9e3b-f5aa696f472b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.453725] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.453725] env[70867]: value = "task-3473949" [ 965.453725] env[70867]: _type = "Task" [ 965.453725] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.461155] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473949, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.554229] env[70867]: INFO nova.scheduler.client.report [None req-758321e9-4b40-421f-8645-38af9a86835f tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Deleted allocation for migration 8d86fa44-9d27-444d-a74d-b2bee5fe51cd [ 965.666274] env[70867]: DEBUG oslo_vmware.api [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473947, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.796338] env[70867]: DEBUG oslo_vmware.api [None req-89312061-334e-4576-8425-96542bfa5088 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473931, 'name': ReconfigVM_Task, 'duration_secs': 7.169258} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.799347] env[70867]: DEBUG oslo_concurrency.lockutils [None req-89312061-334e-4576-8425-96542bfa5088 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Releasing lock "be9a92c6-88ea-4958-9c4e-a7b4715e0433" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.799575] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-89312061-334e-4576-8425-96542bfa5088 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Reconfigured VM to detach interface {{(pid=70867) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 965.829620] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Acquiring lock "refresh_cache-df50dddd-7392-4aa0-a7e7-e5eaea666d73" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.829620] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Acquired lock "refresh_cache-df50dddd-7392-4aa0-a7e7-e5eaea666d73" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.829620] env[70867]: DEBUG nova.network.neutron [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.911150] env[70867]: DEBUG oslo_vmware.api [None req-dfc3beef-362a-4045-81ce-2e4417604b1f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Task: {'id': task-3473948, 'name': PowerOffVM_Task, 'duration_secs': 0.19436} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.912301] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc3beef-362a-4045-81ce-2e4417604b1f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.912487] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc3beef-362a-4045-81ce-2e4417604b1f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.913325] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c3e216-f8ed-43c8-9228-3ca35bee2fc5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.915838] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fee3d8c-e303-433a-8a42-c0e1b93ef89b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.921906] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94813c4e-2e63-4c4f-952d-b233efd8ccc2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.962456] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4452f4c-c5a2-49df-ac90-bd6126b7a06f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.972052] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473949, 'name': CreateVM_Task, 'duration_secs': 0.306769} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.974267] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.975634] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.975804] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.976182] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.977383] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09a4594-dc81-412b-b997-2e9bc77c7067 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.981336] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc3beef-362a-4045-81ce-2e4417604b1f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.981540] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc3beef-362a-4045-81ce-2e4417604b1f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.981717] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfc3beef-362a-4045-81ce-2e4417604b1f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Deleting the datastore file [datastore1] 68a1635a-1822-419d-8475-1fd58a118d8d {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.981945] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e252dc1d-5fe8-4f91-af10-f8dc95ec0513 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.983739] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7020205d-dffc-44b5-8110-7962ad878cef {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.995817] env[70867]: DEBUG nova.compute.provider_tree [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.999251] env[70867]: DEBUG oslo_vmware.api [None req-dfc3beef-362a-4045-81ce-2e4417604b1f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Waiting for the task: (returnval){ [ 965.999251] env[70867]: value = "task-3473951" [ 965.999251] env[70867]: _type = "Task" [ 965.999251] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.999542] env[70867]: DEBUG oslo_vmware.api [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for the task: (returnval){ [ 965.999542] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ebd6d9-2b66-92ca-201d-dc6af00eb9b0" [ 965.999542] env[70867]: _type = "Task" [ 965.999542] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.011177] env[70867]: DEBUG oslo_vmware.api [None req-dfc3beef-362a-4045-81ce-2e4417604b1f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Task: {'id': task-3473951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.014804] env[70867]: DEBUG oslo_vmware.api [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ebd6d9-2b66-92ca-201d-dc6af00eb9b0, 'name': SearchDatastore_Task, 'duration_secs': 0.01647} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.015236] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.016317] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.016317] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.016317] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.016317] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.016541] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93329e53-e6b9-4305-8441-4a903137ed31 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.027996] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.029258] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.029258] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b448fa2-3577-4322-8cf5-002cc7f208f7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.035506] env[70867]: DEBUG oslo_vmware.api [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for the task: (returnval){ [ 966.035506] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5299586b-13b3-2f63-5f00-3e3c8d30a883" [ 966.035506] env[70867]: _type = "Task" [ 966.035506] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.042588] env[70867]: DEBUG oslo_vmware.api [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5299586b-13b3-2f63-5f00-3e3c8d30a883, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.061081] env[70867]: DEBUG oslo_concurrency.lockutils [None req-758321e9-4b40-421f-8645-38af9a86835f tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "e4828dea-a14c-4aff-8e6f-e1986f399b60" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 47.519s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.166682] env[70867]: DEBUG oslo_vmware.api [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473947, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.373069] env[70867]: DEBUG nova.network.neutron [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 966.501506] env[70867]: DEBUG nova.scheduler.client.report [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.515631] env[70867]: DEBUG oslo_vmware.api [None req-dfc3beef-362a-4045-81ce-2e4417604b1f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Task: {'id': task-3473951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170866} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.518316] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfc3beef-362a-4045-81ce-2e4417604b1f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.519029] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc3beef-362a-4045-81ce-2e4417604b1f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.519029] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc3beef-362a-4045-81ce-2e4417604b1f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.519029] env[70867]: INFO nova.compute.manager [None req-dfc3beef-362a-4045-81ce-2e4417604b1f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 966.519387] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfc3beef-362a-4045-81ce-2e4417604b1f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.520301] env[70867]: DEBUG nova.compute.manager [-] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 966.520461] env[70867]: DEBUG nova.network.neutron [-] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 966.550090] env[70867]: DEBUG oslo_vmware.api [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5299586b-13b3-2f63-5f00-3e3c8d30a883, 'name': SearchDatastore_Task, 'duration_secs': 0.01455} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.550888] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccade10b-a6e8-41d0-aeef-d16d1b49dcea {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.560857] env[70867]: DEBUG oslo_vmware.api [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for the task: (returnval){ [ 966.560857] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5266e6c6-f607-f821-cb16-cf866125c5fa" [ 966.560857] env[70867]: _type = "Task" [ 966.560857] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.572731] env[70867]: DEBUG oslo_vmware.api [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5266e6c6-f607-f821-cb16-cf866125c5fa, 'name': SearchDatastore_Task, 'duration_secs': 0.011195} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.573299] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.573719] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 1975db69-f678-48dc-91b1-c0c350417a6a/1975db69-f678-48dc-91b1-c0c350417a6a.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.574224] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5628ddfc-cfd7-4da0-ab87-e28a581dd5d7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.585272] env[70867]: DEBUG oslo_vmware.api [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for the task: (returnval){ [ 966.585272] env[70867]: value = "task-3473952" [ 966.585272] env[70867]: _type = "Task" [ 966.585272] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.593686] env[70867]: DEBUG oslo_vmware.api [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.600548] env[70867]: DEBUG nova.network.neutron [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Updating instance_info_cache with network_info: [{"id": "28352365-f5d5-4b89-b360-0625ccdcb46a", "address": "fa:16:3e:19:26:b8", "network": {"id": "3e55bcea-e204-4c7f-9ec6-4c0d652c8699", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1904991923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5caa093a382340b6973f1bcfcdfb2566", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28352365-f5", "ovs_interfaceid": "28352365-f5d5-4b89-b360-0625ccdcb46a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.670370] env[70867]: DEBUG oslo_vmware.api [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473947, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.713871] env[70867]: DEBUG nova.objects.instance [None req-656ba217-fd87-4d09-a1b3-e4e65e1185c1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lazy-loading 'flavor' on Instance uuid e4828dea-a14c-4aff-8e6f-e1986f399b60 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.839536] env[70867]: DEBUG nova.compute.manager [req-51a5ad75-0410-4b81-8a48-495dac57a3cc req-c0cce392-16b6-45a5-b247-582309144e57 service nova] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Received event network-vif-plugged-28352365-f5d5-4b89-b360-0625ccdcb46a {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.839766] env[70867]: DEBUG oslo_concurrency.lockutils [req-51a5ad75-0410-4b81-8a48-495dac57a3cc req-c0cce392-16b6-45a5-b247-582309144e57 service nova] Acquiring lock "df50dddd-7392-4aa0-a7e7-e5eaea666d73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.839991] env[70867]: DEBUG oslo_concurrency.lockutils [req-51a5ad75-0410-4b81-8a48-495dac57a3cc req-c0cce392-16b6-45a5-b247-582309144e57 service nova] Lock "df50dddd-7392-4aa0-a7e7-e5eaea666d73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.840232] env[70867]: DEBUG oslo_concurrency.lockutils [req-51a5ad75-0410-4b81-8a48-495dac57a3cc req-c0cce392-16b6-45a5-b247-582309144e57 service nova] Lock "df50dddd-7392-4aa0-a7e7-e5eaea666d73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.840343] env[70867]: DEBUG nova.compute.manager [req-51a5ad75-0410-4b81-8a48-495dac57a3cc req-c0cce392-16b6-45a5-b247-582309144e57 service nova] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] No waiting events found dispatching network-vif-plugged-28352365-f5d5-4b89-b360-0625ccdcb46a {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 966.840510] env[70867]: WARNING nova.compute.manager [req-51a5ad75-0410-4b81-8a48-495dac57a3cc req-c0cce392-16b6-45a5-b247-582309144e57 service nova] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Received unexpected event network-vif-plugged-28352365-f5d5-4b89-b360-0625ccdcb46a for instance with vm_state building and task_state spawning. [ 966.840698] env[70867]: DEBUG nova.compute.manager [req-51a5ad75-0410-4b81-8a48-495dac57a3cc req-c0cce392-16b6-45a5-b247-582309144e57 service nova] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Received event network-changed-28352365-f5d5-4b89-b360-0625ccdcb46a {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.840843] env[70867]: DEBUG nova.compute.manager [req-51a5ad75-0410-4b81-8a48-495dac57a3cc req-c0cce392-16b6-45a5-b247-582309144e57 service nova] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Refreshing instance network info cache due to event network-changed-28352365-f5d5-4b89-b360-0625ccdcb46a. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 966.841017] env[70867]: DEBUG oslo_concurrency.lockutils [req-51a5ad75-0410-4b81-8a48-495dac57a3cc req-c0cce392-16b6-45a5-b247-582309144e57 service nova] Acquiring lock "refresh_cache-df50dddd-7392-4aa0-a7e7-e5eaea666d73" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.009730] env[70867]: DEBUG oslo_concurrency.lockutils [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.025s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.012236] env[70867]: DEBUG oslo_concurrency.lockutils [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.162s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.013857] env[70867]: INFO nova.compute.claims [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.038261] env[70867]: INFO nova.scheduler.client.report [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Deleted allocations for instance b6d28619-832a-4d9a-8cf8-bde835200bba [ 967.055639] env[70867]: DEBUG oslo_concurrency.lockutils [None req-89312061-334e-4576-8425-96542bfa5088 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "refresh_cache-be9a92c6-88ea-4958-9c4e-a7b4715e0433" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.056028] env[70867]: DEBUG oslo_concurrency.lockutils [None req-89312061-334e-4576-8425-96542bfa5088 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquired lock "refresh_cache-be9a92c6-88ea-4958-9c4e-a7b4715e0433" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.056923] env[70867]: DEBUG nova.network.neutron [None req-89312061-334e-4576-8425-96542bfa5088 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.094451] env[70867]: DEBUG oslo_vmware.api [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473952, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492921} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.094722] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 1975db69-f678-48dc-91b1-c0c350417a6a/1975db69-f678-48dc-91b1-c0c350417a6a.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.094958] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.095203] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11418937-f5af-4d36-8c6d-cf458619a4ea {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.101872] env[70867]: DEBUG oslo_vmware.api [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for the task: (returnval){ [ 967.101872] env[70867]: value = "task-3473953" [ 967.101872] env[70867]: _type = "Task" [ 967.101872] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.105090] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Releasing lock "refresh_cache-df50dddd-7392-4aa0-a7e7-e5eaea666d73" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.105382] env[70867]: DEBUG nova.compute.manager [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Instance network_info: |[{"id": "28352365-f5d5-4b89-b360-0625ccdcb46a", "address": "fa:16:3e:19:26:b8", "network": {"id": "3e55bcea-e204-4c7f-9ec6-4c0d652c8699", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1904991923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5caa093a382340b6973f1bcfcdfb2566", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28352365-f5", "ovs_interfaceid": "28352365-f5d5-4b89-b360-0625ccdcb46a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 967.105659] env[70867]: DEBUG oslo_concurrency.lockutils [req-51a5ad75-0410-4b81-8a48-495dac57a3cc req-c0cce392-16b6-45a5-b247-582309144e57 service nova] Acquired lock "refresh_cache-df50dddd-7392-4aa0-a7e7-e5eaea666d73" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.105833] env[70867]: DEBUG nova.network.neutron [req-51a5ad75-0410-4b81-8a48-495dac57a3cc req-c0cce392-16b6-45a5-b247-582309144e57 service nova] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Refreshing network info cache for port 28352365-f5d5-4b89-b360-0625ccdcb46a {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 967.107049] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:26:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0721b358-3768-472d-95f8-6d6755ab1635', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28352365-f5d5-4b89-b360-0625ccdcb46a', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 967.114311] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Creating folder: Project (5caa093a382340b6973f1bcfcdfb2566). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 967.115690] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4e6951b-f90c-460a-b25d-91eb9243b535 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.121511] env[70867]: DEBUG oslo_vmware.api [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.131593] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Created folder: Project (5caa093a382340b6973f1bcfcdfb2566) in parent group-v694272. [ 967.131833] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Creating folder: Instances. Parent ref: group-v694466. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 967.132087] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ecddcb1b-211f-49c7-b406-66a68985ff01 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.141557] env[70867]: DEBUG oslo_concurrency.lockutils [None req-76d67635-8183-4c56-9e8d-ce81db8460d5 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "be9a92c6-88ea-4958-9c4e-a7b4715e0433" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.141809] env[70867]: DEBUG oslo_concurrency.lockutils [None req-76d67635-8183-4c56-9e8d-ce81db8460d5 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "be9a92c6-88ea-4958-9c4e-a7b4715e0433" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.142028] env[70867]: DEBUG oslo_concurrency.lockutils [None req-76d67635-8183-4c56-9e8d-ce81db8460d5 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "be9a92c6-88ea-4958-9c4e-a7b4715e0433-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.142218] env[70867]: DEBUG oslo_concurrency.lockutils [None req-76d67635-8183-4c56-9e8d-ce81db8460d5 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "be9a92c6-88ea-4958-9c4e-a7b4715e0433-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.142394] env[70867]: DEBUG oslo_concurrency.lockutils [None req-76d67635-8183-4c56-9e8d-ce81db8460d5 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "be9a92c6-88ea-4958-9c4e-a7b4715e0433-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.143896] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Created folder: Instances in parent group-v694466. [ 967.144138] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.144549] env[70867]: INFO nova.compute.manager [None req-76d67635-8183-4c56-9e8d-ce81db8460d5 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Terminating instance [ 967.145746] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 967.146728] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6d1e206-7913-4241-857a-bc1e31747201 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.172739] env[70867]: DEBUG oslo_vmware.api [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3473947, 'name': PowerOnVM_Task, 'duration_secs': 2.123072} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.173922] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.174153] env[70867]: INFO nova.compute.manager [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Took 9.45 seconds to spawn the instance on the hypervisor. [ 967.174334] env[70867]: DEBUG nova.compute.manager [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.174579] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 967.174579] env[70867]: value = "task-3473956" [ 967.174579] env[70867]: _type = "Task" [ 967.174579] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.175244] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf78182f-e1be-451b-9a45-492d6b4a2dd7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.189594] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473956, 'name': CreateVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.221568] env[70867]: DEBUG oslo_concurrency.lockutils [None req-656ba217-fd87-4d09-a1b3-e4e65e1185c1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "refresh_cache-e4828dea-a14c-4aff-8e6f-e1986f399b60" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.221747] env[70867]: DEBUG oslo_concurrency.lockutils [None req-656ba217-fd87-4d09-a1b3-e4e65e1185c1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquired lock "refresh_cache-e4828dea-a14c-4aff-8e6f-e1986f399b60" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.221922] env[70867]: DEBUG nova.network.neutron [None req-656ba217-fd87-4d09-a1b3-e4e65e1185c1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.222139] env[70867]: DEBUG nova.objects.instance [None req-656ba217-fd87-4d09-a1b3-e4e65e1185c1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lazy-loading 'info_cache' on Instance uuid e4828dea-a14c-4aff-8e6f-e1986f399b60 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.386165] env[70867]: DEBUG nova.network.neutron [-] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.546716] env[70867]: DEBUG oslo_concurrency.lockutils [None req-15b4c6e1-03be-4704-9a85-cc147a7f72a4 tempest-ServersTestBootFromVolume-169870283 tempest-ServersTestBootFromVolume-169870283-project-member] Lock "b6d28619-832a-4d9a-8cf8-bde835200bba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.894s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.612024] env[70867]: DEBUG oslo_vmware.api [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065035} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.612024] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.612714] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23896f3-4d9d-4d47-833f-c6c07f42601b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.634547] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 1975db69-f678-48dc-91b1-c0c350417a6a/1975db69-f678-48dc-91b1-c0c350417a6a.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.637515] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f08e69e1-a717-40c7-927e-8f182cb777d4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.657599] env[70867]: DEBUG oslo_vmware.api [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for the task: (returnval){ [ 967.657599] env[70867]: value = "task-3473957" [ 967.657599] env[70867]: _type = "Task" [ 967.657599] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.665667] env[70867]: DEBUG nova.compute.manager [None req-76d67635-8183-4c56-9e8d-ce81db8460d5 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 967.665881] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-76d67635-8183-4c56-9e8d-ce81db8460d5 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.666164] env[70867]: DEBUG oslo_vmware.api [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.666885] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6e597d-f5cc-4e33-b2e2-6412b068190a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.673456] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d67635-8183-4c56-9e8d-ce81db8460d5 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.673689] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ec1bd05-5d2f-48dc-b794-3a592edb8b56 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.681723] env[70867]: DEBUG oslo_vmware.api [None req-76d67635-8183-4c56-9e8d-ce81db8460d5 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 967.681723] env[70867]: value = "task-3473958" [ 967.681723] env[70867]: _type = "Task" [ 967.681723] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.687957] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473956, 'name': CreateVM_Task, 'duration_secs': 0.333125} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.688537] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.689315] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.689518] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.689863] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.699657] env[70867]: INFO nova.compute.manager [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Took 52.05 seconds to build instance. [ 967.704316] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39ae7941-a4f4-48bb-a5f3-d8a32c10e00a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.704316] env[70867]: DEBUG oslo_vmware.api [None req-76d67635-8183-4c56-9e8d-ce81db8460d5 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.708744] env[70867]: DEBUG oslo_vmware.api [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for the task: (returnval){ [ 967.708744] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5288ffd5-c58b-a924-bd0b-f9c8a2c48abe" [ 967.708744] env[70867]: _type = "Task" [ 967.708744] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.717189] env[70867]: DEBUG oslo_vmware.api [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5288ffd5-c58b-a924-bd0b-f9c8a2c48abe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.725703] env[70867]: DEBUG nova.objects.base [None req-656ba217-fd87-4d09-a1b3-e4e65e1185c1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 967.889239] env[70867]: INFO nova.compute.manager [-] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Took 1.37 seconds to deallocate network for instance. [ 967.986564] env[70867]: INFO nova.network.neutron [None req-89312061-334e-4576-8425-96542bfa5088 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Port 7b786165-30f8-488c-b819-98fc8953483b from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 967.986765] env[70867]: INFO nova.network.neutron [None req-89312061-334e-4576-8425-96542bfa5088 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Port 5c4d9586-b6d8-476a-b1a4-704e6bad4965 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 967.987101] env[70867]: DEBUG nova.network.neutron [None req-89312061-334e-4576-8425-96542bfa5088 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Updating instance_info_cache with network_info: [{"id": "4aa8395f-993c-41ff-be36-03ec8bf5a03f", "address": "fa:16:3e:53:73:de", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aa8395f-99", "ovs_interfaceid": "4aa8395f-993c-41ff-be36-03ec8bf5a03f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.028251] env[70867]: DEBUG nova.network.neutron [req-51a5ad75-0410-4b81-8a48-495dac57a3cc req-c0cce392-16b6-45a5-b247-582309144e57 service nova] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Updated VIF entry in instance network info cache for port 28352365-f5d5-4b89-b360-0625ccdcb46a. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.028640] env[70867]: DEBUG nova.network.neutron [req-51a5ad75-0410-4b81-8a48-495dac57a3cc req-c0cce392-16b6-45a5-b247-582309144e57 service nova] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Updating instance_info_cache with network_info: [{"id": "28352365-f5d5-4b89-b360-0625ccdcb46a", "address": "fa:16:3e:19:26:b8", "network": {"id": "3e55bcea-e204-4c7f-9ec6-4c0d652c8699", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1904991923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5caa093a382340b6973f1bcfcdfb2566", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28352365-f5", "ovs_interfaceid": "28352365-f5d5-4b89-b360-0625ccdcb46a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.082702] env[70867]: DEBUG nova.compute.manager [req-0659c075-77eb-4495-ba32-670ee291061f req-6d26d8f1-a5ba-44ae-a611-bf03a7a47a6e service nova] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Received event network-changed-37ba523f-36f1-4bc7-ac1c-0755100466fc {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.082702] env[70867]: DEBUG nova.compute.manager [req-0659c075-77eb-4495-ba32-670ee291061f req-6d26d8f1-a5ba-44ae-a611-bf03a7a47a6e service nova] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Refreshing instance network info cache due to event network-changed-37ba523f-36f1-4bc7-ac1c-0755100466fc. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 968.082702] env[70867]: DEBUG oslo_concurrency.lockutils [req-0659c075-77eb-4495-ba32-670ee291061f req-6d26d8f1-a5ba-44ae-a611-bf03a7a47a6e service nova] Acquiring lock "refresh_cache-395a456a-0ff5-496e-9a22-71c787a1a4cd" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.082702] env[70867]: DEBUG oslo_concurrency.lockutils [req-0659c075-77eb-4495-ba32-670ee291061f req-6d26d8f1-a5ba-44ae-a611-bf03a7a47a6e service nova] Acquired lock "refresh_cache-395a456a-0ff5-496e-9a22-71c787a1a4cd" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.082702] env[70867]: DEBUG nova.network.neutron [req-0659c075-77eb-4495-ba32-670ee291061f req-6d26d8f1-a5ba-44ae-a611-bf03a7a47a6e service nova] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Refreshing network info cache for port 37ba523f-36f1-4bc7-ac1c-0755100466fc {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.170681] env[70867]: DEBUG oslo_vmware.api [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473957, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.194432] env[70867]: DEBUG oslo_vmware.api [None req-76d67635-8183-4c56-9e8d-ce81db8460d5 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473958, 'name': PowerOffVM_Task, 'duration_secs': 0.318506} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.194785] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d67635-8183-4c56-9e8d-ce81db8460d5 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.195312] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-76d67635-8183-4c56-9e8d-ce81db8460d5 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.195312] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28242eed-3fd8-460d-b12c-b03d6c8c1521 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.201941] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fe1fcfa6-0125-4c6d-9aa6-8b1964effcef tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lock "395a456a-0ff5-496e-9a22-71c787a1a4cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.569s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.219624] env[70867]: DEBUG oslo_vmware.api [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5288ffd5-c58b-a924-bd0b-f9c8a2c48abe, 'name': SearchDatastore_Task, 'duration_secs': 0.016999} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.223316] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.223690] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.223939] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.224098] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.224285] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.225446] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3563dd83-edf1-44ee-b97d-1f4f883e6e48 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.239918] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.240151] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 968.240914] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2376046-071f-4ae4-bde6-4c242b792466 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.248190] env[70867]: DEBUG oslo_vmware.api [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for the task: (returnval){ [ 968.248190] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521685cb-90b6-ece5-cbf8-8053e0fe3e11" [ 968.248190] env[70867]: _type = "Task" [ 968.248190] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.259041] env[70867]: DEBUG oslo_vmware.api [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521685cb-90b6-ece5-cbf8-8053e0fe3e11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.349090] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-76d67635-8183-4c56-9e8d-ce81db8460d5 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.349356] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-76d67635-8183-4c56-9e8d-ce81db8460d5 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.349557] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-76d67635-8183-4c56-9e8d-ce81db8460d5 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Deleting the datastore file [datastore1] be9a92c6-88ea-4958-9c4e-a7b4715e0433 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.349783] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8679ea53-4003-4cf5-99f0-bd85c58ce806 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.358611] env[70867]: DEBUG oslo_vmware.api [None req-76d67635-8183-4c56-9e8d-ce81db8460d5 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 968.358611] env[70867]: value = "task-3473960" [ 968.358611] env[70867]: _type = "Task" [ 968.358611] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.377422] env[70867]: DEBUG oslo_vmware.api [None req-76d67635-8183-4c56-9e8d-ce81db8460d5 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.399136] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dfc3beef-362a-4045-81ce-2e4417604b1f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.483884] env[70867]: DEBUG nova.network.neutron [None req-656ba217-fd87-4d09-a1b3-e4e65e1185c1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Updating instance_info_cache with network_info: [{"id": "64ba4087-89f9-4ec0-99f9-3b5e67325b62", "address": "fa:16:3e:1a:8a:15", "network": {"id": "cfc3fe3f-41ca-4d32-a9e1-bd8add4aaf37", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404983433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "531e77ef69fe4892bb20a8d005c760d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64ba4087-89", "ovs_interfaceid": "64ba4087-89f9-4ec0-99f9-3b5e67325b62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.490314] env[70867]: DEBUG oslo_concurrency.lockutils [None req-89312061-334e-4576-8425-96542bfa5088 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Releasing lock "refresh_cache-be9a92c6-88ea-4958-9c4e-a7b4715e0433" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.498291] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb370dc-4cc7-43e4-8fce-9e4742476d1c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.507235] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d3fe8a-bd33-4a82-99ce-a099091120ea {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.553930] env[70867]: DEBUG oslo_concurrency.lockutils [req-51a5ad75-0410-4b81-8a48-495dac57a3cc req-c0cce392-16b6-45a5-b247-582309144e57 service nova] Releasing lock "refresh_cache-df50dddd-7392-4aa0-a7e7-e5eaea666d73" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.553930] env[70867]: DEBUG nova.compute.manager [req-51a5ad75-0410-4b81-8a48-495dac57a3cc req-c0cce392-16b6-45a5-b247-582309144e57 service nova] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Received event network-vif-deleted-7b786165-30f8-488c-b819-98fc8953483b {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.553930] env[70867]: INFO nova.compute.manager [req-51a5ad75-0410-4b81-8a48-495dac57a3cc req-c0cce392-16b6-45a5-b247-582309144e57 service nova] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Neutron deleted interface 7b786165-30f8-488c-b819-98fc8953483b; detaching it from the instance and deleting it from the info cache [ 968.553930] env[70867]: DEBUG nova.network.neutron [req-51a5ad75-0410-4b81-8a48-495dac57a3cc req-c0cce392-16b6-45a5-b247-582309144e57 service nova] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Updating instance_info_cache with network_info: [{"id": "4aa8395f-993c-41ff-be36-03ec8bf5a03f", "address": "fa:16:3e:53:73:de", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aa8395f-99", "ovs_interfaceid": "4aa8395f-993c-41ff-be36-03ec8bf5a03f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5c4d9586-b6d8-476a-b1a4-704e6bad4965", "address": "fa:16:3e:57:67:2f", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c4d9586-b6", "ovs_interfaceid": "5c4d9586-b6d8-476a-b1a4-704e6bad4965", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.554466] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d464d714-0ade-46da-a15e-0866d2983332 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.563073] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b081a8c1-595f-483b-a236-d6b481ab4836 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.580255] env[70867]: DEBUG nova.compute.provider_tree [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.671680] env[70867]: DEBUG oslo_vmware.api [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473957, 'name': ReconfigVM_Task, 'duration_secs': 0.646855} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.672085] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 1975db69-f678-48dc-91b1-c0c350417a6a/1975db69-f678-48dc-91b1-c0c350417a6a.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.672750] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e407e6ef-8455-4402-a551-97493364d996 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.680941] env[70867]: DEBUG oslo_vmware.api [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for the task: (returnval){ [ 968.680941] env[70867]: value = "task-3473961" [ 968.680941] env[70867]: _type = "Task" [ 968.680941] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.696518] env[70867]: DEBUG oslo_vmware.api [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473961, 'name': Rename_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.757594] env[70867]: DEBUG oslo_vmware.api [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521685cb-90b6-ece5-cbf8-8053e0fe3e11, 'name': SearchDatastore_Task, 'duration_secs': 0.048471} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.758602] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58caed2a-d15a-4460-952f-4f885e6e1ec4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.766427] env[70867]: DEBUG oslo_vmware.api [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for the task: (returnval){ [ 968.766427] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52520413-f7a7-85c9-e933-5c388139a3eb" [ 968.766427] env[70867]: _type = "Task" [ 968.766427] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.774553] env[70867]: DEBUG oslo_vmware.api [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52520413-f7a7-85c9-e933-5c388139a3eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.874959] env[70867]: DEBUG oslo_vmware.api [None req-76d67635-8183-4c56-9e8d-ce81db8460d5 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3473960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.434429} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.875469] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-76d67635-8183-4c56-9e8d-ce81db8460d5 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.875713] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-76d67635-8183-4c56-9e8d-ce81db8460d5 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.875936] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-76d67635-8183-4c56-9e8d-ce81db8460d5 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.876177] env[70867]: INFO nova.compute.manager [None req-76d67635-8183-4c56-9e8d-ce81db8460d5 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Took 1.21 seconds to destroy the instance on the hypervisor. [ 968.876463] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76d67635-8183-4c56-9e8d-ce81db8460d5 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.876699] env[70867]: DEBUG nova.compute.manager [-] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.876829] env[70867]: DEBUG nova.network.neutron [-] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.959860] env[70867]: DEBUG nova.compute.manager [req-0a132fca-1c10-4366-9d05-52ad0f9f5855 req-78453b2e-2ea0-4ae0-9763-0fac2df62c3e service nova] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Received event network-vif-deleted-097d5e95-bcd9-45da-b169-6ede9ace34c0 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.986883] env[70867]: DEBUG oslo_concurrency.lockutils [None req-656ba217-fd87-4d09-a1b3-e4e65e1185c1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Releasing lock "refresh_cache-e4828dea-a14c-4aff-8e6f-e1986f399b60" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.995200] env[70867]: DEBUG oslo_concurrency.lockutils [None req-89312061-334e-4576-8425-96542bfa5088 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "interface-be9a92c6-88ea-4958-9c4e-a7b4715e0433-7b786165-30f8-488c-b819-98fc8953483b" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.315s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.059626] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-472145ef-29f0-43ce-a44c-ec5cc59cb420 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.070315] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697147fd-4f5e-4c1e-a8bd-cbf8938a78e5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.083802] env[70867]: DEBUG nova.scheduler.client.report [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.091058] env[70867]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 5c4d9586-b6d8-476a-b1a4-704e6bad4965 could not be found.", "detail": ""}} {{(pid=70867) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 969.091058] env[70867]: DEBUG nova.network.neutron [-] Unable to show port 5c4d9586-b6d8-476a-b1a4-704e6bad4965 as it no longer exists. {{(pid=70867) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 969.102468] env[70867]: DEBUG nova.compute.manager [req-51a5ad75-0410-4b81-8a48-495dac57a3cc req-c0cce392-16b6-45a5-b247-582309144e57 service nova] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Detach interface failed, port_id=7b786165-30f8-488c-b819-98fc8953483b, reason: Instance be9a92c6-88ea-4958-9c4e-a7b4715e0433 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 969.102748] env[70867]: DEBUG nova.compute.manager [req-51a5ad75-0410-4b81-8a48-495dac57a3cc req-c0cce392-16b6-45a5-b247-582309144e57 service nova] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Received event network-vif-deleted-5c4d9586-b6d8-476a-b1a4-704e6bad4965 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.102955] env[70867]: INFO nova.compute.manager [req-51a5ad75-0410-4b81-8a48-495dac57a3cc req-c0cce392-16b6-45a5-b247-582309144e57 service nova] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Neutron deleted interface 5c4d9586-b6d8-476a-b1a4-704e6bad4965; detaching it from the instance and deleting it from the info cache [ 969.103256] env[70867]: DEBUG nova.network.neutron [req-51a5ad75-0410-4b81-8a48-495dac57a3cc req-c0cce392-16b6-45a5-b247-582309144e57 service nova] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Updating instance_info_cache with network_info: [{"id": "4aa8395f-993c-41ff-be36-03ec8bf5a03f", "address": "fa:16:3e:53:73:de", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aa8395f-99", "ovs_interfaceid": "4aa8395f-993c-41ff-be36-03ec8bf5a03f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.105093] env[70867]: DEBUG nova.network.neutron [req-0659c075-77eb-4495-ba32-670ee291061f req-6d26d8f1-a5ba-44ae-a611-bf03a7a47a6e service nova] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Updated VIF entry in instance network info cache for port 37ba523f-36f1-4bc7-ac1c-0755100466fc. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.105419] env[70867]: DEBUG nova.network.neutron [req-0659c075-77eb-4495-ba32-670ee291061f req-6d26d8f1-a5ba-44ae-a611-bf03a7a47a6e service nova] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Updating instance_info_cache with network_info: [{"id": "37ba523f-36f1-4bc7-ac1c-0755100466fc", "address": "fa:16:3e:74:44:ff", "network": {"id": "3e493881-eefe-496a-9353-8028aec5f643", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2077825194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18e987b51bea4331b1ffaa756933d253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37ba523f-36", "ovs_interfaceid": "37ba523f-36f1-4bc7-ac1c-0755100466fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.192132] env[70867]: DEBUG oslo_vmware.api [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473961, 'name': Rename_Task, 'duration_secs': 0.16464} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.192132] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.192132] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-360d4e95-6e98-4195-ba55-f1e50d47a37f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.202516] env[70867]: DEBUG oslo_vmware.api [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for the task: (returnval){ [ 969.202516] env[70867]: value = "task-3473962" [ 969.202516] env[70867]: _type = "Task" [ 969.202516] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.214224] env[70867]: DEBUG oslo_vmware.api [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.277027] env[70867]: DEBUG oslo_vmware.api [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52520413-f7a7-85c9-e933-5c388139a3eb, 'name': SearchDatastore_Task, 'duration_secs': 0.011115} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.277326] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.277587] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] df50dddd-7392-4aa0-a7e7-e5eaea666d73/df50dddd-7392-4aa0-a7e7-e5eaea666d73.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 969.277848] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a5ea775-86d3-4b11-b04f-96d2cea010b3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.285425] env[70867]: DEBUG oslo_vmware.api [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for the task: (returnval){ [ 969.285425] env[70867]: value = "task-3473963" [ 969.285425] env[70867]: _type = "Task" [ 969.285425] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.293021] env[70867]: DEBUG oslo_vmware.api [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3473963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.590507] env[70867]: DEBUG oslo_concurrency.lockutils [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.591225] env[70867]: DEBUG nova.compute.manager [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 969.594582] env[70867]: DEBUG oslo_concurrency.lockutils [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.223s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.597613] env[70867]: INFO nova.compute.claims [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 969.608104] env[70867]: DEBUG oslo_concurrency.lockutils [req-0659c075-77eb-4495-ba32-670ee291061f req-6d26d8f1-a5ba-44ae-a611-bf03a7a47a6e service nova] Releasing lock "refresh_cache-395a456a-0ff5-496e-9a22-71c787a1a4cd" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.612028] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19d0d1f6-1f22-4e8f-9d96-f0622bdb576e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.619902] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0b8df0-2cb3-41ef-9b56-08f6258098e4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.664052] env[70867]: DEBUG nova.compute.manager [req-51a5ad75-0410-4b81-8a48-495dac57a3cc req-c0cce392-16b6-45a5-b247-582309144e57 service nova] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Detach interface failed, port_id=5c4d9586-b6d8-476a-b1a4-704e6bad4965, reason: Instance be9a92c6-88ea-4958-9c4e-a7b4715e0433 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 969.719340] env[70867]: DEBUG oslo_vmware.api [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473962, 'name': PowerOnVM_Task, 'duration_secs': 0.511497} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.721950] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.722357] env[70867]: INFO nova.compute.manager [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Took 7.84 seconds to spawn the instance on the hypervisor. [ 969.722663] env[70867]: DEBUG nova.compute.manager [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.724653] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d977ef-ef79-470c-93a9-5bd98c567479 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.797234] env[70867]: DEBUG oslo_vmware.api [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3473963, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.992385] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-656ba217-fd87-4d09-a1b3-e4e65e1185c1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.992691] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ab95cc2-ebf7-4150-9c1b-1e2af55519bd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.000213] env[70867]: DEBUG oslo_vmware.api [None req-656ba217-fd87-4d09-a1b3-e4e65e1185c1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 970.000213] env[70867]: value = "task-3473964" [ 970.000213] env[70867]: _type = "Task" [ 970.000213] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.009723] env[70867]: DEBUG oslo_vmware.api [None req-656ba217-fd87-4d09-a1b3-e4e65e1185c1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.105255] env[70867]: DEBUG nova.compute.utils [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 970.113177] env[70867]: DEBUG nova.compute.manager [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 970.113177] env[70867]: DEBUG nova.network.neutron [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 970.176744] env[70867]: DEBUG nova.policy [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc0ff6deb8d6431f8db7f9ca93ae7644', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df7355643e7147208bf05b7d307b156a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 970.254028] env[70867]: INFO nova.compute.manager [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Took 51.57 seconds to build instance. [ 970.300429] env[70867]: DEBUG oslo_vmware.api [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3473963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666433} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.300752] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] df50dddd-7392-4aa0-a7e7-e5eaea666d73/df50dddd-7392-4aa0-a7e7-e5eaea666d73.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 970.300981] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 970.301268] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ce77358-1cfa-4dfc-98fe-d49bb7770e87 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.311024] env[70867]: DEBUG oslo_vmware.api [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for the task: (returnval){ [ 970.311024] env[70867]: value = "task-3473965" [ 970.311024] env[70867]: _type = "Task" [ 970.311024] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.320405] env[70867]: DEBUG oslo_vmware.api [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3473965, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.511596] env[70867]: DEBUG oslo_vmware.api [None req-656ba217-fd87-4d09-a1b3-e4e65e1185c1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473964, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.577309] env[70867]: DEBUG nova.network.neutron [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Successfully created port: e4dbde79-462a-4a2e-b94c-493fe579afcc {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.591249] env[70867]: DEBUG nova.network.neutron [-] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.609088] env[70867]: DEBUG nova.compute.manager [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 970.757969] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ad21d6e5-04e6-46f9-9b61-128febef2b15 tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Lock "1975db69-f678-48dc-91b1-c0c350417a6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.087s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.827114] env[70867]: DEBUG oslo_vmware.api [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3473965, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06715} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.827807] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.828819] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869a8e24-bb78-46e6-8cdd-5d6d2e44c5e6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.855973] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] df50dddd-7392-4aa0-a7e7-e5eaea666d73/df50dddd-7392-4aa0-a7e7-e5eaea666d73.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.858595] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac8db7be-baed-4015-a14b-07c6c1d45dca {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.879693] env[70867]: DEBUG oslo_vmware.api [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for the task: (returnval){ [ 970.879693] env[70867]: value = "task-3473966" [ 970.879693] env[70867]: _type = "Task" [ 970.879693] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.891264] env[70867]: DEBUG oslo_vmware.api [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3473966, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.999851] env[70867]: DEBUG nova.compute.manager [req-52306b4b-a126-4d91-91f3-849b63213679 req-007e9407-2d00-4db4-ab71-74f3b7ebe2ee service nova] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Received event network-vif-deleted-4aa8395f-993c-41ff-be36-03ec8bf5a03f {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.017040] env[70867]: DEBUG oslo_vmware.api [None req-656ba217-fd87-4d09-a1b3-e4e65e1185c1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473964, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.094171] env[70867]: INFO nova.compute.manager [-] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Took 2.22 seconds to deallocate network for instance. [ 971.101504] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fe9fbfcc-ce15-4c96-810e-43837097fa3d tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Acquiring lock "1975db69-f678-48dc-91b1-c0c350417a6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.101504] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fe9fbfcc-ce15-4c96-810e-43837097fa3d tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Lock "1975db69-f678-48dc-91b1-c0c350417a6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.101504] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fe9fbfcc-ce15-4c96-810e-43837097fa3d tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Acquiring lock "1975db69-f678-48dc-91b1-c0c350417a6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.101504] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fe9fbfcc-ce15-4c96-810e-43837097fa3d tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Lock "1975db69-f678-48dc-91b1-c0c350417a6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.101504] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fe9fbfcc-ce15-4c96-810e-43837097fa3d tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Lock "1975db69-f678-48dc-91b1-c0c350417a6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.101504] env[70867]: INFO nova.compute.manager [None req-fe9fbfcc-ce15-4c96-810e-43837097fa3d tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Terminating instance [ 971.174341] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6674cc28-3da4-46ff-89f1-da4575ba99ac {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.183302] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c6906a-a67c-46fb-8049-454660027992 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.218245] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd456ab-b20e-4cfb-9e08-699a2c673db0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.226252] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47959bfb-2eff-4af5-9407-d3825ed9022c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.240943] env[70867]: DEBUG nova.compute.provider_tree [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.389013] env[70867]: DEBUG oslo_vmware.api [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3473966, 'name': ReconfigVM_Task, 'duration_secs': 0.294877} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.389301] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Reconfigured VM instance instance-00000041 to attach disk [datastore2] df50dddd-7392-4aa0-a7e7-e5eaea666d73/df50dddd-7392-4aa0-a7e7-e5eaea666d73.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.389940] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74ca525d-56f0-4c71-afe2-9e99833647c3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.396342] env[70867]: DEBUG oslo_vmware.api [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for the task: (returnval){ [ 971.396342] env[70867]: value = "task-3473967" [ 971.396342] env[70867]: _type = "Task" [ 971.396342] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.404256] env[70867]: DEBUG oslo_vmware.api [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3473967, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.514858] env[70867]: DEBUG oslo_vmware.api [None req-656ba217-fd87-4d09-a1b3-e4e65e1185c1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473964, 'name': PowerOnVM_Task, 'duration_secs': 1.025725} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.515158] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-656ba217-fd87-4d09-a1b3-e4e65e1185c1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.515363] env[70867]: DEBUG nova.compute.manager [None req-656ba217-fd87-4d09-a1b3-e4e65e1185c1 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.516150] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944657ab-e7e3-4887-8287-e99b57086291 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.604648] env[70867]: DEBUG oslo_concurrency.lockutils [None req-76d67635-8183-4c56-9e8d-ce81db8460d5 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.607443] env[70867]: DEBUG nova.compute.manager [None req-fe9fbfcc-ce15-4c96-810e-43837097fa3d tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 971.607978] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9fbfcc-ce15-4c96-810e-43837097fa3d tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.608571] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23330a1e-b446-4ac4-bdaf-1387ba7aecb8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.616589] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9fbfcc-ce15-4c96-810e-43837097fa3d tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.616832] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ab79f96-d044-406d-8aed-717b5c7420fd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.624462] env[70867]: DEBUG oslo_vmware.api [None req-fe9fbfcc-ce15-4c96-810e-43837097fa3d tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for the task: (returnval){ [ 971.624462] env[70867]: value = "task-3473968" [ 971.624462] env[70867]: _type = "Task" [ 971.624462] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.628315] env[70867]: DEBUG nova.compute.manager [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 971.637205] env[70867]: DEBUG oslo_vmware.api [None req-fe9fbfcc-ce15-4c96-810e-43837097fa3d tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.658647] env[70867]: DEBUG nova.virt.hardware [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.658880] env[70867]: DEBUG nova.virt.hardware [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.659223] env[70867]: DEBUG nova.virt.hardware [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.659309] env[70867]: DEBUG nova.virt.hardware [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.659430] env[70867]: DEBUG nova.virt.hardware [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.659600] env[70867]: DEBUG nova.virt.hardware [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.659828] env[70867]: DEBUG nova.virt.hardware [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.660021] env[70867]: DEBUG nova.virt.hardware [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.660218] env[70867]: DEBUG nova.virt.hardware [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.660401] env[70867]: DEBUG nova.virt.hardware [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.660602] env[70867]: DEBUG nova.virt.hardware [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.661512] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7e77c9-a865-4274-b46f-6000d51de3f6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.669449] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04f8068-2d8b-4a9d-9edf-de87dd858337 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.744466] env[70867]: DEBUG nova.scheduler.client.report [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.905680] env[70867]: DEBUG oslo_vmware.api [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3473967, 'name': Rename_Task, 'duration_secs': 0.132293} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.905961] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.906228] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdc7f56a-15bf-4bcb-804d-2f1ec0da5bc8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.915391] env[70867]: DEBUG oslo_vmware.api [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for the task: (returnval){ [ 971.915391] env[70867]: value = "task-3473969" [ 971.915391] env[70867]: _type = "Task" [ 971.915391] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.925151] env[70867]: DEBUG oslo_vmware.api [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3473969, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.136528] env[70867]: DEBUG oslo_vmware.api [None req-fe9fbfcc-ce15-4c96-810e-43837097fa3d tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473968, 'name': PowerOffVM_Task, 'duration_secs': 0.246083} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.136807] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9fbfcc-ce15-4c96-810e-43837097fa3d tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.136976] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9fbfcc-ce15-4c96-810e-43837097fa3d tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 972.137323] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8dd6ba33-eea8-4b83-93c8-5319d3b42329 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.251095] env[70867]: DEBUG oslo_concurrency.lockutils [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.251436] env[70867]: DEBUG nova.compute.manager [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 972.254350] env[70867]: DEBUG oslo_concurrency.lockutils [None req-824310db-c445-4960-a426-df1b216b12ed tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.122s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.254631] env[70867]: DEBUG nova.objects.instance [None req-824310db-c445-4960-a426-df1b216b12ed tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Lazy-loading 'resources' on Instance uuid f377cec2-23be-4608-92b4-c4608cb4673a {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.289955] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9fbfcc-ce15-4c96-810e-43837097fa3d tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 972.290202] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9fbfcc-ce15-4c96-810e-43837097fa3d tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 972.290389] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9fbfcc-ce15-4c96-810e-43837097fa3d tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Deleting the datastore file [datastore1] 1975db69-f678-48dc-91b1-c0c350417a6a {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.290678] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e4c8ba2-67e7-476d-ad8a-737f70a8cd19 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.298218] env[70867]: DEBUG oslo_vmware.api [None req-fe9fbfcc-ce15-4c96-810e-43837097fa3d tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for the task: (returnval){ [ 972.298218] env[70867]: value = "task-3473971" [ 972.298218] env[70867]: _type = "Task" [ 972.298218] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.307666] env[70867]: DEBUG oslo_vmware.api [None req-fe9fbfcc-ce15-4c96-810e-43837097fa3d tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473971, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.425340] env[70867]: DEBUG oslo_vmware.api [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3473969, 'name': PowerOnVM_Task, 'duration_secs': 0.466409} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.425649] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.425855] env[70867]: INFO nova.compute.manager [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Took 7.97 seconds to spawn the instance on the hypervisor. [ 972.426045] env[70867]: DEBUG nova.compute.manager [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.426834] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35e2070-38e7-456c-b83e-8a289cabfa05 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.454659] env[70867]: DEBUG nova.network.neutron [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Successfully updated port: e4dbde79-462a-4a2e-b94c-493fe579afcc {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 972.759870] env[70867]: DEBUG nova.compute.utils [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 972.760126] env[70867]: DEBUG nova.compute.manager [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 972.760126] env[70867]: DEBUG nova.network.neutron [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 972.812625] env[70867]: DEBUG oslo_vmware.api [None req-fe9fbfcc-ce15-4c96-810e-43837097fa3d tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Task: {'id': task-3473971, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.436447} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.812881] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9fbfcc-ce15-4c96-810e-43837097fa3d tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.813222] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9fbfcc-ce15-4c96-810e-43837097fa3d tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.813450] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9fbfcc-ce15-4c96-810e-43837097fa3d tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.813628] env[70867]: INFO nova.compute.manager [None req-fe9fbfcc-ce15-4c96-810e-43837097fa3d tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Took 1.21 seconds to destroy the instance on the hypervisor. [ 972.813861] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe9fbfcc-ce15-4c96-810e-43837097fa3d tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.814244] env[70867]: DEBUG nova.compute.manager [-] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 972.814244] env[70867]: DEBUG nova.network.neutron [-] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 972.875506] env[70867]: DEBUG nova.policy [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3312f6502bd64ae397e50fd6db21dd84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7642aecd0e354d01b606a970883904d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 972.877358] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9cda6039-bf86-4c6a-9016-d3395765e228 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "e4828dea-a14c-4aff-8e6f-e1986f399b60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.877855] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9cda6039-bf86-4c6a-9016-d3395765e228 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "e4828dea-a14c-4aff-8e6f-e1986f399b60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.878095] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9cda6039-bf86-4c6a-9016-d3395765e228 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "e4828dea-a14c-4aff-8e6f-e1986f399b60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.878289] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9cda6039-bf86-4c6a-9016-d3395765e228 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "e4828dea-a14c-4aff-8e6f-e1986f399b60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.878509] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9cda6039-bf86-4c6a-9016-d3395765e228 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "e4828dea-a14c-4aff-8e6f-e1986f399b60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.883282] env[70867]: INFO nova.compute.manager [None req-9cda6039-bf86-4c6a-9016-d3395765e228 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Terminating instance [ 972.947025] env[70867]: INFO nova.compute.manager [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Took 54.21 seconds to build instance. [ 972.961510] env[70867]: DEBUG oslo_concurrency.lockutils [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Acquiring lock "refresh_cache-60a8efc4-fff9-4bd3-a758-52e41bf442e4" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.961674] env[70867]: DEBUG oslo_concurrency.lockutils [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Acquired lock "refresh_cache-60a8efc4-fff9-4bd3-a758-52e41bf442e4" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.961793] env[70867]: DEBUG nova.network.neutron [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.190506] env[70867]: DEBUG nova.compute.manager [req-59ed5484-ef42-4959-badf-6e8e105b3e27 req-e375069a-5219-4d3e-a291-301507945aa3 service nova] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Received event network-vif-plugged-e4dbde79-462a-4a2e-b94c-493fe579afcc {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.190763] env[70867]: DEBUG oslo_concurrency.lockutils [req-59ed5484-ef42-4959-badf-6e8e105b3e27 req-e375069a-5219-4d3e-a291-301507945aa3 service nova] Acquiring lock "60a8efc4-fff9-4bd3-a758-52e41bf442e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.191010] env[70867]: DEBUG oslo_concurrency.lockutils [req-59ed5484-ef42-4959-badf-6e8e105b3e27 req-e375069a-5219-4d3e-a291-301507945aa3 service nova] Lock "60a8efc4-fff9-4bd3-a758-52e41bf442e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.191195] env[70867]: DEBUG oslo_concurrency.lockutils [req-59ed5484-ef42-4959-badf-6e8e105b3e27 req-e375069a-5219-4d3e-a291-301507945aa3 service nova] Lock "60a8efc4-fff9-4bd3-a758-52e41bf442e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.191385] env[70867]: DEBUG nova.compute.manager [req-59ed5484-ef42-4959-badf-6e8e105b3e27 req-e375069a-5219-4d3e-a291-301507945aa3 service nova] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] No waiting events found dispatching network-vif-plugged-e4dbde79-462a-4a2e-b94c-493fe579afcc {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 973.191563] env[70867]: WARNING nova.compute.manager [req-59ed5484-ef42-4959-badf-6e8e105b3e27 req-e375069a-5219-4d3e-a291-301507945aa3 service nova] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Received unexpected event network-vif-plugged-e4dbde79-462a-4a2e-b94c-493fe579afcc for instance with vm_state building and task_state spawning. [ 973.191721] env[70867]: DEBUG nova.compute.manager [req-59ed5484-ef42-4959-badf-6e8e105b3e27 req-e375069a-5219-4d3e-a291-301507945aa3 service nova] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Received event network-changed-e4dbde79-462a-4a2e-b94c-493fe579afcc {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.191865] env[70867]: DEBUG nova.compute.manager [req-59ed5484-ef42-4959-badf-6e8e105b3e27 req-e375069a-5219-4d3e-a291-301507945aa3 service nova] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Refreshing instance network info cache due to event network-changed-e4dbde79-462a-4a2e-b94c-493fe579afcc. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.192047] env[70867]: DEBUG oslo_concurrency.lockutils [req-59ed5484-ef42-4959-badf-6e8e105b3e27 req-e375069a-5219-4d3e-a291-301507945aa3 service nova] Acquiring lock "refresh_cache-60a8efc4-fff9-4bd3-a758-52e41bf442e4" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.215103] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a99456-b5be-44f2-80f6-77f9190f4d91 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.223063] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e917601e-f44e-4f65-a064-43c3ebf83d1d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.259073] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b90d22-172e-4e55-b768-759fdcca8a6f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.267446] env[70867]: DEBUG nova.compute.manager [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 973.271208] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da0c5ed-574d-42cd-93c5-162025b7b732 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.285756] env[70867]: DEBUG nova.compute.provider_tree [None req-824310db-c445-4960-a426-df1b216b12ed tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.388646] env[70867]: DEBUG nova.compute.manager [None req-9cda6039-bf86-4c6a-9016-d3395765e228 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.388851] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9cda6039-bf86-4c6a-9016-d3395765e228 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.389817] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94621a49-2355-4e16-ab6a-9f7878ebace8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.397597] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cda6039-bf86-4c6a-9016-d3395765e228 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.397899] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e4a676d-6175-4622-a455-fad694b0f741 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.409086] env[70867]: DEBUG oslo_vmware.api [None req-9cda6039-bf86-4c6a-9016-d3395765e228 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 973.409086] env[70867]: value = "task-3473972" [ 973.409086] env[70867]: _type = "Task" [ 973.409086] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.418260] env[70867]: DEBUG oslo_vmware.api [None req-9cda6039-bf86-4c6a-9016-d3395765e228 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.445521] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a314a15b-1cd4-481f-8ba4-6bec99177293 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Lock "df50dddd-7392-4aa0-a7e7-e5eaea666d73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.738s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.542794] env[70867]: DEBUG nova.network.neutron [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.711909] env[70867]: DEBUG nova.network.neutron [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Successfully created port: 4bb35c75-e2cd-4579-ac09-a4bb91969282 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 973.789293] env[70867]: DEBUG nova.scheduler.client.report [None req-824310db-c445-4960-a426-df1b216b12ed tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.803347] env[70867]: DEBUG nova.network.neutron [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Updating instance_info_cache with network_info: [{"id": "e4dbde79-462a-4a2e-b94c-493fe579afcc", "address": "fa:16:3e:fc:5b:65", "network": {"id": "ed069432-7c02-442e-9db0-694ef64af737", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-477560883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "df7355643e7147208bf05b7d307b156a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4dbde79-46", "ovs_interfaceid": "e4dbde79-462a-4a2e-b94c-493fe579afcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.891924] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Acquiring lock "ea0be371-569e-4461-be75-5b5d643f1865" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.891924] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Lock "ea0be371-569e-4461-be75-5b5d643f1865" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.924492] env[70867]: DEBUG oslo_vmware.api [None req-9cda6039-bf86-4c6a-9016-d3395765e228 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473972, 'name': PowerOffVM_Task, 'duration_secs': 0.215557} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.924851] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cda6039-bf86-4c6a-9016-d3395765e228 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.925071] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9cda6039-bf86-4c6a-9016-d3395765e228 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.925402] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b584d04c-6afb-4484-bf7e-d6101a000732 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.959132] env[70867]: DEBUG nova.network.neutron [-] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.985276] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9cda6039-bf86-4c6a-9016-d3395765e228 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.985507] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9cda6039-bf86-4c6a-9016-d3395765e228 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.989213] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cda6039-bf86-4c6a-9016-d3395765e228 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Deleting the datastore file [datastore1] e4828dea-a14c-4aff-8e6f-e1986f399b60 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.990029] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c7d2343-b5dc-4119-8f3d-fc702f285404 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.996552] env[70867]: DEBUG oslo_vmware.api [None req-9cda6039-bf86-4c6a-9016-d3395765e228 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 973.996552] env[70867]: value = "task-3473974" [ 973.996552] env[70867]: _type = "Task" [ 973.996552] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.011062] env[70867]: DEBUG oslo_vmware.api [None req-9cda6039-bf86-4c6a-9016-d3395765e228 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.288783] env[70867]: DEBUG nova.compute.manager [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 974.300783] env[70867]: DEBUG oslo_concurrency.lockutils [None req-824310db-c445-4960-a426-df1b216b12ed tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.046s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.303824] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9447ef58-5b57-490b-9f75-d1d69a691124 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.563s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.304347] env[70867]: DEBUG nova.objects.instance [None req-9447ef58-5b57-490b-9f75-d1d69a691124 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lazy-loading 'resources' on Instance uuid 2e822534-b173-440c-a4c8-4708eee877a0 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.306773] env[70867]: DEBUG oslo_concurrency.lockutils [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Releasing lock "refresh_cache-60a8efc4-fff9-4bd3-a758-52e41bf442e4" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.307109] env[70867]: DEBUG nova.compute.manager [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Instance network_info: |[{"id": "e4dbde79-462a-4a2e-b94c-493fe579afcc", "address": "fa:16:3e:fc:5b:65", "network": {"id": "ed069432-7c02-442e-9db0-694ef64af737", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-477560883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "df7355643e7147208bf05b7d307b156a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4dbde79-46", "ovs_interfaceid": "e4dbde79-462a-4a2e-b94c-493fe579afcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 974.308608] env[70867]: DEBUG oslo_concurrency.lockutils [req-59ed5484-ef42-4959-badf-6e8e105b3e27 req-e375069a-5219-4d3e-a291-301507945aa3 service nova] Acquired lock "refresh_cache-60a8efc4-fff9-4bd3-a758-52e41bf442e4" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.308608] env[70867]: DEBUG nova.network.neutron [req-59ed5484-ef42-4959-badf-6e8e105b3e27 req-e375069a-5219-4d3e-a291-301507945aa3 service nova] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Refreshing network info cache for port e4dbde79-462a-4a2e-b94c-493fe579afcc {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.312105] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:5b:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4dbde79-462a-4a2e-b94c-493fe579afcc', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.323357] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.328103] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.330528] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6df1a8e1-65de-4589-b9da-20c21f68def1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.347948] env[70867]: INFO nova.scheduler.client.report [None req-824310db-c445-4960-a426-df1b216b12ed tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Deleted allocations for instance f377cec2-23be-4608-92b4-c4608cb4673a [ 974.361535] env[70867]: DEBUG nova.virt.hardware [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.362774] env[70867]: DEBUG nova.virt.hardware [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.362774] env[70867]: DEBUG nova.virt.hardware [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.362774] env[70867]: DEBUG nova.virt.hardware [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.362774] env[70867]: DEBUG nova.virt.hardware [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.363011] env[70867]: DEBUG nova.virt.hardware [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.363450] env[70867]: DEBUG nova.virt.hardware [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.363618] env[70867]: DEBUG nova.virt.hardware [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.365257] env[70867]: DEBUG nova.virt.hardware [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.365498] env[70867]: DEBUG nova.virt.hardware [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.365801] env[70867]: DEBUG nova.virt.hardware [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.366342] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.366342] env[70867]: value = "task-3473975" [ 974.366342] env[70867]: _type = "Task" [ 974.366342] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.367774] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8833ed-133f-4579-81eb-38c5465d499f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.393689] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fc3fd9-bcd8-479d-a620-c9790daad0da {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.406241] env[70867]: DEBUG nova.compute.manager [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 974.412412] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473975, 'name': CreateVM_Task} progress is 15%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.461138] env[70867]: INFO nova.compute.manager [-] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Took 1.65 seconds to deallocate network for instance. [ 974.508243] env[70867]: DEBUG oslo_vmware.api [None req-9cda6039-bf86-4c6a-9016-d3395765e228 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3473974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.470536} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.508656] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cda6039-bf86-4c6a-9016-d3395765e228 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.508848] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9cda6039-bf86-4c6a-9016-d3395765e228 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.509039] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9cda6039-bf86-4c6a-9016-d3395765e228 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.509234] env[70867]: INFO nova.compute.manager [None req-9cda6039-bf86-4c6a-9016-d3395765e228 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Took 1.12 seconds to destroy the instance on the hypervisor. [ 974.509477] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cda6039-bf86-4c6a-9016-d3395765e228 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.509750] env[70867]: DEBUG nova.compute.manager [-] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 974.509847] env[70867]: DEBUG nova.network.neutron [-] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 974.610160] env[70867]: DEBUG nova.network.neutron [req-59ed5484-ef42-4959-badf-6e8e105b3e27 req-e375069a-5219-4d3e-a291-301507945aa3 service nova] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Updated VIF entry in instance network info cache for port e4dbde79-462a-4a2e-b94c-493fe579afcc. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.610160] env[70867]: DEBUG nova.network.neutron [req-59ed5484-ef42-4959-badf-6e8e105b3e27 req-e375069a-5219-4d3e-a291-301507945aa3 service nova] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Updating instance_info_cache with network_info: [{"id": "e4dbde79-462a-4a2e-b94c-493fe579afcc", "address": "fa:16:3e:fc:5b:65", "network": {"id": "ed069432-7c02-442e-9db0-694ef64af737", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-477560883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "df7355643e7147208bf05b7d307b156a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4dbde79-46", "ovs_interfaceid": "e4dbde79-462a-4a2e-b94c-493fe579afcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.865992] env[70867]: DEBUG oslo_concurrency.lockutils [None req-824310db-c445-4960-a426-df1b216b12ed tempest-ServersTestJSON-514934256 tempest-ServersTestJSON-514934256-project-member] Lock "f377cec2-23be-4608-92b4-c4608cb4673a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.631s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.891868] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473975, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.939211] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.970023] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fe9fbfcc-ce15-4c96-810e-43837097fa3d tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.114039] env[70867]: DEBUG oslo_concurrency.lockutils [req-59ed5484-ef42-4959-badf-6e8e105b3e27 req-e375069a-5219-4d3e-a291-301507945aa3 service nova] Releasing lock "refresh_cache-60a8efc4-fff9-4bd3-a758-52e41bf442e4" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.294612] env[70867]: DEBUG nova.compute.manager [req-8abcbd68-6be9-4d32-8c9a-d3a846281226 req-649b9f99-3037-4ac8-81e1-0756f49d74e6 service nova] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Received event network-vif-deleted-9482d5f0-4ed8-4378-b600-d7ea982152a3 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.354691] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf06cc8-df1d-4117-8bb6-cd42f1e28ca7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.363683] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbc9758-74e6-418e-8756-972adc0ac44d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.407080] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa588f7d-e04c-4726-856b-ec15a09006ee {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.412457] env[70867]: DEBUG nova.compute.manager [req-75cab02f-cec2-4db9-9f8b-f0e02c6bb0df req-207e151c-b362-40d2-9354-e753fd89fd61 service nova] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Received event network-vif-deleted-64ba4087-89f9-4ec0-99f9-3b5e67325b62 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.412457] env[70867]: INFO nova.compute.manager [req-75cab02f-cec2-4db9-9f8b-f0e02c6bb0df req-207e151c-b362-40d2-9354-e753fd89fd61 service nova] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Neutron deleted interface 64ba4087-89f9-4ec0-99f9-3b5e67325b62; detaching it from the instance and deleting it from the info cache [ 975.412457] env[70867]: DEBUG nova.network.neutron [req-75cab02f-cec2-4db9-9f8b-f0e02c6bb0df req-207e151c-b362-40d2-9354-e753fd89fd61 service nova] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.418881] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473975, 'name': CreateVM_Task, 'duration_secs': 0.543321} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.422261] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.423266] env[70867]: DEBUG oslo_concurrency.lockutils [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.423518] env[70867]: DEBUG oslo_concurrency.lockutils [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.423851] env[70867]: DEBUG oslo_concurrency.lockutils [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.425127] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb261da-29fa-4499-b73f-c2a5075f0feb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.430631] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16157b96-7581-4a92-b83e-f2530115b70b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.436861] env[70867]: DEBUG oslo_vmware.api [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for the task: (returnval){ [ 975.436861] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5257d4e4-efc0-5cab-4703-68af2e3920de" [ 975.436861] env[70867]: _type = "Task" [ 975.436861] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.449485] env[70867]: DEBUG nova.compute.provider_tree [None req-9447ef58-5b57-490b-9f75-d1d69a691124 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.460350] env[70867]: DEBUG oslo_vmware.api [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5257d4e4-efc0-5cab-4703-68af2e3920de, 'name': SearchDatastore_Task, 'duration_secs': 0.011494} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.460660] env[70867]: DEBUG oslo_concurrency.lockutils [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.460885] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.461137] env[70867]: DEBUG oslo_concurrency.lockutils [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.461287] env[70867]: DEBUG oslo_concurrency.lockutils [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.461465] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.461956] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd5c9bad-c968-4811-af13-2b373cd5e25a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.473540] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.473721] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.474474] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f3ccd51-cb95-4598-937d-8cb2ab5d392d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.480139] env[70867]: DEBUG oslo_vmware.api [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for the task: (returnval){ [ 975.480139] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5293a169-e8eb-f0a3-634d-c95ee09b6b2f" [ 975.480139] env[70867]: _type = "Task" [ 975.480139] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.489154] env[70867]: DEBUG oslo_vmware.api [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5293a169-e8eb-f0a3-634d-c95ee09b6b2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.612170] env[70867]: DEBUG nova.network.neutron [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Successfully updated port: 4bb35c75-e2cd-4579-ac09-a4bb91969282 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 975.751166] env[70867]: DEBUG nova.network.neutron [-] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.915059] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d8c6d7d-b1b9-4e9f-8e0a-8b80a44ef86a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.924848] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eadd521-93ff-46e1-88b1-002abcf102e4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.959587] env[70867]: DEBUG nova.scheduler.client.report [None req-9447ef58-5b57-490b-9f75-d1d69a691124 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.963518] env[70867]: DEBUG nova.compute.manager [req-75cab02f-cec2-4db9-9f8b-f0e02c6bb0df req-207e151c-b362-40d2-9354-e753fd89fd61 service nova] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Detach interface failed, port_id=64ba4087-89f9-4ec0-99f9-3b5e67325b62, reason: Instance e4828dea-a14c-4aff-8e6f-e1986f399b60 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 975.993036] env[70867]: DEBUG oslo_vmware.api [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5293a169-e8eb-f0a3-634d-c95ee09b6b2f, 'name': SearchDatastore_Task, 'duration_secs': 0.008183} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.993867] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b07ba29-a925-4c8e-9b0e-3f90aa588f5f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.999790] env[70867]: DEBUG oslo_vmware.api [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for the task: (returnval){ [ 975.999790] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52354eab-c62b-bba6-ff9f-21c89157f2a4" [ 975.999790] env[70867]: _type = "Task" [ 975.999790] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.008197] env[70867]: DEBUG oslo_vmware.api [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52354eab-c62b-bba6-ff9f-21c89157f2a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.117157] env[70867]: DEBUG oslo_concurrency.lockutils [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Acquiring lock "refresh_cache-332bab6a-075f-4e58-b105-995b0e3ed192" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.117314] env[70867]: DEBUG oslo_concurrency.lockutils [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Acquired lock "refresh_cache-332bab6a-075f-4e58-b105-995b0e3ed192" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.117469] env[70867]: DEBUG nova.network.neutron [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.252641] env[70867]: INFO nova.compute.manager [-] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Took 1.74 seconds to deallocate network for instance. [ 976.468709] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9447ef58-5b57-490b-9f75-d1d69a691124 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.469397] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 40.728s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.520421] env[70867]: DEBUG oslo_vmware.api [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52354eab-c62b-bba6-ff9f-21c89157f2a4, 'name': SearchDatastore_Task, 'duration_secs': 0.009499} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.521485] env[70867]: INFO nova.scheduler.client.report [None req-9447ef58-5b57-490b-9f75-d1d69a691124 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Deleted allocations for instance 2e822534-b173-440c-a4c8-4708eee877a0 [ 976.522513] env[70867]: DEBUG oslo_concurrency.lockutils [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.522770] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 60a8efc4-fff9-4bd3-a758-52e41bf442e4/60a8efc4-fff9-4bd3-a758-52e41bf442e4.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.528506] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa89706c-aa33-4b05-ac0f-4d454d40f577 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.535642] env[70867]: DEBUG oslo_vmware.api [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for the task: (returnval){ [ 976.535642] env[70867]: value = "task-3473976" [ 976.535642] env[70867]: _type = "Task" [ 976.535642] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.544217] env[70867]: DEBUG oslo_vmware.api [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473976, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.675348] env[70867]: DEBUG nova.network.neutron [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 976.759308] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9cda6039-bf86-4c6a-9016-d3395765e228 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.044018] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9447ef58-5b57-490b-9f75-d1d69a691124 tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lock "2e822534-b173-440c-a4c8-4708eee877a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.776s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.053351] env[70867]: DEBUG oslo_vmware.api [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473976, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.230081] env[70867]: DEBUG oslo_concurrency.lockutils [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Acquiring lock "8955ca0e-27e0-43d8-baae-c3292ede39d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.230081] env[70867]: DEBUG oslo_concurrency.lockutils [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Lock "8955ca0e-27e0-43d8-baae-c3292ede39d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.260437] env[70867]: DEBUG nova.network.neutron [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Updating instance_info_cache with network_info: [{"id": "4bb35c75-e2cd-4579-ac09-a4bb91969282", "address": "fa:16:3e:88:6a:42", "network": {"id": "26e8ae53-39df-4375-a347-37d7875d6809", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1458933567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7642aecd0e354d01b606a970883904d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bb35c75-e2", "ovs_interfaceid": "4bb35c75-e2cd-4579-ac09-a4bb91969282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.326856] env[70867]: DEBUG nova.compute.manager [req-204a03fc-772b-4595-a263-73abcad3e333 req-6b9de020-9c2d-40d9-8ef8-60ac1fdaf99b service nova] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Received event network-vif-plugged-4bb35c75-e2cd-4579-ac09-a4bb91969282 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.327052] env[70867]: DEBUG oslo_concurrency.lockutils [req-204a03fc-772b-4595-a263-73abcad3e333 req-6b9de020-9c2d-40d9-8ef8-60ac1fdaf99b service nova] Acquiring lock "332bab6a-075f-4e58-b105-995b0e3ed192-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.327269] env[70867]: DEBUG oslo_concurrency.lockutils [req-204a03fc-772b-4595-a263-73abcad3e333 req-6b9de020-9c2d-40d9-8ef8-60ac1fdaf99b service nova] Lock "332bab6a-075f-4e58-b105-995b0e3ed192-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.327437] env[70867]: DEBUG oslo_concurrency.lockutils [req-204a03fc-772b-4595-a263-73abcad3e333 req-6b9de020-9c2d-40d9-8ef8-60ac1fdaf99b service nova] Lock "332bab6a-075f-4e58-b105-995b0e3ed192-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.327607] env[70867]: DEBUG nova.compute.manager [req-204a03fc-772b-4595-a263-73abcad3e333 req-6b9de020-9c2d-40d9-8ef8-60ac1fdaf99b service nova] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] No waiting events found dispatching network-vif-plugged-4bb35c75-e2cd-4579-ac09-a4bb91969282 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.327906] env[70867]: WARNING nova.compute.manager [req-204a03fc-772b-4595-a263-73abcad3e333 req-6b9de020-9c2d-40d9-8ef8-60ac1fdaf99b service nova] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Received unexpected event network-vif-plugged-4bb35c75-e2cd-4579-ac09-a4bb91969282 for instance with vm_state building and task_state spawning. [ 977.327979] env[70867]: DEBUG nova.compute.manager [req-204a03fc-772b-4595-a263-73abcad3e333 req-6b9de020-9c2d-40d9-8ef8-60ac1fdaf99b service nova] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Received event network-changed-4bb35c75-e2cd-4579-ac09-a4bb91969282 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.328136] env[70867]: DEBUG nova.compute.manager [req-204a03fc-772b-4595-a263-73abcad3e333 req-6b9de020-9c2d-40d9-8ef8-60ac1fdaf99b service nova] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Refreshing instance network info cache due to event network-changed-4bb35c75-e2cd-4579-ac09-a4bb91969282. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 977.328333] env[70867]: DEBUG oslo_concurrency.lockutils [req-204a03fc-772b-4595-a263-73abcad3e333 req-6b9de020-9c2d-40d9-8ef8-60ac1fdaf99b service nova] Acquiring lock "refresh_cache-332bab6a-075f-4e58-b105-995b0e3ed192" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.518381] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 548a2cd1-5cee-4a6d-91ea-2435dd9d0691 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.518587] env[70867]: WARNING nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 8ca8c5ef-e951-49bf-816c-84a297d92f07 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 977.518733] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance f97cb95b-5d2e-4ac4-ba82-80a705a086f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.518859] env[70867]: WARNING nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 977.518979] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance d0ca53d2-313b-48e6-95ca-b580e0b083ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.519109] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 4347eb07-8998-41f2-94df-934f102f632d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.519226] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 46d74c4c-c717-4355-822d-2f6397c7f3e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.519338] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 0f2395d1-5ae7-403c-a689-9861a88fc203 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.519505] env[70867]: WARNING nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance be9a92c6-88ea-4958-9c4e-a7b4715e0433 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 977.519647] env[70867]: WARNING nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance f7eb036e-f592-4ac1-9320-88dd97818d70 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 977.519802] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 3ddad80f-65ae-427d-8d51-c6254d0d6446 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.519936] env[70867]: WARNING nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 5d3010bf-1838-473c-bad2-530a75498da9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 977.520083] env[70867]: WARNING nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 3d2b5374-46c8-4ab9-ab4c-4376eadfb236 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 977.520210] env[70867]: WARNING nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 8cefd801-e03c-452c-9fce-94d017e284d5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 977.520440] env[70867]: WARNING nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance e4828dea-a14c-4aff-8e6f-e1986f399b60 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 977.520601] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.520733] env[70867]: WARNING nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance c1bb2f8e-4b87-4632-b480-dbe0b1a942d0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 977.520856] env[70867]: WARNING nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 68a1635a-1822-419d-8475-1fd58a118d8d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 977.520971] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 395a456a-0ff5-496e-9a22-71c787a1a4cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.521111] env[70867]: WARNING nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 1975db69-f678-48dc-91b1-c0c350417a6a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 977.521231] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance df50dddd-7392-4aa0-a7e7-e5eaea666d73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.521343] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 60a8efc4-fff9-4bd3-a758-52e41bf442e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.521452] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 332bab6a-075f-4e58-b105-995b0e3ed192 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 977.547912] env[70867]: DEBUG oslo_vmware.api [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473976, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581309} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.548143] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 60a8efc4-fff9-4bd3-a758-52e41bf442e4/60a8efc4-fff9-4bd3-a758-52e41bf442e4.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.548543] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.548662] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53efb555-e7c4-439f-a874-ba9be77bbea9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.554939] env[70867]: DEBUG oslo_vmware.api [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for the task: (returnval){ [ 977.554939] env[70867]: value = "task-3473977" [ 977.554939] env[70867]: _type = "Task" [ 977.554939] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.564031] env[70867]: DEBUG oslo_vmware.api [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473977, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.732283] env[70867]: DEBUG nova.compute.manager [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 977.765337] env[70867]: DEBUG oslo_concurrency.lockutils [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Releasing lock "refresh_cache-332bab6a-075f-4e58-b105-995b0e3ed192" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.765337] env[70867]: DEBUG nova.compute.manager [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Instance network_info: |[{"id": "4bb35c75-e2cd-4579-ac09-a4bb91969282", "address": "fa:16:3e:88:6a:42", "network": {"id": "26e8ae53-39df-4375-a347-37d7875d6809", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1458933567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7642aecd0e354d01b606a970883904d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bb35c75-e2", "ovs_interfaceid": "4bb35c75-e2cd-4579-ac09-a4bb91969282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 977.765674] env[70867]: DEBUG oslo_concurrency.lockutils [req-204a03fc-772b-4595-a263-73abcad3e333 req-6b9de020-9c2d-40d9-8ef8-60ac1fdaf99b service nova] Acquired lock "refresh_cache-332bab6a-075f-4e58-b105-995b0e3ed192" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.765942] env[70867]: DEBUG nova.network.neutron [req-204a03fc-772b-4595-a263-73abcad3e333 req-6b9de020-9c2d-40d9-8ef8-60ac1fdaf99b service nova] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Refreshing network info cache for port 4bb35c75-e2cd-4579-ac09-a4bb91969282 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 977.767406] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:6a:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '578f2ebc-5719-4d31-9bac-d3d247f9293f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bb35c75-e2cd-4579-ac09-a4bb91969282', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 977.774953] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Creating folder: Project (7642aecd0e354d01b606a970883904d9). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 977.775493] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ffcfd70-b0cc-48ca-82fc-6e9d7dab7f68 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.786959] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Created folder: Project (7642aecd0e354d01b606a970883904d9) in parent group-v694272. [ 977.787199] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Creating folder: Instances. Parent ref: group-v694470. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 977.787693] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-761ec54a-ccf1-4185-ae77-877bbfc63434 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.796861] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Created folder: Instances in parent group-v694470. [ 977.796861] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.796861] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 977.797061] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10178abd-96f4-442e-9cf3-e4b2e72e7aab {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.818294] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 977.818294] env[70867]: value = "task-3473980" [ 977.818294] env[70867]: _type = "Task" [ 977.818294] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.828337] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473980, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.024803] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 978.065511] env[70867]: DEBUG oslo_vmware.api [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473977, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065201} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.065841] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.066796] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a2351e-3bd8-47a7-b39b-d9adf0efa52a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.089499] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 60a8efc4-fff9-4bd3-a758-52e41bf442e4/60a8efc4-fff9-4bd3-a758-52e41bf442e4.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.089863] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5977640-2221-4698-859b-0b9f0c32658a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.109983] env[70867]: DEBUG oslo_vmware.api [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for the task: (returnval){ [ 978.109983] env[70867]: value = "task-3473981" [ 978.109983] env[70867]: _type = "Task" [ 978.109983] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.120478] env[70867]: DEBUG oslo_vmware.api [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473981, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.253891] env[70867]: DEBUG oslo_concurrency.lockutils [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.330187] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3473980, 'name': CreateVM_Task, 'duration_secs': 0.332673} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.330400] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.331130] env[70867]: DEBUG oslo_concurrency.lockutils [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.331305] env[70867]: DEBUG oslo_concurrency.lockutils [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.331655] env[70867]: DEBUG oslo_concurrency.lockutils [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.331939] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d3fe501-c254-415f-9688-025df31f0180 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.338361] env[70867]: DEBUG oslo_vmware.api [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Waiting for the task: (returnval){ [ 978.338361] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]529db449-9297-145c-39a2-aeaa1ee533ff" [ 978.338361] env[70867]: _type = "Task" [ 978.338361] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.347872] env[70867]: DEBUG oslo_vmware.api [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]529db449-9297-145c-39a2-aeaa1ee533ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.490215] env[70867]: DEBUG nova.network.neutron [req-204a03fc-772b-4595-a263-73abcad3e333 req-6b9de020-9c2d-40d9-8ef8-60ac1fdaf99b service nova] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Updated VIF entry in instance network info cache for port 4bb35c75-e2cd-4579-ac09-a4bb91969282. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 978.490579] env[70867]: DEBUG nova.network.neutron [req-204a03fc-772b-4595-a263-73abcad3e333 req-6b9de020-9c2d-40d9-8ef8-60ac1fdaf99b service nova] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Updating instance_info_cache with network_info: [{"id": "4bb35c75-e2cd-4579-ac09-a4bb91969282", "address": "fa:16:3e:88:6a:42", "network": {"id": "26e8ae53-39df-4375-a347-37d7875d6809", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1458933567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7642aecd0e354d01b606a970883904d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bb35c75-e2", "ovs_interfaceid": "4bb35c75-e2cd-4579-ac09-a4bb91969282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.529077] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 1e046380-8f00-4d59-bb49-d424ec8d96c5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 978.621175] env[70867]: DEBUG oslo_vmware.api [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473981, 'name': ReconfigVM_Task, 'duration_secs': 0.300895} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.621504] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 60a8efc4-fff9-4bd3-a758-52e41bf442e4/60a8efc4-fff9-4bd3-a758-52e41bf442e4.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.622229] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce2b981a-d9ab-4c41-a0f1-49c5649f375a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.631212] env[70867]: DEBUG oslo_vmware.api [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for the task: (returnval){ [ 978.631212] env[70867]: value = "task-3473982" [ 978.631212] env[70867]: _type = "Task" [ 978.631212] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.638645] env[70867]: DEBUG oslo_vmware.api [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473982, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.849857] env[70867]: DEBUG oslo_vmware.api [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]529db449-9297-145c-39a2-aeaa1ee533ff, 'name': SearchDatastore_Task, 'duration_secs': 0.01096} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.849953] env[70867]: DEBUG oslo_concurrency.lockutils [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.850189] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.850945] env[70867]: DEBUG oslo_concurrency.lockutils [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.850945] env[70867]: DEBUG oslo_concurrency.lockutils [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.850945] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.851134] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8ad6432-955d-4c72-a5a2-aeae3a879c86 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.859578] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.859912] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 978.860713] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-789ec3bf-9727-4bff-afc8-07cb25d4cb78 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.865542] env[70867]: DEBUG oslo_vmware.api [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Waiting for the task: (returnval){ [ 978.865542] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52fbab82-6296-02ed-d641-aeffeea18707" [ 978.865542] env[70867]: _type = "Task" [ 978.865542] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.874852] env[70867]: DEBUG oslo_vmware.api [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52fbab82-6296-02ed-d641-aeffeea18707, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.993674] env[70867]: DEBUG oslo_concurrency.lockutils [req-204a03fc-772b-4595-a263-73abcad3e333 req-6b9de020-9c2d-40d9-8ef8-60ac1fdaf99b service nova] Releasing lock "refresh_cache-332bab6a-075f-4e58-b105-995b0e3ed192" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.031814] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 979.141124] env[70867]: DEBUG oslo_vmware.api [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473982, 'name': Rename_Task, 'duration_secs': 0.187673} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.141429] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.141693] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f07047e-7807-41f6-b4cb-93404f4ac425 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.148296] env[70867]: DEBUG oslo_vmware.api [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for the task: (returnval){ [ 979.148296] env[70867]: value = "task-3473983" [ 979.148296] env[70867]: _type = "Task" [ 979.148296] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.160274] env[70867]: DEBUG oslo_vmware.api [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473983, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.375277] env[70867]: DEBUG oslo_vmware.api [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52fbab82-6296-02ed-d641-aeffeea18707, 'name': SearchDatastore_Task, 'duration_secs': 0.021222} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.376078] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f889c5f-7fb8-4e2b-8c01-decc1263a4f8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.381691] env[70867]: DEBUG oslo_vmware.api [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Waiting for the task: (returnval){ [ 979.381691] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f6d24a-8a79-6d7b-4a72-87a62241a7c8" [ 979.381691] env[70867]: _type = "Task" [ 979.381691] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.389140] env[70867]: DEBUG oslo_vmware.api [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f6d24a-8a79-6d7b-4a72-87a62241a7c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.536243] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 7870241c-3fa4-48b6-85dc-b358fc1c0079 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 979.659246] env[70867]: DEBUG oslo_vmware.api [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473983, 'name': PowerOnVM_Task, 'duration_secs': 0.486733} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.659606] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.660592] env[70867]: INFO nova.compute.manager [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Took 8.03 seconds to spawn the instance on the hypervisor. [ 979.660592] env[70867]: DEBUG nova.compute.manager [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.661208] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c804341-80ab-4cbc-9c61-0c3ddc2e3353 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.891641] env[70867]: DEBUG oslo_vmware.api [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f6d24a-8a79-6d7b-4a72-87a62241a7c8, 'name': SearchDatastore_Task, 'duration_secs': 0.02515} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.892094] env[70867]: DEBUG oslo_concurrency.lockutils [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.892345] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 332bab6a-075f-4e58-b105-995b0e3ed192/332bab6a-075f-4e58-b105-995b0e3ed192.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.893032] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd3e2bf0-ef33-44fe-9940-126dc309f312 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.899403] env[70867]: DEBUG oslo_vmware.api [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Waiting for the task: (returnval){ [ 979.899403] env[70867]: value = "task-3473984" [ 979.899403] env[70867]: _type = "Task" [ 979.899403] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.907842] env[70867]: DEBUG oslo_vmware.api [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Task: {'id': task-3473984, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.039691] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance ea0be371-569e-4461-be75-5b5d643f1865 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 980.180153] env[70867]: INFO nova.compute.manager [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Took 57.35 seconds to build instance. [ 980.412617] env[70867]: DEBUG oslo_vmware.api [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Task: {'id': task-3473984, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.413067] env[70867]: INFO nova.compute.manager [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Rescuing [ 980.413303] env[70867]: DEBUG oslo_concurrency.lockutils [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Acquiring lock "refresh_cache-60a8efc4-fff9-4bd3-a758-52e41bf442e4" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.413448] env[70867]: DEBUG oslo_concurrency.lockutils [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Acquired lock "refresh_cache-60a8efc4-fff9-4bd3-a758-52e41bf442e4" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.413602] env[70867]: DEBUG nova.network.neutron [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.546019] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 8955ca0e-27e0-43d8-baae-c3292ede39d6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 980.546019] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=70867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 980.546019] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=70867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 980.682598] env[70867]: DEBUG oslo_concurrency.lockutils [None req-49aa40c9-026a-46ee-a7c5-4b16482a2f95 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Lock "60a8efc4-fff9-4bd3-a758-52e41bf442e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.856s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.913436] env[70867]: DEBUG oslo_vmware.api [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Task: {'id': task-3473984, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.922538} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.913780] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 332bab6a-075f-4e58-b105-995b0e3ed192/332bab6a-075f-4e58-b105-995b0e3ed192.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 980.914014] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 980.914431] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a26c7587-d2ec-4096-8c48-864cae4a1a3e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.927663] env[70867]: DEBUG oslo_vmware.api [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Waiting for the task: (returnval){ [ 980.927663] env[70867]: value = "task-3473985" [ 980.927663] env[70867]: _type = "Task" [ 980.927663] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.932944] env[70867]: DEBUG oslo_vmware.api [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Task: {'id': task-3473985, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.002480] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61a080f-cac6-422f-b4cf-5530625c5d5b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.009899] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa38839-4ffa-4e7a-9338-b3cecc43b57c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.045616] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1918351-c9f1-4490-a22e-90d3fb7b3c88 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.053303] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bc3dfe-bfce-4759-bdd9-9f980491f9a3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.067730] env[70867]: DEBUG nova.compute.provider_tree [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.160111] env[70867]: DEBUG nova.network.neutron [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Updating instance_info_cache with network_info: [{"id": "e4dbde79-462a-4a2e-b94c-493fe579afcc", "address": "fa:16:3e:fc:5b:65", "network": {"id": "ed069432-7c02-442e-9db0-694ef64af737", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-477560883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "df7355643e7147208bf05b7d307b156a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4dbde79-46", "ovs_interfaceid": "e4dbde79-462a-4a2e-b94c-493fe579afcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.438250] env[70867]: DEBUG oslo_vmware.api [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Task: {'id': task-3473985, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.376537} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.438493] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 981.442011] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35eb33f-212f-49e0-8c82-4c15a8adb074 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.461667] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 332bab6a-075f-4e58-b105-995b0e3ed192/332bab6a-075f-4e58-b105-995b0e3ed192.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.463060] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90df5528-e03e-4556-b58f-52984c3bcd16 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.486015] env[70867]: DEBUG oslo_vmware.api [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Waiting for the task: (returnval){ [ 981.486015] env[70867]: value = "task-3473986" [ 981.486015] env[70867]: _type = "Task" [ 981.486015] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.493947] env[70867]: DEBUG oslo_vmware.api [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Task: {'id': task-3473986, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.569860] env[70867]: DEBUG nova.scheduler.client.report [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.662115] env[70867]: DEBUG oslo_concurrency.lockutils [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Releasing lock "refresh_cache-60a8efc4-fff9-4bd3-a758-52e41bf442e4" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.995918] env[70867]: DEBUG oslo_vmware.api [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Task: {'id': task-3473986, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.076962] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70867) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 982.076962] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.607s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.076962] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6ff19b13-b349-47ab-9ba5-10cb23b5d42d tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.305s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.076962] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6ff19b13-b349-47ab-9ba5-10cb23b5d42d tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.079606] env[70867]: DEBUG oslo_concurrency.lockutils [None req-807a1494-2206-4204-9f0e-49d43c321c5e tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.451s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.079869] env[70867]: DEBUG oslo_concurrency.lockutils [None req-807a1494-2206-4204-9f0e-49d43c321c5e tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.081765] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.396s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.084691] env[70867]: INFO nova.compute.claims [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.087813] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.089031] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Cleaning up deleted instances {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 982.128225] env[70867]: INFO nova.scheduler.client.report [None req-807a1494-2206-4204-9f0e-49d43c321c5e tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Deleted allocations for instance ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d [ 982.134155] env[70867]: INFO nova.scheduler.client.report [None req-6ff19b13-b349-47ab-9ba5-10cb23b5d42d tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Deleted allocations for instance 8cefd801-e03c-452c-9fce-94d017e284d5 [ 982.499691] env[70867]: DEBUG oslo_vmware.api [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Task: {'id': task-3473986, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.608649] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] There are 44 instances to clean {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 982.608970] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 2e822534-b173-440c-a4c8-4708eee877a0] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 982.639725] env[70867]: DEBUG oslo_concurrency.lockutils [None req-807a1494-2206-4204-9f0e-49d43c321c5e tempest-SecurityGroupsTestJSON-728945550 tempest-SecurityGroupsTestJSON-728945550-project-member] Lock "ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.468s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.644972] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6ff19b13-b349-47ab-9ba5-10cb23b5d42d tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lock "8cefd801-e03c-452c-9fce-94d017e284d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.336s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.998941] env[70867]: DEBUG oslo_vmware.api [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Task: {'id': task-3473986, 'name': ReconfigVM_Task, 'duration_secs': 1.300437} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.999029] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 332bab6a-075f-4e58-b105-995b0e3ed192/332bab6a-075f-4e58-b105-995b0e3ed192.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.999681] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32815926-c3d0-4b0c-ad39-ff55dbf48b53 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.010138] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "7691ccf1-2787-41a1-ab1a-2db68771a76d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.010572] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "7691ccf1-2787-41a1-ab1a-2db68771a76d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.013468] env[70867]: DEBUG oslo_vmware.api [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Waiting for the task: (returnval){ [ 983.013468] env[70867]: value = "task-3473987" [ 983.013468] env[70867]: _type = "Task" [ 983.013468] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.022084] env[70867]: DEBUG oslo_vmware.api [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Task: {'id': task-3473987, 'name': Rename_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.116637] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: f377cec2-23be-4608-92b4-c4608cb4673a] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 983.206696] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.207013] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c712b81d-4e2d-4e59-a5ab-d6daacaa1670 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.218064] env[70867]: DEBUG oslo_vmware.api [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for the task: (returnval){ [ 983.218064] env[70867]: value = "task-3473988" [ 983.218064] env[70867]: _type = "Task" [ 983.218064] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.226798] env[70867]: DEBUG oslo_vmware.api [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.520354] env[70867]: DEBUG nova.compute.manager [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 983.530469] env[70867]: DEBUG oslo_vmware.api [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Task: {'id': task-3473987, 'name': Rename_Task, 'duration_secs': 0.268786} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.530986] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.531594] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c5b4e81-547e-45d3-a690-8496dd09c139 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.538964] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a56ad5d-ff33-40ea-ad2e-8acb72c5a1e0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.543510] env[70867]: DEBUG oslo_vmware.api [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Waiting for the task: (returnval){ [ 983.543510] env[70867]: value = "task-3473989" [ 983.543510] env[70867]: _type = "Task" [ 983.543510] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.554781] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6756d12d-3628-477c-bb02-48d2b173fa1e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.562608] env[70867]: DEBUG oslo_vmware.api [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Task: {'id': task-3473989, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.594786] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90017d63-830d-4716-bce6-bbc514b6fa41 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.603851] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3b3860-d448-4b0f-ba7a-7c430edbbca8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.620384] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 7dd14006-954f-41aa-946c-5d11558920d1] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 983.623301] env[70867]: DEBUG nova.compute.provider_tree [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.727746] env[70867]: DEBUG oslo_concurrency.lockutils [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquiring lock "bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.728144] env[70867]: DEBUG oslo_concurrency.lockutils [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lock "bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.733460] env[70867]: DEBUG oslo_vmware.api [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473988, 'name': PowerOffVM_Task, 'duration_secs': 0.431964} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.735018] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.735018] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97da7f7-0bea-4b1c-b2b1-6be99702e86e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.759299] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2976669-d3cc-4007-b136-6d4694f31b9c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.763033] env[70867]: DEBUG oslo_concurrency.lockutils [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquiring lock "64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.763467] env[70867]: DEBUG oslo_concurrency.lockutils [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lock "64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.800950] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.801411] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8134cfb7-9672-450b-8639-e01842f9a451 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.809075] env[70867]: DEBUG oslo_vmware.api [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for the task: (returnval){ [ 983.809075] env[70867]: value = "task-3473990" [ 983.809075] env[70867]: _type = "Task" [ 983.809075] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.817183] env[70867]: DEBUG oslo_vmware.api [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.057768] env[70867]: DEBUG oslo_vmware.api [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Task: {'id': task-3473989, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.059049] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.124778] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 9d4ed53b-02bf-4bad-80b5-8b9105b48d0b] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 984.128922] env[70867]: DEBUG nova.scheduler.client.report [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.237370] env[70867]: DEBUG nova.compute.manager [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 984.267157] env[70867]: DEBUG nova.compute.manager [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 984.319208] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] VM already powered off {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 984.319420] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.319671] env[70867]: DEBUG oslo_concurrency.lockutils [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.319844] env[70867]: DEBUG oslo_concurrency.lockutils [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.320038] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.320293] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9abb6bd2-d96b-40a6-8456-c904a10f7702 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.327733] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.327901] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.328581] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9924e9dd-63ed-4e08-bbc8-18b95f94e98d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.333037] env[70867]: DEBUG oslo_vmware.api [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for the task: (returnval){ [ 984.333037] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52dfd925-45e3-bda4-b68b-66876a09805e" [ 984.333037] env[70867]: _type = "Task" [ 984.333037] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.340347] env[70867]: DEBUG oslo_vmware.api [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52dfd925-45e3-bda4-b68b-66876a09805e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.554559] env[70867]: DEBUG oslo_vmware.api [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Task: {'id': task-3473989, 'name': PowerOnVM_Task, 'duration_secs': 0.554196} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.554826] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.555038] env[70867]: INFO nova.compute.manager [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Took 10.27 seconds to spawn the instance on the hypervisor. [ 984.555231] env[70867]: DEBUG nova.compute.manager [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.555986] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d0455d-3909-4110-addf-556ed75a0ff0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.628835] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 72a8b88b-0b5f-420b-ab94-c29fbca64156] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 984.636841] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.636841] env[70867]: DEBUG nova.compute.manager [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 984.641017] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0aa7beb2-8357-45e1-9346-bb19e4edb050 tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.615s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.641017] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0aa7beb2-8357-45e1-9346-bb19e4edb050 tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.641017] env[70867]: DEBUG oslo_concurrency.lockutils [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.244s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.642360] env[70867]: INFO nova.compute.claims [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 984.676026] env[70867]: INFO nova.scheduler.client.report [None req-0aa7beb2-8357-45e1-9346-bb19e4edb050 tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Deleted allocations for instance f7eb036e-f592-4ac1-9320-88dd97818d70 [ 984.769125] env[70867]: DEBUG oslo_concurrency.lockutils [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.785555] env[70867]: DEBUG oslo_concurrency.lockutils [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.846485] env[70867]: DEBUG oslo_vmware.api [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52dfd925-45e3-bda4-b68b-66876a09805e, 'name': SearchDatastore_Task, 'duration_secs': 0.008987} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.847375] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac54c430-8ab5-4417-8fc0-004eeba0a432 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.853159] env[70867]: DEBUG oslo_vmware.api [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for the task: (returnval){ [ 984.853159] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52014676-b8ab-058d-beb2-f5c47c50d25d" [ 984.853159] env[70867]: _type = "Task" [ 984.853159] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.862751] env[70867]: DEBUG oslo_vmware.api [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52014676-b8ab-058d-beb2-f5c47c50d25d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.075521] env[70867]: INFO nova.compute.manager [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Took 55.73 seconds to build instance. [ 985.135036] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 17bdd3ac-64f4-4b2e-b196-ce44e1576aa9] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 985.140094] env[70867]: DEBUG nova.compute.utils [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 985.143727] env[70867]: DEBUG nova.compute.manager [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 985.143727] env[70867]: DEBUG nova.network.neutron [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 985.191242] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0aa7beb2-8357-45e1-9346-bb19e4edb050 tempest-ServersWithSpecificFlavorTestJSON-758785294 tempest-ServersWithSpecificFlavorTestJSON-758785294-project-member] Lock "f7eb036e-f592-4ac1-9320-88dd97818d70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.509s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.212230] env[70867]: DEBUG nova.policy [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43aa3988e90845a2917d8fa6d4465772', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f1893160d7645cea064723418b18388', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.363640] env[70867]: DEBUG oslo_vmware.api [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52014676-b8ab-058d-beb2-f5c47c50d25d, 'name': SearchDatastore_Task, 'duration_secs': 0.011577} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.364009] env[70867]: DEBUG oslo_concurrency.lockutils [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.364274] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 60a8efc4-fff9-4bd3-a758-52e41bf442e4/dd397023-e461-4e98-8ebe-ed21450996ea-rescue.vmdk. {{(pid=70867) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 985.364800] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d405f8ce-c1a3-4772-9dda-feb0505f9c6b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.371574] env[70867]: DEBUG oslo_vmware.api [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for the task: (returnval){ [ 985.371574] env[70867]: value = "task-3473991" [ 985.371574] env[70867]: _type = "Task" [ 985.371574] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.381162] env[70867]: DEBUG oslo_vmware.api [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.529443] env[70867]: DEBUG nova.network.neutron [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Successfully created port: dd7a5cbd-09f1-452a-ae21-7d631d2d86ac {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.578977] env[70867]: DEBUG oslo_concurrency.lockutils [None req-881af2a9-44fb-42a9-a756-ec1810aefd40 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Lock "332bab6a-075f-4e58-b105-995b0e3ed192" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.255s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.638484] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 22e5eb53-69e2-4aaa-8147-3a9c6998b7eb] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 985.648590] env[70867]: DEBUG nova.compute.manager [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 985.886639] env[70867]: DEBUG oslo_vmware.api [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473991, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462843} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.887221] env[70867]: INFO nova.virt.vmwareapi.ds_util [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 60a8efc4-fff9-4bd3-a758-52e41bf442e4/dd397023-e461-4e98-8ebe-ed21450996ea-rescue.vmdk. [ 985.887746] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9e7140-43e0-4c61-ae19-3a704fd1378d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.915298] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 60a8efc4-fff9-4bd3-a758-52e41bf442e4/dd397023-e461-4e98-8ebe-ed21450996ea-rescue.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.919825] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-794230e5-26e2-4178-b8f8-cec8400a1df7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.949538] env[70867]: DEBUG oslo_vmware.api [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for the task: (returnval){ [ 985.949538] env[70867]: value = "task-3473992" [ 985.949538] env[70867]: _type = "Task" [ 985.949538] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.959684] env[70867]: DEBUG oslo_vmware.api [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473992, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.144267] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 96ed8c5a-2029-4ce1-9ddf-5dc836005acb] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 986.186771] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a422ed56-fafc-41b0-b4a3-e1bfce1ed889 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.196877] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcd9be5-fdae-46bd-b67f-e99904811754 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.231119] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d551956c-2255-4684-994e-f96a2cab22c7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.239057] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d15b011-3220-4ec5-a485-48ccad99c09c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.253902] env[70867]: DEBUG nova.compute.provider_tree [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.457708] env[70867]: DEBUG oslo_vmware.api [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473992, 'name': ReconfigVM_Task, 'duration_secs': 0.419385} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.458010] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 60a8efc4-fff9-4bd3-a758-52e41bf442e4/dd397023-e461-4e98-8ebe-ed21450996ea-rescue.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.458945] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bf58db-a2ad-426c-8b95-d9714a84e64a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.484523] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03cc43ac-bb07-4c1b-a0e5-9fdbfc6bd34d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.500603] env[70867]: DEBUG oslo_vmware.api [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for the task: (returnval){ [ 986.500603] env[70867]: value = "task-3473993" [ 986.500603] env[70867]: _type = "Task" [ 986.500603] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.508936] env[70867]: DEBUG oslo_vmware.api [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473993, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.647500] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: fcd97809-14c4-4674-ba98-8a56a34cf239] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 986.665408] env[70867]: DEBUG nova.compute.manager [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 986.703084] env[70867]: DEBUG nova.virt.hardware [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.703343] env[70867]: DEBUG nova.virt.hardware [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.703501] env[70867]: DEBUG nova.virt.hardware [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.703683] env[70867]: DEBUG nova.virt.hardware [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.703867] env[70867]: DEBUG nova.virt.hardware [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.703977] env[70867]: DEBUG nova.virt.hardware [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.704631] env[70867]: DEBUG nova.virt.hardware [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.704860] env[70867]: DEBUG nova.virt.hardware [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.705653] env[70867]: DEBUG nova.virt.hardware [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.705762] env[70867]: DEBUG nova.virt.hardware [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.706082] env[70867]: DEBUG nova.virt.hardware [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.708638] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ec6c5a-ccfe-430b-a8cb-6cf28fe3a7a7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.718841] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ab9e56-c9b1-4b4a-a999-287eb08dba2d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.759173] env[70867]: DEBUG nova.scheduler.client.report [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.011351] env[70867]: DEBUG oslo_vmware.api [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473993, 'name': ReconfigVM_Task, 'duration_secs': 0.151545} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.011625] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.011905] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0642572c-995e-400a-8f02-cf4884dd98b3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.015041] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1ee622c9-f9b3-4b5a-be6c-6dcd99f9ab11 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Acquiring lock "332bab6a-075f-4e58-b105-995b0e3ed192" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.015269] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1ee622c9-f9b3-4b5a-be6c-6dcd99f9ab11 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Lock "332bab6a-075f-4e58-b105-995b0e3ed192" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.015468] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1ee622c9-f9b3-4b5a-be6c-6dcd99f9ab11 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Acquiring lock "332bab6a-075f-4e58-b105-995b0e3ed192-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.015640] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1ee622c9-f9b3-4b5a-be6c-6dcd99f9ab11 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Lock "332bab6a-075f-4e58-b105-995b0e3ed192-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.015795] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1ee622c9-f9b3-4b5a-be6c-6dcd99f9ab11 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Lock "332bab6a-075f-4e58-b105-995b0e3ed192-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.018784] env[70867]: DEBUG oslo_vmware.api [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for the task: (returnval){ [ 987.018784] env[70867]: value = "task-3473994" [ 987.018784] env[70867]: _type = "Task" [ 987.018784] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.019237] env[70867]: INFO nova.compute.manager [None req-1ee622c9-f9b3-4b5a-be6c-6dcd99f9ab11 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Terminating instance [ 987.030557] env[70867]: DEBUG oslo_vmware.api [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473994, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.151184] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: b6d28619-832a-4d9a-8cf8-bde835200bba] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 987.264356] env[70867]: DEBUG oslo_concurrency.lockutils [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.265788] env[70867]: DEBUG nova.compute.manager [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 987.268690] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9de451a1-c860-433d-862f-e7f35b494696 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.335s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.268690] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9de451a1-c860-433d-862f-e7f35b494696 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.271850] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.544s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.273849] env[70867]: INFO nova.compute.claims [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 987.286557] env[70867]: DEBUG nova.compute.manager [req-6227c0e7-254c-4e8a-9c5f-61110499a49c req-a31dfcdb-1d8a-449c-a295-fe59237ac70e service nova] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Received event network-vif-plugged-dd7a5cbd-09f1-452a-ae21-7d631d2d86ac {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.286557] env[70867]: DEBUG oslo_concurrency.lockutils [req-6227c0e7-254c-4e8a-9c5f-61110499a49c req-a31dfcdb-1d8a-449c-a295-fe59237ac70e service nova] Acquiring lock "2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.286557] env[70867]: DEBUG oslo_concurrency.lockutils [req-6227c0e7-254c-4e8a-9c5f-61110499a49c req-a31dfcdb-1d8a-449c-a295-fe59237ac70e service nova] Lock "2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.286557] env[70867]: DEBUG oslo_concurrency.lockutils [req-6227c0e7-254c-4e8a-9c5f-61110499a49c req-a31dfcdb-1d8a-449c-a295-fe59237ac70e service nova] Lock "2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.286557] env[70867]: DEBUG nova.compute.manager [req-6227c0e7-254c-4e8a-9c5f-61110499a49c req-a31dfcdb-1d8a-449c-a295-fe59237ac70e service nova] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] No waiting events found dispatching network-vif-plugged-dd7a5cbd-09f1-452a-ae21-7d631d2d86ac {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 987.286557] env[70867]: WARNING nova.compute.manager [req-6227c0e7-254c-4e8a-9c5f-61110499a49c req-a31dfcdb-1d8a-449c-a295-fe59237ac70e service nova] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Received unexpected event network-vif-plugged-dd7a5cbd-09f1-452a-ae21-7d631d2d86ac for instance with vm_state building and task_state spawning. [ 987.322529] env[70867]: INFO nova.scheduler.client.report [None req-9de451a1-c860-433d-862f-e7f35b494696 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Deleted allocations for instance 8ca8c5ef-e951-49bf-816c-84a297d92f07 [ 987.439363] env[70867]: DEBUG nova.network.neutron [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Successfully updated port: dd7a5cbd-09f1-452a-ae21-7d631d2d86ac {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 987.527454] env[70867]: DEBUG nova.compute.manager [None req-1ee622c9-f9b3-4b5a-be6c-6dcd99f9ab11 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 987.532017] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee622c9-f9b3-4b5a-be6c-6dcd99f9ab11 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.533062] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86636ae6-6665-42d7-a67b-9ba475ca4974 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.537555] env[70867]: DEBUG oslo_vmware.api [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3473994, 'name': PowerOnVM_Task, 'duration_secs': 0.396715} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.537970] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 987.543164] env[70867]: DEBUG nova.compute.manager [None req-02bd0db1-17c3-4d39-886e-7df86629ff3a tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.544312] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa05a4d-ce5b-4714-98b7-bde07f210a6c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.552532] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee622c9-f9b3-4b5a-be6c-6dcd99f9ab11 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.553211] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9c4f50c-9a51-4d60-a226-b691c6a3e246 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.570965] env[70867]: DEBUG oslo_vmware.api [None req-1ee622c9-f9b3-4b5a-be6c-6dcd99f9ab11 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Waiting for the task: (returnval){ [ 987.570965] env[70867]: value = "task-3473995" [ 987.570965] env[70867]: _type = "Task" [ 987.570965] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.585052] env[70867]: DEBUG oslo_vmware.api [None req-1ee622c9-f9b3-4b5a-be6c-6dcd99f9ab11 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Task: {'id': task-3473995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.655504] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: bd36ce91-908a-408b-ba11-95c6a135f4cf] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 987.780168] env[70867]: DEBUG nova.compute.utils [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 987.782313] env[70867]: DEBUG nova.compute.manager [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 987.782313] env[70867]: DEBUG nova.network.neutron [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 987.821886] env[70867]: DEBUG nova.policy [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91b2909d378442af8c24ec0bc79c33d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86ae3e8c63bd4ed29d0725779224ad62', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 987.830548] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9de451a1-c860-433d-862f-e7f35b494696 tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "8ca8c5ef-e951-49bf-816c-84a297d92f07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.435s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.942548] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "refresh_cache-2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.942548] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquired lock "refresh_cache-2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.942548] env[70867]: DEBUG nova.network.neutron [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.075029] env[70867]: DEBUG oslo_concurrency.lockutils [None req-263b45e4-ef7a-46cc-94a7-f3899b327f4f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquiring lock "548a2cd1-5cee-4a6d-91ea-2435dd9d0691" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.075029] env[70867]: DEBUG oslo_concurrency.lockutils [None req-263b45e4-ef7a-46cc-94a7-f3899b327f4f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "548a2cd1-5cee-4a6d-91ea-2435dd9d0691" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.075029] env[70867]: DEBUG oslo_concurrency.lockutils [None req-263b45e4-ef7a-46cc-94a7-f3899b327f4f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquiring lock "548a2cd1-5cee-4a6d-91ea-2435dd9d0691-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.075223] env[70867]: DEBUG oslo_concurrency.lockutils [None req-263b45e4-ef7a-46cc-94a7-f3899b327f4f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "548a2cd1-5cee-4a6d-91ea-2435dd9d0691-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.075375] env[70867]: DEBUG oslo_concurrency.lockutils [None req-263b45e4-ef7a-46cc-94a7-f3899b327f4f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "548a2cd1-5cee-4a6d-91ea-2435dd9d0691-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.084573] env[70867]: INFO nova.compute.manager [None req-263b45e4-ef7a-46cc-94a7-f3899b327f4f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Terminating instance [ 988.095343] env[70867]: DEBUG oslo_vmware.api [None req-1ee622c9-f9b3-4b5a-be6c-6dcd99f9ab11 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Task: {'id': task-3473995, 'name': PowerOffVM_Task, 'duration_secs': 0.202544} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.096550] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee622c9-f9b3-4b5a-be6c-6dcd99f9ab11 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.096550] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee622c9-f9b3-4b5a-be6c-6dcd99f9ab11 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.096678] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44c88b6e-3d7d-4b65-9797-fd274623e4fb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.162860] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 5672f7d0-4265-47cb-9d68-9eb1a5420f3e] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 988.166755] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee622c9-f9b3-4b5a-be6c-6dcd99f9ab11 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.166806] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee622c9-f9b3-4b5a-be6c-6dcd99f9ab11 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.167082] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ee622c9-f9b3-4b5a-be6c-6dcd99f9ab11 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Deleting the datastore file [datastore2] 332bab6a-075f-4e58-b105-995b0e3ed192 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.172199] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb1c5dd8-e0f2-400f-be2e-d01ee04b30ed {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.174798] env[70867]: DEBUG nova.network.neutron [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Successfully created port: c27a3365-0717-4838-91e7-3d182e001fe4 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 988.184551] env[70867]: DEBUG oslo_vmware.api [None req-1ee622c9-f9b3-4b5a-be6c-6dcd99f9ab11 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Waiting for the task: (returnval){ [ 988.184551] env[70867]: value = "task-3473997" [ 988.184551] env[70867]: _type = "Task" [ 988.184551] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.196921] env[70867]: DEBUG oslo_vmware.api [None req-1ee622c9-f9b3-4b5a-be6c-6dcd99f9ab11 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Task: {'id': task-3473997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.285521] env[70867]: DEBUG nova.compute.manager [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 988.507042] env[70867]: DEBUG nova.network.neutron [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.589987] env[70867]: DEBUG nova.compute.manager [None req-263b45e4-ef7a-46cc-94a7-f3899b327f4f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 988.590241] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-263b45e4-ef7a-46cc-94a7-f3899b327f4f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.591159] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20151ce-a814-4d7b-b547-627aa2a3335e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.600314] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-263b45e4-ef7a-46cc-94a7-f3899b327f4f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.601713] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f19bae9-254f-4fbf-a0e7-8f747bb50779 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.608685] env[70867]: DEBUG oslo_vmware.api [None req-263b45e4-ef7a-46cc-94a7-f3899b327f4f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 988.608685] env[70867]: value = "task-3473998" [ 988.608685] env[70867]: _type = "Task" [ 988.608685] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.622473] env[70867]: DEBUG oslo_vmware.api [None req-263b45e4-ef7a-46cc-94a7-f3899b327f4f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.669064] env[70867]: INFO nova.compute.manager [None req-f178869f-74f8-43d7-9d85-f6beb084aabf tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Unrescuing [ 988.670953] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f178869f-74f8-43d7-9d85-f6beb084aabf tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Acquiring lock "refresh_cache-60a8efc4-fff9-4bd3-a758-52e41bf442e4" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.670953] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f178869f-74f8-43d7-9d85-f6beb084aabf tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Acquired lock "refresh_cache-60a8efc4-fff9-4bd3-a758-52e41bf442e4" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.671208] env[70867]: DEBUG nova.network.neutron [None req-f178869f-74f8-43d7-9d85-f6beb084aabf tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.679833] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 30bee283-5a5d-443f-8799-0675a0e0a2c8] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 988.701989] env[70867]: DEBUG oslo_vmware.api [None req-1ee622c9-f9b3-4b5a-be6c-6dcd99f9ab11 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Task: {'id': task-3473997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.489437} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.703140] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ee622c9-f9b3-4b5a-be6c-6dcd99f9ab11 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.703354] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee622c9-f9b3-4b5a-be6c-6dcd99f9ab11 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.703552] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee622c9-f9b3-4b5a-be6c-6dcd99f9ab11 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.703799] env[70867]: INFO nova.compute.manager [None req-1ee622c9-f9b3-4b5a-be6c-6dcd99f9ab11 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Took 1.18 seconds to destroy the instance on the hypervisor. [ 988.704019] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ee622c9-f9b3-4b5a-be6c-6dcd99f9ab11 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.704178] env[70867]: DEBUG nova.compute.manager [-] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 988.704281] env[70867]: DEBUG nova.network.neutron [-] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 988.789806] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e451f905-c795-43cb-b560-5ebad7d1d2cf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.806201] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a114427e-5905-4046-aef1-42e794743eac {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.844885] env[70867]: DEBUG nova.network.neutron [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Updating instance_info_cache with network_info: [{"id": "dd7a5cbd-09f1-452a-ae21-7d631d2d86ac", "address": "fa:16:3e:d1:6b:a9", "network": {"id": "8cacb34c-db1b-411b-907b-2f372c4857f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-460255283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f1893160d7645cea064723418b18388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd7a5cbd-09", "ovs_interfaceid": "dd7a5cbd-09f1-452a-ae21-7d631d2d86ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.850023] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e067d84b-983a-4366-81d8-b8026d5c513f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.856678] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7360c7-6e2d-4911-ad46-6af5a698d554 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.872903] env[70867]: DEBUG nova.compute.provider_tree [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.122041] env[70867]: DEBUG oslo_vmware.api [None req-263b45e4-ef7a-46cc-94a7-f3899b327f4f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3473998, 'name': PowerOffVM_Task, 'duration_secs': 0.200624} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.122041] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-263b45e4-ef7a-46cc-94a7-f3899b327f4f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.122041] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-263b45e4-ef7a-46cc-94a7-f3899b327f4f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.122041] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55058275-af02-4ed0-88fa-eb7194e1aecc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.180319] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-263b45e4-ef7a-46cc-94a7-f3899b327f4f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.180471] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-263b45e4-ef7a-46cc-94a7-f3899b327f4f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.180677] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-263b45e4-ef7a-46cc-94a7-f3899b327f4f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Deleting the datastore file [datastore2] 548a2cd1-5cee-4a6d-91ea-2435dd9d0691 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.180927] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ac286bd-7e7c-4077-a8a1-fffb4b9b77b9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.184133] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 9ebcf594-a25c-4401-b0e4-04740e70bcc7] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 989.191713] env[70867]: DEBUG oslo_vmware.api [None req-263b45e4-ef7a-46cc-94a7-f3899b327f4f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for the task: (returnval){ [ 989.191713] env[70867]: value = "task-3474000" [ 989.191713] env[70867]: _type = "Task" [ 989.191713] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.205095] env[70867]: DEBUG oslo_vmware.api [None req-263b45e4-ef7a-46cc-94a7-f3899b327f4f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3474000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.306822] env[70867]: DEBUG nova.compute.manager [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 989.343166] env[70867]: DEBUG nova.virt.hardware [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.343423] env[70867]: DEBUG nova.virt.hardware [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.343581] env[70867]: DEBUG nova.virt.hardware [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.343762] env[70867]: DEBUG nova.virt.hardware [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.343967] env[70867]: DEBUG nova.virt.hardware [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.344065] env[70867]: DEBUG nova.virt.hardware [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.344277] env[70867]: DEBUG nova.virt.hardware [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.344429] env[70867]: DEBUG nova.virt.hardware [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.344610] env[70867]: DEBUG nova.virt.hardware [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.344731] env[70867]: DEBUG nova.virt.hardware [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.344895] env[70867]: DEBUG nova.virt.hardware [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.345816] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f824893-2a39-4065-8264-0ba1dc2fdd19 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.351974] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Releasing lock "refresh_cache-2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.352293] env[70867]: DEBUG nova.compute.manager [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Instance network_info: |[{"id": "dd7a5cbd-09f1-452a-ae21-7d631d2d86ac", "address": "fa:16:3e:d1:6b:a9", "network": {"id": "8cacb34c-db1b-411b-907b-2f372c4857f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-460255283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f1893160d7645cea064723418b18388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd7a5cbd-09", "ovs_interfaceid": "dd7a5cbd-09f1-452a-ae21-7d631d2d86ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 989.354743] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:6b:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19671de9-8b5b-4710-adc3-7419f3c0f171', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd7a5cbd-09f1-452a-ae21-7d631d2d86ac', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.363165] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.365939] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.366376] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01699b8-4a91-4b86-a84b-5c05a02e66dc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.373189] env[70867]: DEBUG nova.compute.manager [req-0e6d6fd1-0b27-41aa-a0ce-3212f4da19da req-364a2377-d10c-4d59-be01-a7b8c2761e84 service nova] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Received event network-changed-dd7a5cbd-09f1-452a-ae21-7d631d2d86ac {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.373189] env[70867]: DEBUG nova.compute.manager [req-0e6d6fd1-0b27-41aa-a0ce-3212f4da19da req-364a2377-d10c-4d59-be01-a7b8c2761e84 service nova] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Refreshing instance network info cache due to event network-changed-dd7a5cbd-09f1-452a-ae21-7d631d2d86ac. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 989.373189] env[70867]: DEBUG oslo_concurrency.lockutils [req-0e6d6fd1-0b27-41aa-a0ce-3212f4da19da req-364a2377-d10c-4d59-be01-a7b8c2761e84 service nova] Acquiring lock "refresh_cache-2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.373189] env[70867]: DEBUG oslo_concurrency.lockutils [req-0e6d6fd1-0b27-41aa-a0ce-3212f4da19da req-364a2377-d10c-4d59-be01-a7b8c2761e84 service nova] Acquired lock "refresh_cache-2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.373189] env[70867]: DEBUG nova.network.neutron [req-0e6d6fd1-0b27-41aa-a0ce-3212f4da19da req-364a2377-d10c-4d59-be01-a7b8c2761e84 service nova] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Refreshing network info cache for port dd7a5cbd-09f1-452a-ae21-7d631d2d86ac {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.374336] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c53377a-ae0e-479c-a170-aa73b1f99432 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.393864] env[70867]: DEBUG nova.scheduler.client.report [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.412044] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.412044] env[70867]: value = "task-3474001" [ 989.412044] env[70867]: _type = "Task" [ 989.412044] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.422830] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474001, 'name': CreateVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.516134] env[70867]: DEBUG nova.network.neutron [-] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.689033] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 7d966134-eea1-4707-afd3-08632a846d08] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 989.705957] env[70867]: DEBUG oslo_vmware.api [None req-263b45e4-ef7a-46cc-94a7-f3899b327f4f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Task: {'id': task-3474000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330727} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.710698] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-263b45e4-ef7a-46cc-94a7-f3899b327f4f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.711357] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-263b45e4-ef7a-46cc-94a7-f3899b327f4f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.711670] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-263b45e4-ef7a-46cc-94a7-f3899b327f4f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.712771] env[70867]: INFO nova.compute.manager [None req-263b45e4-ef7a-46cc-94a7-f3899b327f4f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Took 1.12 seconds to destroy the instance on the hypervisor. [ 989.713338] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-263b45e4-ef7a-46cc-94a7-f3899b327f4f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.713645] env[70867]: DEBUG nova.compute.manager [-] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 989.713792] env[70867]: DEBUG nova.network.neutron [-] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.806471] env[70867]: DEBUG oslo_concurrency.lockutils [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Acquiring lock "f575b0fd-ff25-4b1c-aecf-e6de9e081838" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.806471] env[70867]: DEBUG oslo_concurrency.lockutils [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Lock "f575b0fd-ff25-4b1c-aecf-e6de9e081838" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.808819] env[70867]: DEBUG nova.network.neutron [None req-f178869f-74f8-43d7-9d85-f6beb084aabf tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Updating instance_info_cache with network_info: [{"id": "e4dbde79-462a-4a2e-b94c-493fe579afcc", "address": "fa:16:3e:fc:5b:65", "network": {"id": "ed069432-7c02-442e-9db0-694ef64af737", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-477560883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "df7355643e7147208bf05b7d307b156a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4dbde79-46", "ovs_interfaceid": "e4dbde79-462a-4a2e-b94c-493fe579afcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.899835] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.900443] env[70867]: DEBUG nova.compute.manager [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 989.903948] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.786s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.905528] env[70867]: INFO nova.compute.claims [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.924098] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474001, 'name': CreateVM_Task, 'duration_secs': 0.360966} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.925132] env[70867]: DEBUG nova.network.neutron [req-0e6d6fd1-0b27-41aa-a0ce-3212f4da19da req-364a2377-d10c-4d59-be01-a7b8c2761e84 service nova] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Updated VIF entry in instance network info cache for port dd7a5cbd-09f1-452a-ae21-7d631d2d86ac. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.925397] env[70867]: DEBUG nova.network.neutron [req-0e6d6fd1-0b27-41aa-a0ce-3212f4da19da req-364a2377-d10c-4d59-be01-a7b8c2761e84 service nova] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Updating instance_info_cache with network_info: [{"id": "dd7a5cbd-09f1-452a-ae21-7d631d2d86ac", "address": "fa:16:3e:d1:6b:a9", "network": {"id": "8cacb34c-db1b-411b-907b-2f372c4857f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-460255283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f1893160d7645cea064723418b18388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd7a5cbd-09", "ovs_interfaceid": "dd7a5cbd-09f1-452a-ae21-7d631d2d86ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.928122] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.928122] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.928122] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.928122] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.928255] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b092a33d-648d-427a-8422-d159d1ba60bf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.933548] env[70867]: DEBUG oslo_vmware.api [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 989.933548] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52379946-7a89-6cc8-6f3d-7eb45daab929" [ 989.933548] env[70867]: _type = "Task" [ 989.933548] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.944601] env[70867]: DEBUG oslo_vmware.api [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52379946-7a89-6cc8-6f3d-7eb45daab929, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.021334] env[70867]: INFO nova.compute.manager [-] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Took 1.31 seconds to deallocate network for instance. [ 990.105343] env[70867]: DEBUG nova.network.neutron [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Successfully updated port: c27a3365-0717-4838-91e7-3d182e001fe4 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 990.195037] env[70867]: DEBUG nova.compute.manager [req-4ee69442-f144-494f-b6dd-444097555ed2 req-9a2c522d-ecd8-4e1f-9eed-be341b8dffe5 service nova] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Received event network-vif-deleted-2487d051-c1d3-40c3-aabd-0508c8598798 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.195420] env[70867]: INFO nova.compute.manager [req-4ee69442-f144-494f-b6dd-444097555ed2 req-9a2c522d-ecd8-4e1f-9eed-be341b8dffe5 service nova] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Neutron deleted interface 2487d051-c1d3-40c3-aabd-0508c8598798; detaching it from the instance and deleting it from the info cache [ 990.195420] env[70867]: DEBUG nova.network.neutron [req-4ee69442-f144-494f-b6dd-444097555ed2 req-9a2c522d-ecd8-4e1f-9eed-be341b8dffe5 service nova] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.197722] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: ee353059-2dd8-4ab3-835b-ab7655cb9b44] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 990.311289] env[70867]: DEBUG nova.compute.manager [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 990.311982] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f178869f-74f8-43d7-9d85-f6beb084aabf tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Releasing lock "refresh_cache-60a8efc4-fff9-4bd3-a758-52e41bf442e4" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.312651] env[70867]: DEBUG nova.objects.instance [None req-f178869f-74f8-43d7-9d85-f6beb084aabf tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Lazy-loading 'flavor' on Instance uuid 60a8efc4-fff9-4bd3-a758-52e41bf442e4 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.412548] env[70867]: DEBUG nova.compute.utils [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 990.417228] env[70867]: DEBUG nova.compute.manager [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 990.417422] env[70867]: DEBUG nova.network.neutron [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 990.429668] env[70867]: DEBUG oslo_concurrency.lockutils [req-0e6d6fd1-0b27-41aa-a0ce-3212f4da19da req-364a2377-d10c-4d59-be01-a7b8c2761e84 service nova] Releasing lock "refresh_cache-2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.429668] env[70867]: DEBUG nova.compute.manager [req-0e6d6fd1-0b27-41aa-a0ce-3212f4da19da req-364a2377-d10c-4d59-be01-a7b8c2761e84 service nova] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Received event network-vif-deleted-4bb35c75-e2cd-4579-ac09-a4bb91969282 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.429668] env[70867]: INFO nova.compute.manager [req-0e6d6fd1-0b27-41aa-a0ce-3212f4da19da req-364a2377-d10c-4d59-be01-a7b8c2761e84 service nova] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Neutron deleted interface 4bb35c75-e2cd-4579-ac09-a4bb91969282; detaching it from the instance and deleting it from the info cache [ 990.429668] env[70867]: DEBUG nova.network.neutron [req-0e6d6fd1-0b27-41aa-a0ce-3212f4da19da req-364a2377-d10c-4d59-be01-a7b8c2761e84 service nova] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.445874] env[70867]: DEBUG oslo_vmware.api [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52379946-7a89-6cc8-6f3d-7eb45daab929, 'name': SearchDatastore_Task, 'duration_secs': 0.026302} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.446600] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.446831] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.447078] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.447263] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.447405] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.448193] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-796e4a6d-acbd-4e72-9274-e1dd758af71b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.459235] env[70867]: DEBUG nova.policy [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e37654957f2f4bfe9d90e304f15c77c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '670576a2b5c147019fa83c9697f1dc8d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 990.463185] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.463494] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.465348] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75abca4d-1872-435b-bb8b-47f8530e557b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.470856] env[70867]: DEBUG oslo_vmware.api [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 990.470856] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527ae024-c458-3463-e9ab-ecc23f147ed9" [ 990.470856] env[70867]: _type = "Task" [ 990.470856] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.480701] env[70867]: DEBUG oslo_vmware.api [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527ae024-c458-3463-e9ab-ecc23f147ed9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.530183] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1ee622c9-f9b3-4b5a-be6c-6dcd99f9ab11 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.608600] env[70867]: DEBUG oslo_concurrency.lockutils [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquiring lock "refresh_cache-1e046380-8f00-4d59-bb49-d424ec8d96c5" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.608791] env[70867]: DEBUG oslo_concurrency.lockutils [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquired lock "refresh_cache-1e046380-8f00-4d59-bb49-d424ec8d96c5" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.608954] env[70867]: DEBUG nova.network.neutron [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.681368] env[70867]: DEBUG nova.network.neutron [-] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.698469] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7277ec0-78d5-4325-857c-8dae9d3c609a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.701869] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 331fc4c1-2d75-4d25-b160-0fbb77937314] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 990.715204] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859fe801-3927-4b4f-b419-b995dc70b8d4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.752892] env[70867]: DEBUG nova.compute.manager [req-4ee69442-f144-494f-b6dd-444097555ed2 req-9a2c522d-ecd8-4e1f-9eed-be341b8dffe5 service nova] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Detach interface failed, port_id=2487d051-c1d3-40c3-aabd-0508c8598798, reason: Instance 548a2cd1-5cee-4a6d-91ea-2435dd9d0691 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 990.823420] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165804ee-6c0f-4033-99ca-1a02fb979ee5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.848813] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f178869f-74f8-43d7-9d85-f6beb084aabf tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.850138] env[70867]: DEBUG oslo_concurrency.lockutils [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.850882] env[70867]: DEBUG nova.network.neutron [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Successfully created port: bab04f56-d86c-41cb-8dfa-3af95aad4ca9 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 990.852738] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03277154-931c-4527-92ce-d4c622bd2825 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.860297] env[70867]: DEBUG oslo_vmware.api [None req-f178869f-74f8-43d7-9d85-f6beb084aabf tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for the task: (returnval){ [ 990.860297] env[70867]: value = "task-3474002" [ 990.860297] env[70867]: _type = "Task" [ 990.860297] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.869356] env[70867]: DEBUG oslo_vmware.api [None req-f178869f-74f8-43d7-9d85-f6beb084aabf tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3474002, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.923251] env[70867]: DEBUG nova.compute.manager [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 990.933242] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-059e67a0-211a-419a-bf94-7c92eb55065a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.944510] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8fc991-1ea2-44ab-939d-3b327c89f538 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.981372] env[70867]: DEBUG nova.compute.manager [req-0e6d6fd1-0b27-41aa-a0ce-3212f4da19da req-364a2377-d10c-4d59-be01-a7b8c2761e84 service nova] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Detach interface failed, port_id=4bb35c75-e2cd-4579-ac09-a4bb91969282, reason: Instance 332bab6a-075f-4e58-b105-995b0e3ed192 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 990.994524] env[70867]: DEBUG oslo_vmware.api [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527ae024-c458-3463-e9ab-ecc23f147ed9, 'name': SearchDatastore_Task, 'duration_secs': 0.019989} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.995433] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d109b4a7-36a0-46f3-a89e-c1b9d8c31c08 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.001031] env[70867]: DEBUG oslo_vmware.api [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 991.001031] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f4a0f4-78c0-f4c7-75c9-f8228849f597" [ 991.001031] env[70867]: _type = "Task" [ 991.001031] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.015808] env[70867]: DEBUG oslo_vmware.api [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f4a0f4-78c0-f4c7-75c9-f8228849f597, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.150921] env[70867]: DEBUG nova.network.neutron [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 991.184509] env[70867]: INFO nova.compute.manager [-] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Took 1.47 seconds to deallocate network for instance. [ 991.205948] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: dcbf8cff-2227-4d10-843d-c08d4a98695e] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 991.356722] env[70867]: DEBUG nova.network.neutron [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Updating instance_info_cache with network_info: [{"id": "c27a3365-0717-4838-91e7-3d182e001fe4", "address": "fa:16:3e:70:2b:c5", "network": {"id": "7abfa557-e3d1-4715-8c17-0c3745c411e5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1575514192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86ae3e8c63bd4ed29d0725779224ad62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc27a3365-07", "ovs_interfaceid": "c27a3365-0717-4838-91e7-3d182e001fe4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.373655] env[70867]: DEBUG oslo_vmware.api [None req-f178869f-74f8-43d7-9d85-f6beb084aabf tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3474002, 'name': PowerOffVM_Task, 'duration_secs': 0.33997} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.373977] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f178869f-74f8-43d7-9d85-f6beb084aabf tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.379899] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-f178869f-74f8-43d7-9d85-f6beb084aabf tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 991.383556] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c40bc04-78b6-4c10-8d46-b5c0ff7e352e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.404158] env[70867]: DEBUG oslo_vmware.api [None req-f178869f-74f8-43d7-9d85-f6beb084aabf tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for the task: (returnval){ [ 991.404158] env[70867]: value = "task-3474003" [ 991.404158] env[70867]: _type = "Task" [ 991.404158] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.414389] env[70867]: DEBUG oslo_vmware.api [None req-f178869f-74f8-43d7-9d85-f6beb084aabf tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3474003, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.436070] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5f217b-ad15-4262-be50-4c7c810fd078 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.444627] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab8c054-8b46-442b-9f57-68ca616752a3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.476575] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7265adda-445e-448e-a5f6-91086fd2f893 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.484792] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277d81ff-2601-4bce-8a47-b4ea8ea8f85b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.498869] env[70867]: DEBUG nova.compute.provider_tree [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.511779] env[70867]: DEBUG oslo_vmware.api [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f4a0f4-78c0-f4c7-75c9-f8228849f597, 'name': SearchDatastore_Task, 'duration_secs': 0.013227} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.512313] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.512313] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30/2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.512540] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee2a27eb-6292-4a5d-a917-6c6572b0d8fc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.521910] env[70867]: DEBUG oslo_vmware.api [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 991.521910] env[70867]: value = "task-3474004" [ 991.521910] env[70867]: _type = "Task" [ 991.521910] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.528135] env[70867]: DEBUG oslo_vmware.api [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.581865] env[70867]: DEBUG nova.compute.manager [req-83eae7df-e17c-4eec-abc3-ed4cb4c46943 req-29e34a2e-2bfd-49e3-8825-4bc131ab8422 service nova] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Received event network-vif-plugged-c27a3365-0717-4838-91e7-3d182e001fe4 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.582031] env[70867]: DEBUG oslo_concurrency.lockutils [req-83eae7df-e17c-4eec-abc3-ed4cb4c46943 req-29e34a2e-2bfd-49e3-8825-4bc131ab8422 service nova] Acquiring lock "1e046380-8f00-4d59-bb49-d424ec8d96c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.582249] env[70867]: DEBUG oslo_concurrency.lockutils [req-83eae7df-e17c-4eec-abc3-ed4cb4c46943 req-29e34a2e-2bfd-49e3-8825-4bc131ab8422 service nova] Lock "1e046380-8f00-4d59-bb49-d424ec8d96c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.582412] env[70867]: DEBUG oslo_concurrency.lockutils [req-83eae7df-e17c-4eec-abc3-ed4cb4c46943 req-29e34a2e-2bfd-49e3-8825-4bc131ab8422 service nova] Lock "1e046380-8f00-4d59-bb49-d424ec8d96c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.584945] env[70867]: DEBUG nova.compute.manager [req-83eae7df-e17c-4eec-abc3-ed4cb4c46943 req-29e34a2e-2bfd-49e3-8825-4bc131ab8422 service nova] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] No waiting events found dispatching network-vif-plugged-c27a3365-0717-4838-91e7-3d182e001fe4 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 991.584945] env[70867]: WARNING nova.compute.manager [req-83eae7df-e17c-4eec-abc3-ed4cb4c46943 req-29e34a2e-2bfd-49e3-8825-4bc131ab8422 service nova] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Received unexpected event network-vif-plugged-c27a3365-0717-4838-91e7-3d182e001fe4 for instance with vm_state building and task_state spawning. [ 991.584945] env[70867]: DEBUG nova.compute.manager [req-83eae7df-e17c-4eec-abc3-ed4cb4c46943 req-29e34a2e-2bfd-49e3-8825-4bc131ab8422 service nova] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Received event network-changed-c27a3365-0717-4838-91e7-3d182e001fe4 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.584945] env[70867]: DEBUG nova.compute.manager [req-83eae7df-e17c-4eec-abc3-ed4cb4c46943 req-29e34a2e-2bfd-49e3-8825-4bc131ab8422 service nova] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Refreshing instance network info cache due to event network-changed-c27a3365-0717-4838-91e7-3d182e001fe4. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.584945] env[70867]: DEBUG oslo_concurrency.lockutils [req-83eae7df-e17c-4eec-abc3-ed4cb4c46943 req-29e34a2e-2bfd-49e3-8825-4bc131ab8422 service nova] Acquiring lock "refresh_cache-1e046380-8f00-4d59-bb49-d424ec8d96c5" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.694009] env[70867]: DEBUG oslo_concurrency.lockutils [None req-263b45e4-ef7a-46cc-94a7-f3899b327f4f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.713788] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: a68640b9-e77b-4572-b1fd-9b878578e63c] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 991.860423] env[70867]: DEBUG oslo_concurrency.lockutils [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Releasing lock "refresh_cache-1e046380-8f00-4d59-bb49-d424ec8d96c5" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.862064] env[70867]: DEBUG nova.compute.manager [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Instance network_info: |[{"id": "c27a3365-0717-4838-91e7-3d182e001fe4", "address": "fa:16:3e:70:2b:c5", "network": {"id": "7abfa557-e3d1-4715-8c17-0c3745c411e5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1575514192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86ae3e8c63bd4ed29d0725779224ad62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc27a3365-07", "ovs_interfaceid": "c27a3365-0717-4838-91e7-3d182e001fe4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 991.862064] env[70867]: DEBUG oslo_concurrency.lockutils [req-83eae7df-e17c-4eec-abc3-ed4cb4c46943 req-29e34a2e-2bfd-49e3-8825-4bc131ab8422 service nova] Acquired lock "refresh_cache-1e046380-8f00-4d59-bb49-d424ec8d96c5" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.862064] env[70867]: DEBUG nova.network.neutron [req-83eae7df-e17c-4eec-abc3-ed4cb4c46943 req-29e34a2e-2bfd-49e3-8825-4bc131ab8422 service nova] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Refreshing network info cache for port c27a3365-0717-4838-91e7-3d182e001fe4 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.862667] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:2b:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c27a3365-0717-4838-91e7-3d182e001fe4', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 991.870429] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.870996] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 991.871284] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2fc3ac2-2952-4713-8915-0b1685149847 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.899052] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 991.899052] env[70867]: value = "task-3474005" [ 991.899052] env[70867]: _type = "Task" [ 991.899052] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.911185] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474005, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.919180] env[70867]: DEBUG oslo_vmware.api [None req-f178869f-74f8-43d7-9d85-f6beb084aabf tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3474003, 'name': ReconfigVM_Task, 'duration_secs': 0.273005} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.919522] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-f178869f-74f8-43d7-9d85-f6beb084aabf tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 991.919754] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f178869f-74f8-43d7-9d85-f6beb084aabf tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.920037] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd5e37a6-0729-4f68-96a6-ea0b169e5d0f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.931073] env[70867]: DEBUG nova.compute.manager [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 991.937635] env[70867]: DEBUG oslo_vmware.api [None req-f178869f-74f8-43d7-9d85-f6beb084aabf tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for the task: (returnval){ [ 991.937635] env[70867]: value = "task-3474006" [ 991.937635] env[70867]: _type = "Task" [ 991.937635] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.950721] env[70867]: DEBUG oslo_vmware.api [None req-f178869f-74f8-43d7-9d85-f6beb084aabf tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3474006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.969447] env[70867]: DEBUG nova.virt.hardware [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.969708] env[70867]: DEBUG nova.virt.hardware [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.969867] env[70867]: DEBUG nova.virt.hardware [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.970444] env[70867]: DEBUG nova.virt.hardware [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.970682] env[70867]: DEBUG nova.virt.hardware [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.970838] env[70867]: DEBUG nova.virt.hardware [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.971086] env[70867]: DEBUG nova.virt.hardware [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.971273] env[70867]: DEBUG nova.virt.hardware [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.971420] env[70867]: DEBUG nova.virt.hardware [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.971590] env[70867]: DEBUG nova.virt.hardware [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.971760] env[70867]: DEBUG nova.virt.hardware [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.972815] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8cca0c7-2f55-4b0b-a568-1842b525273f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.981955] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f638ed0b-df3f-4625-bb31-ae4ff12dc642 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.002102] env[70867]: DEBUG nova.scheduler.client.report [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.031150] env[70867]: DEBUG oslo_vmware.api [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474443} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.031437] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30/2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.031809] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.031959] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae0add12-3dc8-4286-8f28-439707dbe54c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.039166] env[70867]: DEBUG oslo_vmware.api [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 992.039166] env[70867]: value = "task-3474007" [ 992.039166] env[70867]: _type = "Task" [ 992.039166] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.049686] env[70867]: DEBUG oslo_vmware.api [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.217925] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 118d6584-a54b-4596-baaa-4c6fa11a2df7] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 992.411285] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474005, 'name': CreateVM_Task, 'duration_secs': 0.382735} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.413853] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 992.414635] env[70867]: DEBUG oslo_concurrency.lockutils [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.414810] env[70867]: DEBUG oslo_concurrency.lockutils [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.415144] env[70867]: DEBUG oslo_concurrency.lockutils [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.415678] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-561a2a26-c9db-45de-992e-932f6716201c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.421174] env[70867]: DEBUG oslo_vmware.api [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 992.421174] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]526f21dd-08b2-92f7-9e4c-6dbb51d7d2da" [ 992.421174] env[70867]: _type = "Task" [ 992.421174] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.430212] env[70867]: DEBUG oslo_vmware.api [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]526f21dd-08b2-92f7-9e4c-6dbb51d7d2da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.446360] env[70867]: DEBUG oslo_vmware.api [None req-f178869f-74f8-43d7-9d85-f6beb084aabf tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3474006, 'name': PowerOnVM_Task, 'duration_secs': 0.398197} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.447953] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f178869f-74f8-43d7-9d85-f6beb084aabf tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.447953] env[70867]: DEBUG nova.compute.manager [None req-f178869f-74f8-43d7-9d85-f6beb084aabf tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.447953] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e8b351-d15f-4ffd-b32c-dcdb24c21605 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.508056] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.509543] env[70867]: DEBUG nova.compute.manager [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 992.518398] env[70867]: DEBUG oslo_concurrency.lockutils [None req-60058716-f7aa-4f59-b320-ea4706cef112 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.174s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.519319] env[70867]: DEBUG oslo_concurrency.lockutils [None req-60058716-f7aa-4f59-b320-ea4706cef112 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.520525] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d2ee80aa-c2ce-468a-95e4-83028a22223f tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.534s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.520717] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d2ee80aa-c2ce-468a-95e4-83028a22223f tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.522339] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b0d80dbd-ffcb-45c7-bd88-e569a95aba14 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.372s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.522514] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b0d80dbd-ffcb-45c7-bd88-e569a95aba14 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.524099] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dfc3beef-362a-4045-81ce-2e4417604b1f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.126s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.524282] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dfc3beef-362a-4045-81ce-2e4417604b1f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.525798] env[70867]: DEBUG oslo_concurrency.lockutils [None req-76d67635-8183-4c56-9e8d-ce81db8460d5 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.921s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.525973] env[70867]: DEBUG oslo_concurrency.lockutils [None req-76d67635-8183-4c56-9e8d-ce81db8460d5 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.527844] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.590s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.529999] env[70867]: INFO nova.compute.claims [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 992.542220] env[70867]: DEBUG nova.compute.manager [req-824c6465-9819-4fa7-b15f-29fd428159ac req-3eb862ea-20da-4863-9559-4fb2d3067bf8 service nova] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Received event network-vif-plugged-bab04f56-d86c-41cb-8dfa-3af95aad4ca9 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.542347] env[70867]: DEBUG oslo_concurrency.lockutils [req-824c6465-9819-4fa7-b15f-29fd428159ac req-3eb862ea-20da-4863-9559-4fb2d3067bf8 service nova] Acquiring lock "6e23b2d7-e31a-432d-9fc4-3e2f8993ff80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.542878] env[70867]: DEBUG oslo_concurrency.lockutils [req-824c6465-9819-4fa7-b15f-29fd428159ac req-3eb862ea-20da-4863-9559-4fb2d3067bf8 service nova] Lock "6e23b2d7-e31a-432d-9fc4-3e2f8993ff80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.543758] env[70867]: DEBUG oslo_concurrency.lockutils [req-824c6465-9819-4fa7-b15f-29fd428159ac req-3eb862ea-20da-4863-9559-4fb2d3067bf8 service nova] Lock "6e23b2d7-e31a-432d-9fc4-3e2f8993ff80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.543758] env[70867]: DEBUG nova.compute.manager [req-824c6465-9819-4fa7-b15f-29fd428159ac req-3eb862ea-20da-4863-9559-4fb2d3067bf8 service nova] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] No waiting events found dispatching network-vif-plugged-bab04f56-d86c-41cb-8dfa-3af95aad4ca9 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 992.543758] env[70867]: WARNING nova.compute.manager [req-824c6465-9819-4fa7-b15f-29fd428159ac req-3eb862ea-20da-4863-9559-4fb2d3067bf8 service nova] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Received unexpected event network-vif-plugged-bab04f56-d86c-41cb-8dfa-3af95aad4ca9 for instance with vm_state building and task_state spawning. [ 992.558557] env[70867]: DEBUG oslo_vmware.api [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077077} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.559527] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 992.560211] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6010d86-6b0d-4376-8294-6f7607354ca3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.595680] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30/2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.597039] env[70867]: INFO nova.scheduler.client.report [None req-76d67635-8183-4c56-9e8d-ce81db8460d5 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Deleted allocations for instance be9a92c6-88ea-4958-9c4e-a7b4715e0433 [ 992.599044] env[70867]: INFO nova.scheduler.client.report [None req-b0d80dbd-ffcb-45c7-bd88-e569a95aba14 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Deleted allocations for instance 3d2b5374-46c8-4ab9-ab4c-4376eadfb236 [ 992.602568] env[70867]: INFO nova.scheduler.client.report [None req-60058716-f7aa-4f59-b320-ea4706cef112 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Deleted allocations for instance c1bb2f8e-4b87-4632-b480-dbe0b1a942d0 [ 992.602568] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ee75efd-a540-4486-8528-84399964baac {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.616792] env[70867]: DEBUG nova.network.neutron [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Successfully updated port: bab04f56-d86c-41cb-8dfa-3af95aad4ca9 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 992.619617] env[70867]: INFO nova.scheduler.client.report [None req-dfc3beef-362a-4045-81ce-2e4417604b1f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Deleted allocations for instance 68a1635a-1822-419d-8475-1fd58a118d8d [ 992.625446] env[70867]: INFO nova.scheduler.client.report [None req-d2ee80aa-c2ce-468a-95e4-83028a22223f tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Deleted allocations for instance 5d3010bf-1838-473c-bad2-530a75498da9 [ 992.639097] env[70867]: DEBUG oslo_vmware.api [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 992.639097] env[70867]: value = "task-3474008" [ 992.639097] env[70867]: _type = "Task" [ 992.639097] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.656527] env[70867]: DEBUG oslo_vmware.api [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474008, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.723136] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 842fc73b-8c91-4c4f-93fe-17b20c1ea4dc] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 992.744272] env[70867]: DEBUG nova.network.neutron [req-83eae7df-e17c-4eec-abc3-ed4cb4c46943 req-29e34a2e-2bfd-49e3-8825-4bc131ab8422 service nova] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Updated VIF entry in instance network info cache for port c27a3365-0717-4838-91e7-3d182e001fe4. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.744606] env[70867]: DEBUG nova.network.neutron [req-83eae7df-e17c-4eec-abc3-ed4cb4c46943 req-29e34a2e-2bfd-49e3-8825-4bc131ab8422 service nova] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Updating instance_info_cache with network_info: [{"id": "c27a3365-0717-4838-91e7-3d182e001fe4", "address": "fa:16:3e:70:2b:c5", "network": {"id": "7abfa557-e3d1-4715-8c17-0c3745c411e5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1575514192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86ae3e8c63bd4ed29d0725779224ad62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc27a3365-07", "ovs_interfaceid": "c27a3365-0717-4838-91e7-3d182e001fe4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.745283] env[70867]: WARNING oslo_messaging._drivers.amqpdriver [req-83eae7df-e17c-4eec-abc3-ed4cb4c46943 req-29e34a2e-2bfd-49e3-8825-4bc131ab8422 service nova] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 992.932409] env[70867]: DEBUG oslo_vmware.api [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]526f21dd-08b2-92f7-9e4c-6dbb51d7d2da, 'name': SearchDatastore_Task, 'duration_secs': 0.023174} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.932627] env[70867]: DEBUG oslo_concurrency.lockutils [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.932859] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 992.933109] env[70867]: DEBUG oslo_concurrency.lockutils [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.933258] env[70867]: DEBUG oslo_concurrency.lockutils [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.933437] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 992.933725] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-536925ac-dfd2-43c7-8ccf-23a1afcdfaa0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.953604] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.953604] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 992.953604] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed585e84-198b-4b24-afcc-b4c023b5cf55 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.962928] env[70867]: DEBUG oslo_vmware.api [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 992.962928] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]525dabad-0045-a613-3418-2f3d36ba246f" [ 992.962928] env[70867]: _type = "Task" [ 992.962928] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.975493] env[70867]: DEBUG oslo_vmware.api [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]525dabad-0045-a613-3418-2f3d36ba246f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.039296] env[70867]: DEBUG nova.compute.utils [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 993.039296] env[70867]: DEBUG nova.compute.manager [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 993.039296] env[70867]: DEBUG nova.network.neutron [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 993.135168] env[70867]: DEBUG oslo_concurrency.lockutils [None req-60058716-f7aa-4f59-b320-ea4706cef112 tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Lock "c1bb2f8e-4b87-4632-b480-dbe0b1a942d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.213s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.142974] env[70867]: DEBUG nova.policy [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '396eb3184b244506a458a5e0ec5eaa1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4efb069e43054382ade11dcb363616d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 993.145613] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b0d80dbd-ffcb-45c7-bd88-e569a95aba14 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Lock "3d2b5374-46c8-4ab9-ab4c-4376eadfb236" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.452s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.154021] env[70867]: DEBUG oslo_concurrency.lockutils [None req-76d67635-8183-4c56-9e8d-ce81db8460d5 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "be9a92c6-88ea-4958-9c4e-a7b4715e0433" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.012s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.159176] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Acquiring lock "refresh_cache-6e23b2d7-e31a-432d-9fc4-3e2f8993ff80" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.159176] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Acquired lock "refresh_cache-6e23b2d7-e31a-432d-9fc4-3e2f8993ff80" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.160245] env[70867]: DEBUG nova.network.neutron [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.160945] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dfc3beef-362a-4045-81ce-2e4417604b1f tempest-ServerMetadataTestJSON-878416444 tempest-ServerMetadataTestJSON-878416444-project-member] Lock "68a1635a-1822-419d-8475-1fd58a118d8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.287s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.167250] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d2ee80aa-c2ce-468a-95e4-83028a22223f tempest-ServersTestFqdnHostnames-130548076 tempest-ServersTestFqdnHostnames-130548076-project-member] Lock "5d3010bf-1838-473c-bad2-530a75498da9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.862s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.175526] env[70867]: DEBUG oslo_vmware.api [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474008, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.226519] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: c70bd66c-05f2-406d-8daa-58ff59fb5d93] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 993.247310] env[70867]: DEBUG oslo_concurrency.lockutils [req-83eae7df-e17c-4eec-abc3-ed4cb4c46943 req-29e34a2e-2bfd-49e3-8825-4bc131ab8422 service nova] Releasing lock "refresh_cache-1e046380-8f00-4d59-bb49-d424ec8d96c5" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.481185] env[70867]: DEBUG oslo_vmware.api [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]525dabad-0045-a613-3418-2f3d36ba246f, 'name': SearchDatastore_Task, 'duration_secs': 0.042002} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.482345] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92aab589-6f54-448c-95d3-5e33e34cc0a9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.490081] env[70867]: DEBUG oslo_vmware.api [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 993.490081] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5214bcde-29de-e32e-5941-8e8630077e82" [ 993.490081] env[70867]: _type = "Task" [ 993.490081] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.503212] env[70867]: DEBUG oslo_vmware.api [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5214bcde-29de-e32e-5941-8e8630077e82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.544812] env[70867]: DEBUG nova.compute.manager [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 993.663401] env[70867]: DEBUG oslo_vmware.api [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474008, 'name': ReconfigVM_Task, 'duration_secs': 0.926127} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.663598] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30/2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.664584] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d688af06-3792-4181-b010-8238c5f3be7e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.671881] env[70867]: DEBUG nova.network.neutron [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Successfully created port: 3adacce2-0eab-41a2-840a-72854d01e70a {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 993.677107] env[70867]: DEBUG oslo_vmware.api [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 993.677107] env[70867]: value = "task-3474009" [ 993.677107] env[70867]: _type = "Task" [ 993.677107] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.695632] env[70867]: DEBUG oslo_vmware.api [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474009, 'name': Rename_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.729051] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: ec7a7de1-c7e5-469b-ada8-634381ee04fd] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 993.752650] env[70867]: DEBUG nova.network.neutron [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 993.775023] env[70867]: DEBUG oslo_concurrency.lockutils [None req-566f784c-a50b-443c-a22a-56b61478a8f7 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquiring lock "f97cb95b-5d2e-4ac4-ba82-80a705a086f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.775023] env[70867]: DEBUG oslo_concurrency.lockutils [None req-566f784c-a50b-443c-a22a-56b61478a8f7 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Lock "f97cb95b-5d2e-4ac4-ba82-80a705a086f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.775023] env[70867]: DEBUG oslo_concurrency.lockutils [None req-566f784c-a50b-443c-a22a-56b61478a8f7 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquiring lock "f97cb95b-5d2e-4ac4-ba82-80a705a086f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.775023] env[70867]: DEBUG oslo_concurrency.lockutils [None req-566f784c-a50b-443c-a22a-56b61478a8f7 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Lock "f97cb95b-5d2e-4ac4-ba82-80a705a086f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.775023] env[70867]: DEBUG oslo_concurrency.lockutils [None req-566f784c-a50b-443c-a22a-56b61478a8f7 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Lock "f97cb95b-5d2e-4ac4-ba82-80a705a086f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.778616] env[70867]: INFO nova.compute.manager [None req-566f784c-a50b-443c-a22a-56b61478a8f7 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Terminating instance [ 994.012646] env[70867]: DEBUG oslo_vmware.api [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5214bcde-29de-e32e-5941-8e8630077e82, 'name': SearchDatastore_Task, 'duration_secs': 0.019598} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.012967] env[70867]: DEBUG oslo_concurrency.lockutils [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.013260] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 1e046380-8f00-4d59-bb49-d424ec8d96c5/1e046380-8f00-4d59-bb49-d424ec8d96c5.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 994.013532] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87d48330-a784-4f79-be0a-15b5c1747e1c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.020600] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0915a71-80d7-4f5a-915d-ec3beb257678 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.026553] env[70867]: DEBUG oslo_vmware.api [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 994.026553] env[70867]: value = "task-3474011" [ 994.026553] env[70867]: _type = "Task" [ 994.026553] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.034604] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d941fb3a-c0b8-4c2f-8ee8-768f5057e40a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.041120] env[70867]: DEBUG oslo_vmware.api [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.072042] env[70867]: DEBUG oslo_concurrency.lockutils [None req-57ef4bd7-87ae-42a7-b695-6dd326f9c349 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Acquiring lock "60a8efc4-fff9-4bd3-a758-52e41bf442e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.072312] env[70867]: DEBUG oslo_concurrency.lockutils [None req-57ef4bd7-87ae-42a7-b695-6dd326f9c349 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Lock "60a8efc4-fff9-4bd3-a758-52e41bf442e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.072507] env[70867]: DEBUG oslo_concurrency.lockutils [None req-57ef4bd7-87ae-42a7-b695-6dd326f9c349 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Acquiring lock "60a8efc4-fff9-4bd3-a758-52e41bf442e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.072686] env[70867]: DEBUG oslo_concurrency.lockutils [None req-57ef4bd7-87ae-42a7-b695-6dd326f9c349 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Lock "60a8efc4-fff9-4bd3-a758-52e41bf442e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.072855] env[70867]: DEBUG oslo_concurrency.lockutils [None req-57ef4bd7-87ae-42a7-b695-6dd326f9c349 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Lock "60a8efc4-fff9-4bd3-a758-52e41bf442e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.075060] env[70867]: INFO nova.compute.manager [None req-57ef4bd7-87ae-42a7-b695-6dd326f9c349 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Terminating instance [ 994.077149] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937bb45f-1a23-44eb-b3aa-2d5e1d0d63b9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.090041] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05844e4d-91de-4900-8a5d-938b0c9c0e36 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.112871] env[70867]: DEBUG nova.compute.provider_tree [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.145657] env[70867]: DEBUG nova.network.neutron [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Updating instance_info_cache with network_info: [{"id": "bab04f56-d86c-41cb-8dfa-3af95aad4ca9", "address": "fa:16:3e:3a:5b:7a", "network": {"id": "e537a3b0-c2e4-47f4-84a1-55c8c4a7b8df", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-340479337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "670576a2b5c147019fa83c9697f1dc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbab04f56-d8", "ovs_interfaceid": "bab04f56-d86c-41cb-8dfa-3af95aad4ca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.188798] env[70867]: DEBUG oslo_vmware.api [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474009, 'name': Rename_Task, 'duration_secs': 0.19198} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.189515] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.189950] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2918bdc0-971a-47df-8117-9fc72333735b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.199121] env[70867]: DEBUG oslo_vmware.api [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 994.199121] env[70867]: value = "task-3474012" [ 994.199121] env[70867]: _type = "Task" [ 994.199121] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.210646] env[70867]: DEBUG oslo_vmware.api [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.234672] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 47e97d46-a933-43cf-98fc-2865c78a4492] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 994.285037] env[70867]: DEBUG nova.compute.manager [None req-566f784c-a50b-443c-a22a-56b61478a8f7 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.285416] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-566f784c-a50b-443c-a22a-56b61478a8f7 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.286430] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186ef83b-675b-4898-b560-4b0c6eb09198 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.298187] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-566f784c-a50b-443c-a22a-56b61478a8f7 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.298884] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30d2c31e-fa66-44c2-a9b1-f73e0ddd097b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.306485] env[70867]: DEBUG oslo_vmware.api [None req-566f784c-a50b-443c-a22a-56b61478a8f7 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Waiting for the task: (returnval){ [ 994.306485] env[70867]: value = "task-3474013" [ 994.306485] env[70867]: _type = "Task" [ 994.306485] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.318362] env[70867]: DEBUG oslo_vmware.api [None req-566f784c-a50b-443c-a22a-56b61478a8f7 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3474013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.541382] env[70867]: DEBUG oslo_vmware.api [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474011, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.578884] env[70867]: DEBUG nova.compute.manager [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 994.581802] env[70867]: DEBUG nova.compute.manager [None req-57ef4bd7-87ae-42a7-b695-6dd326f9c349 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.582156] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-57ef4bd7-87ae-42a7-b695-6dd326f9c349 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.583198] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e56f956-9116-4dbc-a9f2-0b95e54b67aa {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.593098] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-57ef4bd7-87ae-42a7-b695-6dd326f9c349 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.593583] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bb49611-2980-4f4d-93f8-106411943e40 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.604028] env[70867]: DEBUG oslo_vmware.api [None req-57ef4bd7-87ae-42a7-b695-6dd326f9c349 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for the task: (returnval){ [ 994.604028] env[70867]: value = "task-3474014" [ 994.604028] env[70867]: _type = "Task" [ 994.604028] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.620867] env[70867]: DEBUG nova.scheduler.client.report [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.624951] env[70867]: DEBUG oslo_vmware.api [None req-57ef4bd7-87ae-42a7-b695-6dd326f9c349 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3474014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.631661] env[70867]: DEBUG nova.virt.hardware [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.631661] env[70867]: DEBUG nova.virt.hardware [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.631661] env[70867]: DEBUG nova.virt.hardware [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.631880] env[70867]: DEBUG nova.virt.hardware [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.632093] env[70867]: DEBUG nova.virt.hardware [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.633226] env[70867]: DEBUG nova.virt.hardware [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.633489] env[70867]: DEBUG nova.virt.hardware [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.633660] env[70867]: DEBUG nova.virt.hardware [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.634127] env[70867]: DEBUG nova.virt.hardware [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.634127] env[70867]: DEBUG nova.virt.hardware [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.634272] env[70867]: DEBUG nova.virt.hardware [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.635096] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3337d1-d0a4-43f6-9bf8-7de819e4e754 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.645131] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca6457a-9620-44c7-82f5-8dd14ac5f36d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.651072] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Releasing lock "refresh_cache-6e23b2d7-e31a-432d-9fc4-3e2f8993ff80" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.651416] env[70867]: DEBUG nova.compute.manager [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Instance network_info: |[{"id": "bab04f56-d86c-41cb-8dfa-3af95aad4ca9", "address": "fa:16:3e:3a:5b:7a", "network": {"id": "e537a3b0-c2e4-47f4-84a1-55c8c4a7b8df", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-340479337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "670576a2b5c147019fa83c9697f1dc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbab04f56-d8", "ovs_interfaceid": "bab04f56-d86c-41cb-8dfa-3af95aad4ca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 994.651851] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:5b:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bab04f56-d86c-41cb-8dfa-3af95aad4ca9', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 994.659868] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Creating folder: Project (670576a2b5c147019fa83c9697f1dc8d). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 994.661938] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a9ccd2d-2bd2-4adc-9728-a3e2c203a3fe {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.688134] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Created folder: Project (670576a2b5c147019fa83c9697f1dc8d) in parent group-v694272. [ 994.688358] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Creating folder: Instances. Parent ref: group-v694475. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 994.688635] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b1454d8-7f4a-4bec-88e3-b8b287210c50 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.696313] env[70867]: DEBUG nova.compute.manager [req-544ddfc4-2159-4922-a067-3fa3d8a1955a req-27c5ae72-aa88-43c1-bf1a-1114abe022e6 service nova] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Received event network-changed-bab04f56-d86c-41cb-8dfa-3af95aad4ca9 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.696313] env[70867]: DEBUG nova.compute.manager [req-544ddfc4-2159-4922-a067-3fa3d8a1955a req-27c5ae72-aa88-43c1-bf1a-1114abe022e6 service nova] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Refreshing instance network info cache due to event network-changed-bab04f56-d86c-41cb-8dfa-3af95aad4ca9. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 994.696313] env[70867]: DEBUG oslo_concurrency.lockutils [req-544ddfc4-2159-4922-a067-3fa3d8a1955a req-27c5ae72-aa88-43c1-bf1a-1114abe022e6 service nova] Acquiring lock "refresh_cache-6e23b2d7-e31a-432d-9fc4-3e2f8993ff80" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.696313] env[70867]: DEBUG oslo_concurrency.lockutils [req-544ddfc4-2159-4922-a067-3fa3d8a1955a req-27c5ae72-aa88-43c1-bf1a-1114abe022e6 service nova] Acquired lock "refresh_cache-6e23b2d7-e31a-432d-9fc4-3e2f8993ff80" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.696313] env[70867]: DEBUG nova.network.neutron [req-544ddfc4-2159-4922-a067-3fa3d8a1955a req-27c5ae72-aa88-43c1-bf1a-1114abe022e6 service nova] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Refreshing network info cache for port bab04f56-d86c-41cb-8dfa-3af95aad4ca9 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.708799] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Created folder: Instances in parent group-v694475. [ 994.709083] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.712932] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 994.713592] env[70867]: DEBUG oslo_vmware.api [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474012, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.715016] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e689408-3103-4d20-8e8e-eeaf5d509674 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.737627] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 7dcc0086-65cf-41c7-b647-6426f7c36c10] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 994.741671] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 994.741671] env[70867]: value = "task-3474017" [ 994.741671] env[70867]: _type = "Task" [ 994.741671] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.753291] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474017, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.819355] env[70867]: DEBUG oslo_vmware.api [None req-566f784c-a50b-443c-a22a-56b61478a8f7 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3474013, 'name': PowerOffVM_Task, 'duration_secs': 0.482982} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.819677] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-566f784c-a50b-443c-a22a-56b61478a8f7 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.819877] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-566f784c-a50b-443c-a22a-56b61478a8f7 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.820247] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41730baa-1e55-4042-bad9-d249e993488d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.897564] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-566f784c-a50b-443c-a22a-56b61478a8f7 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.897564] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-566f784c-a50b-443c-a22a-56b61478a8f7 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.897715] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-566f784c-a50b-443c-a22a-56b61478a8f7 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Deleting the datastore file [datastore1] f97cb95b-5d2e-4ac4-ba82-80a705a086f4 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.897937] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8eca68ba-f588-4013-bc80-5ff0a3bccee8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.907422] env[70867]: DEBUG oslo_vmware.api [None req-566f784c-a50b-443c-a22a-56b61478a8f7 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Waiting for the task: (returnval){ [ 994.907422] env[70867]: value = "task-3474019" [ 994.907422] env[70867]: _type = "Task" [ 994.907422] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.917507] env[70867]: DEBUG oslo_vmware.api [None req-566f784c-a50b-443c-a22a-56b61478a8f7 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3474019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.039302] env[70867]: DEBUG oslo_vmware.api [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474011, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664146} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.039839] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 1e046380-8f00-4d59-bb49-d424ec8d96c5/1e046380-8f00-4d59-bb49-d424ec8d96c5.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 995.040094] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 995.040707] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-366c7702-d392-4564-b181-f55a1e2474bd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.050298] env[70867]: DEBUG oslo_vmware.api [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 995.050298] env[70867]: value = "task-3474020" [ 995.050298] env[70867]: _type = "Task" [ 995.050298] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.062937] env[70867]: DEBUG oslo_vmware.api [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474020, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.119897] env[70867]: DEBUG oslo_vmware.api [None req-57ef4bd7-87ae-42a7-b695-6dd326f9c349 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3474014, 'name': PowerOffVM_Task, 'duration_secs': 0.216234} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.120242] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-57ef4bd7-87ae-42a7-b695-6dd326f9c349 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.120417] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-57ef4bd7-87ae-42a7-b695-6dd326f9c349 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.120698] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cf97c21-54d7-4593-97a2-0e31c3f05829 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.127612] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.127612] env[70867]: DEBUG nova.compute.manager [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 995.130867] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fe9fbfcc-ce15-4c96-810e-43837097fa3d tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.162s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.131108] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fe9fbfcc-ce15-4c96-810e-43837097fa3d tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.134211] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9cda6039-bf86-4c6a-9016-d3395765e228 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.375s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.134345] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9cda6039-bf86-4c6a-9016-d3395765e228 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.139026] env[70867]: DEBUG oslo_concurrency.lockutils [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.882s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.139026] env[70867]: INFO nova.compute.claims [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 995.163904] env[70867]: INFO nova.scheduler.client.report [None req-fe9fbfcc-ce15-4c96-810e-43837097fa3d tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Deleted allocations for instance 1975db69-f678-48dc-91b1-c0c350417a6a [ 995.169185] env[70867]: INFO nova.scheduler.client.report [None req-9cda6039-bf86-4c6a-9016-d3395765e228 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Deleted allocations for instance e4828dea-a14c-4aff-8e6f-e1986f399b60 [ 995.206434] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-57ef4bd7-87ae-42a7-b695-6dd326f9c349 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.206661] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-57ef4bd7-87ae-42a7-b695-6dd326f9c349 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.206878] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-57ef4bd7-87ae-42a7-b695-6dd326f9c349 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Deleting the datastore file [datastore2] 60a8efc4-fff9-4bd3-a758-52e41bf442e4 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.207618] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfd34524-7768-4fd6-82c5-2974d7b1184f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.214888] env[70867]: DEBUG oslo_vmware.api [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474012, 'name': PowerOnVM_Task, 'duration_secs': 0.874794} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.214997] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.215255] env[70867]: INFO nova.compute.manager [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Took 8.55 seconds to spawn the instance on the hypervisor. [ 995.216483] env[70867]: DEBUG nova.compute.manager [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.216483] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8964a6-435f-499e-a311-da8512f2b028 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.222348] env[70867]: DEBUG oslo_vmware.api [None req-57ef4bd7-87ae-42a7-b695-6dd326f9c349 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for the task: (returnval){ [ 995.222348] env[70867]: value = "task-3474022" [ 995.222348] env[70867]: _type = "Task" [ 995.222348] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.240082] env[70867]: DEBUG oslo_vmware.api [None req-57ef4bd7-87ae-42a7-b695-6dd326f9c349 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3474022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.245250] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: cd4b0d7b-8070-4a0a-a8bd-09cc2c296789] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 995.256195] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474017, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.425604] env[70867]: DEBUG oslo_vmware.api [None req-566f784c-a50b-443c-a22a-56b61478a8f7 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Task: {'id': task-3474019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291387} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.426150] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-566f784c-a50b-443c-a22a-56b61478a8f7 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.426351] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-566f784c-a50b-443c-a22a-56b61478a8f7 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.426537] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-566f784c-a50b-443c-a22a-56b61478a8f7 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.426714] env[70867]: INFO nova.compute.manager [None req-566f784c-a50b-443c-a22a-56b61478a8f7 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 995.426964] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-566f784c-a50b-443c-a22a-56b61478a8f7 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.427656] env[70867]: DEBUG nova.compute.manager [-] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.427690] env[70867]: DEBUG nova.network.neutron [-] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.479560] env[70867]: DEBUG nova.network.neutron [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Successfully updated port: 3adacce2-0eab-41a2-840a-72854d01e70a {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 995.561225] env[70867]: DEBUG oslo_vmware.api [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474020, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120545} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.561959] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.562394] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af89058-e905-4268-ad2f-853d07359775 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.585564] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 1e046380-8f00-4d59-bb49-d424ec8d96c5/1e046380-8f00-4d59-bb49-d424ec8d96c5.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.585886] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53a0f433-1e07-4a76-ba0a-89f08358fa47 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.608571] env[70867]: DEBUG oslo_vmware.api [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 995.608571] env[70867]: value = "task-3474023" [ 995.608571] env[70867]: _type = "Task" [ 995.608571] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.618008] env[70867]: DEBUG oslo_vmware.api [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474023, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.642245] env[70867]: DEBUG nova.compute.utils [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 995.643891] env[70867]: DEBUG nova.compute.manager [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 995.647147] env[70867]: DEBUG nova.network.neutron [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: ea0be371-569e-4461-be75-5b5d643f1865] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 995.675187] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fe9fbfcc-ce15-4c96-810e-43837097fa3d tempest-ImagesOneServerNegativeTestJSON-712888240 tempest-ImagesOneServerNegativeTestJSON-712888240-project-member] Lock "1975db69-f678-48dc-91b1-c0c350417a6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.576s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.681761] env[70867]: DEBUG nova.compute.manager [req-5e7b16b1-7d87-4caf-ba42-d4c5c20d53b5 req-1cd8c196-e5af-426c-aed6-fbfeed9f8c24 service nova] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Received event network-vif-plugged-3adacce2-0eab-41a2-840a-72854d01e70a {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.681972] env[70867]: DEBUG oslo_concurrency.lockutils [req-5e7b16b1-7d87-4caf-ba42-d4c5c20d53b5 req-1cd8c196-e5af-426c-aed6-fbfeed9f8c24 service nova] Acquiring lock "7870241c-3fa4-48b6-85dc-b358fc1c0079-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.682188] env[70867]: DEBUG oslo_concurrency.lockutils [req-5e7b16b1-7d87-4caf-ba42-d4c5c20d53b5 req-1cd8c196-e5af-426c-aed6-fbfeed9f8c24 service nova] Lock "7870241c-3fa4-48b6-85dc-b358fc1c0079-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.682349] env[70867]: DEBUG oslo_concurrency.lockutils [req-5e7b16b1-7d87-4caf-ba42-d4c5c20d53b5 req-1cd8c196-e5af-426c-aed6-fbfeed9f8c24 service nova] Lock "7870241c-3fa4-48b6-85dc-b358fc1c0079-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.682512] env[70867]: DEBUG nova.compute.manager [req-5e7b16b1-7d87-4caf-ba42-d4c5c20d53b5 req-1cd8c196-e5af-426c-aed6-fbfeed9f8c24 service nova] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] No waiting events found dispatching network-vif-plugged-3adacce2-0eab-41a2-840a-72854d01e70a {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 995.682677] env[70867]: WARNING nova.compute.manager [req-5e7b16b1-7d87-4caf-ba42-d4c5c20d53b5 req-1cd8c196-e5af-426c-aed6-fbfeed9f8c24 service nova] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Received unexpected event network-vif-plugged-3adacce2-0eab-41a2-840a-72854d01e70a for instance with vm_state building and task_state spawning. [ 995.685225] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9cda6039-bf86-4c6a-9016-d3395765e228 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "e4828dea-a14c-4aff-8e6f-e1986f399b60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.806s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.724476] env[70867]: DEBUG nova.policy [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91787446e537451e83fe983632e40bd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5caa093a382340b6973f1bcfcdfb2566', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 995.741198] env[70867]: DEBUG oslo_vmware.api [None req-57ef4bd7-87ae-42a7-b695-6dd326f9c349 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3474022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.745228] env[70867]: INFO nova.compute.manager [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Took 57.08 seconds to build instance. [ 995.751067] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 76085f51-855e-4d02-ae73-ddf86201158a] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 995.759637] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474017, 'name': CreateVM_Task, 'duration_secs': 0.564952} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.759844] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.760489] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.760645] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.760990] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.761263] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34955a7a-c4b8-4557-b92a-6ce25cd32cec {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.766618] env[70867]: DEBUG oslo_vmware.api [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Waiting for the task: (returnval){ [ 995.766618] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52766810-a666-a0fa-c9b6-04a8056ec009" [ 995.766618] env[70867]: _type = "Task" [ 995.766618] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.776674] env[70867]: DEBUG oslo_vmware.api [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52766810-a666-a0fa-c9b6-04a8056ec009, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.982483] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Acquiring lock "refresh_cache-7870241c-3fa4-48b6-85dc-b358fc1c0079" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.982767] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Acquired lock "refresh_cache-7870241c-3fa4-48b6-85dc-b358fc1c0079" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.982980] env[70867]: DEBUG nova.network.neutron [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.988144] env[70867]: DEBUG nova.network.neutron [req-544ddfc4-2159-4922-a067-3fa3d8a1955a req-27c5ae72-aa88-43c1-bf1a-1114abe022e6 service nova] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Updated VIF entry in instance network info cache for port bab04f56-d86c-41cb-8dfa-3af95aad4ca9. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 995.989280] env[70867]: DEBUG nova.network.neutron [req-544ddfc4-2159-4922-a067-3fa3d8a1955a req-27c5ae72-aa88-43c1-bf1a-1114abe022e6 service nova] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Updating instance_info_cache with network_info: [{"id": "bab04f56-d86c-41cb-8dfa-3af95aad4ca9", "address": "fa:16:3e:3a:5b:7a", "network": {"id": "e537a3b0-c2e4-47f4-84a1-55c8c4a7b8df", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-340479337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "670576a2b5c147019fa83c9697f1dc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbab04f56-d8", "ovs_interfaceid": "bab04f56-d86c-41cb-8dfa-3af95aad4ca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.120377] env[70867]: DEBUG oslo_vmware.api [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474023, 'name': ReconfigVM_Task, 'duration_secs': 0.345371} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.120717] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 1e046380-8f00-4d59-bb49-d424ec8d96c5/1e046380-8f00-4d59-bb49-d424ec8d96c5.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.121472] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92b4d465-df08-4da4-b203-7108617a7342 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.130517] env[70867]: DEBUG oslo_vmware.api [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 996.130517] env[70867]: value = "task-3474024" [ 996.130517] env[70867]: _type = "Task" [ 996.130517] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.143881] env[70867]: DEBUG oslo_vmware.api [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474024, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.151045] env[70867]: DEBUG nova.compute.manager [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 996.154714] env[70867]: DEBUG nova.network.neutron [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Successfully created port: 29190f20-7029-4ef3-b195-7b71ef6d29df {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 996.246931] env[70867]: DEBUG oslo_vmware.api [None req-57ef4bd7-87ae-42a7-b695-6dd326f9c349 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3474022, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.521641} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.249214] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-57ef4bd7-87ae-42a7-b695-6dd326f9c349 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.249419] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-57ef4bd7-87ae-42a7-b695-6dd326f9c349 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.249591] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-57ef4bd7-87ae-42a7-b695-6dd326f9c349 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.249761] env[70867]: INFO nova.compute.manager [None req-57ef4bd7-87ae-42a7-b695-6dd326f9c349 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Took 1.67 seconds to destroy the instance on the hypervisor. [ 996.250013] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57ef4bd7-87ae-42a7-b695-6dd326f9c349 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.250847] env[70867]: DEBUG nova.compute.manager [-] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.250932] env[70867]: DEBUG nova.network.neutron [-] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.252807] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3a1eb5b6-f1fe-4628-afa6-5eb7976dd73f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.593s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.257438] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 6e714e41-8baf-492a-b38c-7b162a779556] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 996.284168] env[70867]: DEBUG oslo_vmware.api [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52766810-a666-a0fa-c9b6-04a8056ec009, 'name': SearchDatastore_Task, 'duration_secs': 0.013508} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.284467] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.284693] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 996.284928] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.285079] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.285253] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.285602] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5643c23b-1b1e-494d-97b0-28de8b23a14f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.297554] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.297739] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 996.298526] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23fdbeb2-b941-4b8d-b751-2e6e593075f0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.310715] env[70867]: DEBUG oslo_vmware.api [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Waiting for the task: (returnval){ [ 996.310715] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]522199d6-bc16-fedd-f4fc-0151aa103b25" [ 996.310715] env[70867]: _type = "Task" [ 996.310715] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.321793] env[70867]: DEBUG oslo_vmware.api [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]522199d6-bc16-fedd-f4fc-0151aa103b25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.347353] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "ddfef65d-2e70-4e6b-8996-b92dd4e1e577" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.347800] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "ddfef65d-2e70-4e6b-8996-b92dd4e1e577" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.496555] env[70867]: DEBUG oslo_concurrency.lockutils [req-544ddfc4-2159-4922-a067-3fa3d8a1955a req-27c5ae72-aa88-43c1-bf1a-1114abe022e6 service nova] Releasing lock "refresh_cache-6e23b2d7-e31a-432d-9fc4-3e2f8993ff80" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.568711] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8084e50d-b878-4237-9cc2-05d7323f371c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.572742] env[70867]: DEBUG nova.network.neutron [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.580944] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e418921d-d890-48cc-9ed2-c35824722cc1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.619065] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf17264-61ba-4c60-97e4-36b7fb0b1d2b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.628840] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7530a0ae-370f-4b78-bcac-e4d28113c7d5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.646111] env[70867]: DEBUG oslo_vmware.api [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474024, 'name': Rename_Task, 'duration_secs': 0.177218} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.654839] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.655715] env[70867]: DEBUG nova.compute.provider_tree [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.657279] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96048758-79a0-4087-9fd1-d99fd32e9ac6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.673650] env[70867]: DEBUG oslo_vmware.api [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 996.673650] env[70867]: value = "task-3474025" [ 996.673650] env[70867]: _type = "Task" [ 996.673650] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.686941] env[70867]: DEBUG oslo_vmware.api [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.759968] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: f7271eec-aab3-4258-a6c3-08ac0664d200] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 996.823950] env[70867]: DEBUG oslo_vmware.api [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]522199d6-bc16-fedd-f4fc-0151aa103b25, 'name': SearchDatastore_Task, 'duration_secs': 0.015582} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.824088] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-518e7751-1267-4621-920e-773a35392500 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.831264] env[70867]: DEBUG oslo_vmware.api [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Waiting for the task: (returnval){ [ 996.831264] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5294d86a-9fab-2bf7-d218-942ef4ef37db" [ 996.831264] env[70867]: _type = "Task" [ 996.831264] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.840608] env[70867]: DEBUG oslo_vmware.api [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5294d86a-9fab-2bf7-d218-942ef4ef37db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.853871] env[70867]: DEBUG nova.compute.manager [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 996.857741] env[70867]: DEBUG nova.network.neutron [-] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.995895] env[70867]: DEBUG nova.network.neutron [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Updating instance_info_cache with network_info: [{"id": "3adacce2-0eab-41a2-840a-72854d01e70a", "address": "fa:16:3e:2b:75:15", "network": {"id": "f1be6329-260b-4316-a58e-ba3f4d138e29", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-195269271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4efb069e43054382ade11dcb363616d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3adacce2-0e", "ovs_interfaceid": "3adacce2-0eab-41a2-840a-72854d01e70a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.163853] env[70867]: DEBUG nova.scheduler.client.report [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.169173] env[70867]: DEBUG nova.compute.manager [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 997.188563] env[70867]: DEBUG oslo_vmware.api [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474025, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.199424] env[70867]: DEBUG nova.virt.hardware [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.199698] env[70867]: DEBUG nova.virt.hardware [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.199865] env[70867]: DEBUG nova.virt.hardware [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.200069] env[70867]: DEBUG nova.virt.hardware [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.200219] env[70867]: DEBUG nova.virt.hardware [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.200365] env[70867]: DEBUG nova.virt.hardware [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.200577] env[70867]: DEBUG nova.virt.hardware [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.200734] env[70867]: DEBUG nova.virt.hardware [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.200902] env[70867]: DEBUG nova.virt.hardware [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.201087] env[70867]: DEBUG nova.virt.hardware [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.201312] env[70867]: DEBUG nova.virt.hardware [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.202441] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8a7aea-b425-4cbd-89a6-8f02721131f7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.211574] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89bd4fa-2177-4281-9477-b3fb47fe362c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.262910] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: decc1817-c45d-4e03-92c2-80bcaa2ba0f9] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 997.293646] env[70867]: DEBUG nova.compute.manager [req-b3d96c4c-e9ce-49c0-a94b-893df6bb3c3e req-7f6a1c38-78d5-47e0-ad60-ae633c6338b3 service nova] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Received event network-vif-deleted-4880c51d-f1d0-4eb5-b4d7-eb1e1e4026f3 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.345326] env[70867]: DEBUG oslo_vmware.api [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5294d86a-9fab-2bf7-d218-942ef4ef37db, 'name': SearchDatastore_Task, 'duration_secs': 0.012559} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.345326] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.345554] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80/6e23b2d7-e31a-432d-9fc4-3e2f8993ff80.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 997.345837] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f337184-2ab0-48d4-8ace-0ead564d93d1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.355502] env[70867]: DEBUG oslo_vmware.api [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Waiting for the task: (returnval){ [ 997.355502] env[70867]: value = "task-3474026" [ 997.355502] env[70867]: _type = "Task" [ 997.355502] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.361205] env[70867]: INFO nova.compute.manager [-] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Took 1.93 seconds to deallocate network for instance. [ 997.371192] env[70867]: DEBUG oslo_vmware.api [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.392308] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.499413] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Releasing lock "refresh_cache-7870241c-3fa4-48b6-85dc-b358fc1c0079" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.499767] env[70867]: DEBUG nova.compute.manager [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Instance network_info: |[{"id": "3adacce2-0eab-41a2-840a-72854d01e70a", "address": "fa:16:3e:2b:75:15", "network": {"id": "f1be6329-260b-4316-a58e-ba3f4d138e29", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-195269271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4efb069e43054382ade11dcb363616d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3adacce2-0e", "ovs_interfaceid": "3adacce2-0eab-41a2-840a-72854d01e70a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 997.500246] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:75:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3adacce2-0eab-41a2-840a-72854d01e70a', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.510562] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Creating folder: Project (4efb069e43054382ade11dcb363616d3). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 997.510948] env[70867]: DEBUG nova.network.neutron [-] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.512124] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d14cd12f-b268-43a7-93f3-04e436b8e147 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.528417] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Created folder: Project (4efb069e43054382ade11dcb363616d3) in parent group-v694272. [ 997.528417] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Creating folder: Instances. Parent ref: group-v694478. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 997.528417] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e21d6fec-fd24-4cea-89c4-f906a6cecbdb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.540714] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Created folder: Instances in parent group-v694478. [ 997.541563] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.541563] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.541965] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52edbba7-80ef-4c43-be51-404499f479b3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.567297] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.567297] env[70867]: value = "task-3474029" [ 997.567297] env[70867]: _type = "Task" [ 997.567297] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.576749] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474029, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.671354] env[70867]: DEBUG oslo_concurrency.lockutils [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.671354] env[70867]: DEBUG nova.compute.manager [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 997.673666] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.615s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.676277] env[70867]: INFO nova.compute.claims [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.698084] env[70867]: DEBUG oslo_vmware.api [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474025, 'name': PowerOnVM_Task, 'duration_secs': 0.552055} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.698665] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.699136] env[70867]: INFO nova.compute.manager [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Took 8.39 seconds to spawn the instance on the hypervisor. [ 997.699489] env[70867]: DEBUG nova.compute.manager [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.703732] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c84ef0b-7c42-4792-a00e-7c31cf874cf5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.769654] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 39540351-0bb2-4505-a505-06bf5aaca7f2] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 997.869982] env[70867]: DEBUG oslo_vmware.api [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474026, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.878037] env[70867]: DEBUG oslo_concurrency.lockutils [None req-566f784c-a50b-443c-a22a-56b61478a8f7 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.987485] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "de3aee59-9ef4-461a-9f59-9018b003fac6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.988676] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "de3aee59-9ef4-461a-9f59-9018b003fac6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.016668] env[70867]: INFO nova.compute.manager [-] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Took 1.77 seconds to deallocate network for instance. [ 998.055338] env[70867]: DEBUG nova.network.neutron [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Successfully updated port: 29190f20-7029-4ef3-b195-7b71ef6d29df {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 998.098231] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474029, 'name': CreateVM_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.118347] env[70867]: DEBUG nova.compute.manager [req-b68285a6-bb53-4618-ba49-d319a8d1f15a req-338f2d8c-48d7-4672-8612-86b52262e571 service nova] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Received event network-changed-3adacce2-0eab-41a2-840a-72854d01e70a {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.118347] env[70867]: DEBUG nova.compute.manager [req-b68285a6-bb53-4618-ba49-d319a8d1f15a req-338f2d8c-48d7-4672-8612-86b52262e571 service nova] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Refreshing instance network info cache due to event network-changed-3adacce2-0eab-41a2-840a-72854d01e70a. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 998.118637] env[70867]: DEBUG oslo_concurrency.lockutils [req-b68285a6-bb53-4618-ba49-d319a8d1f15a req-338f2d8c-48d7-4672-8612-86b52262e571 service nova] Acquiring lock "refresh_cache-7870241c-3fa4-48b6-85dc-b358fc1c0079" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.118637] env[70867]: DEBUG oslo_concurrency.lockutils [req-b68285a6-bb53-4618-ba49-d319a8d1f15a req-338f2d8c-48d7-4672-8612-86b52262e571 service nova] Acquired lock "refresh_cache-7870241c-3fa4-48b6-85dc-b358fc1c0079" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.118696] env[70867]: DEBUG nova.network.neutron [req-b68285a6-bb53-4618-ba49-d319a8d1f15a req-338f2d8c-48d7-4672-8612-86b52262e571 service nova] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Refreshing network info cache for port 3adacce2-0eab-41a2-840a-72854d01e70a {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.186761] env[70867]: DEBUG nova.compute.utils [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 998.190503] env[70867]: DEBUG nova.compute.manager [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 998.190936] env[70867]: DEBUG nova.network.neutron [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 998.230152] env[70867]: INFO nova.compute.manager [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Took 50.86 seconds to build instance. [ 998.237686] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b4b8aefc-30c0-4356-bec9-a73cae944bad tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Acquiring lock "d0ca53d2-313b-48e6-95ca-b580e0b083ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.237686] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b4b8aefc-30c0-4356-bec9-a73cae944bad tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Lock "d0ca53d2-313b-48e6-95ca-b580e0b083ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.238061] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b4b8aefc-30c0-4356-bec9-a73cae944bad tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Acquiring lock "d0ca53d2-313b-48e6-95ca-b580e0b083ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.238172] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b4b8aefc-30c0-4356-bec9-a73cae944bad tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Lock "d0ca53d2-313b-48e6-95ca-b580e0b083ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.238482] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b4b8aefc-30c0-4356-bec9-a73cae944bad tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Lock "d0ca53d2-313b-48e6-95ca-b580e0b083ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.242851] env[70867]: INFO nova.compute.manager [None req-b4b8aefc-30c0-4356-bec9-a73cae944bad tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Terminating instance [ 998.273724] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 6415730a-4aa9-47f0-960e-509459c615f7] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 998.282426] env[70867]: DEBUG nova.policy [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '590691dff2b24b2b8f3522d901ca41d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e802c984a5c41c685ada905bd3d1b94', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 998.367939] env[70867]: DEBUG oslo_vmware.api [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641817} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.368484] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80/6e23b2d7-e31a-432d-9fc4-3e2f8993ff80.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 998.368674] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 998.369392] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc3d6201-7cbf-4d0e-95ef-3603ae45f48c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.378023] env[70867]: DEBUG oslo_vmware.api [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Waiting for the task: (returnval){ [ 998.378023] env[70867]: value = "task-3474030" [ 998.378023] env[70867]: _type = "Task" [ 998.378023] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.389199] env[70867]: DEBUG oslo_vmware.api [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.526256] env[70867]: DEBUG oslo_concurrency.lockutils [None req-57ef4bd7-87ae-42a7-b695-6dd326f9c349 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.561637] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Acquiring lock "refresh_cache-ea0be371-569e-4461-be75-5b5d643f1865" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.561637] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Acquired lock "refresh_cache-ea0be371-569e-4461-be75-5b5d643f1865" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.561637] env[70867]: DEBUG nova.network.neutron [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.584294] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474029, 'name': CreateVM_Task, 'duration_secs': 0.658152} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.584294] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.584294] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.584294] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.584294] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.584294] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e761d043-11cc-4fc8-a2e2-0d140512cc32 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.592378] env[70867]: DEBUG oslo_vmware.api [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Waiting for the task: (returnval){ [ 998.592378] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5267588f-7e28-f08b-65d5-a652a80a6c51" [ 998.592378] env[70867]: _type = "Task" [ 998.592378] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.593691] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c8feb198-3ceb-48c2-be15-52b58df35b4d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.594016] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c8feb198-3ceb-48c2-be15-52b58df35b4d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.594350] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c8feb198-3ceb-48c2-be15-52b58df35b4d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.594985] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c8feb198-3ceb-48c2-be15-52b58df35b4d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.594985] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c8feb198-3ceb-48c2-be15-52b58df35b4d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.600266] env[70867]: INFO nova.compute.manager [None req-c8feb198-3ceb-48c2-be15-52b58df35b4d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Terminating instance [ 998.608627] env[70867]: DEBUG oslo_vmware.api [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5267588f-7e28-f08b-65d5-a652a80a6c51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.693671] env[70867]: DEBUG nova.compute.manager [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 998.733480] env[70867]: DEBUG oslo_concurrency.lockutils [None req-128664bb-e44d-4108-b491-589cdfddbc95 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "1e046380-8f00-4d59-bb49-d424ec8d96c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.373s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.749980] env[70867]: DEBUG nova.compute.manager [None req-b4b8aefc-30c0-4356-bec9-a73cae944bad tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.750377] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b8aefc-30c0-4356-bec9-a73cae944bad tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.755607] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261c8593-1781-4d88-ada2-a17f21fdc18c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.769696] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4b8aefc-30c0-4356-bec9-a73cae944bad tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.770063] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63a0c1a7-cde6-4fed-9dc8-c92723101253 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.777683] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: a893add8-af75-482e-b1a9-0fa099407df8] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 998.784158] env[70867]: DEBUG oslo_vmware.api [None req-b4b8aefc-30c0-4356-bec9-a73cae944bad tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Waiting for the task: (returnval){ [ 998.784158] env[70867]: value = "task-3474031" [ 998.784158] env[70867]: _type = "Task" [ 998.784158] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.806326] env[70867]: DEBUG oslo_vmware.api [None req-b4b8aefc-30c0-4356-bec9-a73cae944bad tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': task-3474031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.826766] env[70867]: DEBUG nova.network.neutron [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Successfully created port: 85701fe9-506a-46e8-b5ca-7a84ede49b8c {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 998.888018] env[70867]: DEBUG oslo_vmware.api [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184706} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.888133] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 998.892171] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4230a4de-4b1d-43ba-9d31-c403a2845d5a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.916135] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80/6e23b2d7-e31a-432d-9fc4-3e2f8993ff80.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.923768] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72e53f52-b37a-4e92-8171-35edec41fee3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.945475] env[70867]: DEBUG oslo_vmware.api [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Waiting for the task: (returnval){ [ 998.945475] env[70867]: value = "task-3474032" [ 998.945475] env[70867]: _type = "Task" [ 998.945475] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.961276] env[70867]: DEBUG oslo_vmware.api [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474032, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.107989] env[70867]: DEBUG nova.compute.manager [None req-c8feb198-3ceb-48c2-be15-52b58df35b4d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 999.108328] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c8feb198-3ceb-48c2-be15-52b58df35b4d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.108674] env[70867]: DEBUG oslo_vmware.api [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5267588f-7e28-f08b-65d5-a652a80a6c51, 'name': SearchDatastore_Task, 'duration_secs': 0.023722} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.112395] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee9b098-b778-48ff-ab58-ecdc98da3948 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.115377] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.115569] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.115839] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.116034] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.116258] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.118017] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0735007-24a2-4fdc-b324-a98920f0e33a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.124169] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8feb198-3ceb-48c2-be15-52b58df35b4d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.124327] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74bb4133-77ef-4b7e-b61c-803cc2afdbf2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.132511] env[70867]: DEBUG oslo_vmware.api [None req-c8feb198-3ceb-48c2-be15-52b58df35b4d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 999.132511] env[70867]: value = "task-3474033" [ 999.132511] env[70867]: _type = "Task" [ 999.132511] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.134203] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.134420] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.141024] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcbd9220-43a0-45d3-b501-8e9d69626ada {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.153359] env[70867]: DEBUG oslo_vmware.api [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Waiting for the task: (returnval){ [ 999.153359] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]522d0aca-8e28-eb2b-ce97-891fcb9b1548" [ 999.153359] env[70867]: _type = "Task" [ 999.153359] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.153359] env[70867]: DEBUG oslo_vmware.api [None req-c8feb198-3ceb-48c2-be15-52b58df35b4d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.154171] env[70867]: DEBUG nova.network.neutron [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.162790] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fd9d2e-743c-45b0-a9ed-2330b528e70b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.169624] env[70867]: DEBUG oslo_vmware.api [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]522d0aca-8e28-eb2b-ce97-891fcb9b1548, 'name': SearchDatastore_Task, 'duration_secs': 0.017082} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.171299] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bce07b0d-db45-4d91-8b39-ae1961d6997f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.177020] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ee490e-6999-4d69-96e6-c5064985ac6a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.185280] env[70867]: DEBUG oslo_vmware.api [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Waiting for the task: (returnval){ [ 999.185280] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]524d81dc-017d-6b2e-e020-011b5de1db43" [ 999.185280] env[70867]: _type = "Task" [ 999.185280] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.223795] env[70867]: DEBUG nova.network.neutron [req-b68285a6-bb53-4618-ba49-d319a8d1f15a req-338f2d8c-48d7-4672-8612-86b52262e571 service nova] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Updated VIF entry in instance network info cache for port 3adacce2-0eab-41a2-840a-72854d01e70a. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.224202] env[70867]: DEBUG nova.network.neutron [req-b68285a6-bb53-4618-ba49-d319a8d1f15a req-338f2d8c-48d7-4672-8612-86b52262e571 service nova] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Updating instance_info_cache with network_info: [{"id": "3adacce2-0eab-41a2-840a-72854d01e70a", "address": "fa:16:3e:2b:75:15", "network": {"id": "f1be6329-260b-4316-a58e-ba3f4d138e29", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-195269271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4efb069e43054382ade11dcb363616d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3adacce2-0e", "ovs_interfaceid": "3adacce2-0eab-41a2-840a-72854d01e70a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.226305] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feaec260-5e8e-4335-9e18-561e0414d1d5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.235422] env[70867]: DEBUG oslo_vmware.api [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]524d81dc-017d-6b2e-e020-011b5de1db43, 'name': SearchDatastore_Task, 'duration_secs': 0.022765} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.235422] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.235422] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 7870241c-3fa4-48b6-85dc-b358fc1c0079/7870241c-3fa4-48b6-85dc-b358fc1c0079.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.235692] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bb58cd1-5a74-4d33-a828-b5de4cdb1201 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.240581] env[70867]: DEBUG nova.compute.manager [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 999.248815] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd32f3a-c1d3-4d26-b19b-262504d18405 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.251899] env[70867]: DEBUG oslo_vmware.api [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Waiting for the task: (returnval){ [ 999.251899] env[70867]: value = "task-3474034" [ 999.251899] env[70867]: _type = "Task" [ 999.251899] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.264826] env[70867]: DEBUG nova.compute.provider_tree [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.272569] env[70867]: DEBUG oslo_vmware.api [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Task: {'id': task-3474034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.285172] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 8dc05e7d-bad4-42ba-a73e-30816551cf75] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 999.299120] env[70867]: DEBUG oslo_vmware.api [None req-b4b8aefc-30c0-4356-bec9-a73cae944bad tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': task-3474031, 'name': PowerOffVM_Task, 'duration_secs': 0.44542} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.299120] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4b8aefc-30c0-4356-bec9-a73cae944bad tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.299120] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b8aefc-30c0-4356-bec9-a73cae944bad tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.299120] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4952753b-dc31-458d-998c-3948f5d2c6ad {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.391600] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b8aefc-30c0-4356-bec9-a73cae944bad tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.391840] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b8aefc-30c0-4356-bec9-a73cae944bad tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.392567] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4b8aefc-30c0-4356-bec9-a73cae944bad tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Deleting the datastore file [datastore2] d0ca53d2-313b-48e6-95ca-b580e0b083ff {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.392675] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-741e8166-5566-48a5-bbf3-3fddce2502fd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.400737] env[70867]: DEBUG oslo_vmware.api [None req-b4b8aefc-30c0-4356-bec9-a73cae944bad tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Waiting for the task: (returnval){ [ 999.400737] env[70867]: value = "task-3474036" [ 999.400737] env[70867]: _type = "Task" [ 999.400737] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.410833] env[70867]: DEBUG oslo_vmware.api [None req-b4b8aefc-30c0-4356-bec9-a73cae944bad tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': task-3474036, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.457772] env[70867]: DEBUG oslo_vmware.api [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.459071] env[70867]: DEBUG nova.network.neutron [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Updating instance_info_cache with network_info: [{"id": "29190f20-7029-4ef3-b195-7b71ef6d29df", "address": "fa:16:3e:ca:74:48", "network": {"id": "3e55bcea-e204-4c7f-9ec6-4c0d652c8699", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1904991923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5caa093a382340b6973f1bcfcdfb2566", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29190f20-70", "ovs_interfaceid": "29190f20-7029-4ef3-b195-7b71ef6d29df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.648861] env[70867]: DEBUG oslo_vmware.api [None req-c8feb198-3ceb-48c2-be15-52b58df35b4d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474033, 'name': PowerOffVM_Task, 'duration_secs': 0.249283} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.649589] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8feb198-3ceb-48c2-be15-52b58df35b4d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.649914] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c8feb198-3ceb-48c2-be15-52b58df35b4d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.650422] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0dac112f-2632-4d41-9db2-8debce86353c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.734071] env[70867]: DEBUG oslo_concurrency.lockutils [req-b68285a6-bb53-4618-ba49-d319a8d1f15a req-338f2d8c-48d7-4672-8612-86b52262e571 service nova] Releasing lock "refresh_cache-7870241c-3fa4-48b6-85dc-b358fc1c0079" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.734071] env[70867]: DEBUG nova.compute.manager [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 999.771338] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c8feb198-3ceb-48c2-be15-52b58df35b4d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.772158] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c8feb198-3ceb-48c2-be15-52b58df35b4d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.773954] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8feb198-3ceb-48c2-be15-52b58df35b4d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Deleting the datastore file [datastore1] 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.777529] env[70867]: DEBUG nova.virt.hardware [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.778061] env[70867]: DEBUG nova.virt.hardware [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.778350] env[70867]: DEBUG nova.virt.hardware [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.778899] env[70867]: DEBUG nova.virt.hardware [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.779173] env[70867]: DEBUG nova.virt.hardware [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.779431] env[70867]: DEBUG nova.virt.hardware [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.779901] env[70867]: DEBUG nova.virt.hardware [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.780240] env[70867]: DEBUG nova.virt.hardware [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.780556] env[70867]: DEBUG nova.virt.hardware [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.780855] env[70867]: DEBUG nova.virt.hardware [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.782325] env[70867]: DEBUG nova.virt.hardware [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.783642] env[70867]: DEBUG nova.scheduler.client.report [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.787433] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d82a5e0-fc41-416d-ada7-b20dfe85befb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.794507] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0d6941-00dc-4f0f-9e6c-859d18980fdc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.800281] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.802961] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 97c97a43-1d7c-4c5f-b54f-ba3bd8e0a7dc] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 999.811058] env[70867]: DEBUG oslo_vmware.api [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Task: {'id': task-3474034, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.818955] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2858e3de-934c-4504-ac7c-25b2e1e72703 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.825754] env[70867]: DEBUG oslo_vmware.api [None req-c8feb198-3ceb-48c2-be15-52b58df35b4d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 999.825754] env[70867]: value = "task-3474038" [ 999.825754] env[70867]: _type = "Task" [ 999.825754] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.847368] env[70867]: DEBUG oslo_vmware.api [None req-c8feb198-3ceb-48c2-be15-52b58df35b4d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.859966] env[70867]: DEBUG nova.compute.manager [req-78141089-c33d-443a-98cf-cc3acfbbedb0 req-0a0f27c3-e60a-4364-8130-66a1767977f6 service nova] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Received event network-vif-deleted-e4dbde79-462a-4a2e-b94c-493fe579afcc {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.912433] env[70867]: DEBUG oslo_vmware.api [None req-b4b8aefc-30c0-4356-bec9-a73cae944bad tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Task: {'id': task-3474036, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293458} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.912743] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4b8aefc-30c0-4356-bec9-a73cae944bad tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.912958] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b8aefc-30c0-4356-bec9-a73cae944bad tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.913215] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b8aefc-30c0-4356-bec9-a73cae944bad tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.913406] env[70867]: INFO nova.compute.manager [None req-b4b8aefc-30c0-4356-bec9-a73cae944bad tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Took 1.16 seconds to destroy the instance on the hypervisor. [ 999.913671] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4b8aefc-30c0-4356-bec9-a73cae944bad tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.913924] env[70867]: DEBUG nova.compute.manager [-] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 999.914042] env[70867]: DEBUG nova.network.neutron [-] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 999.960303] env[70867]: DEBUG oslo_vmware.api [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474032, 'name': ReconfigVM_Task, 'duration_secs': 0.577029} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.960813] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80/6e23b2d7-e31a-432d-9fc4-3e2f8993ff80.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.961321] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f734c296-9fe1-4314-8997-935a40eabf35 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.963808] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Releasing lock "refresh_cache-ea0be371-569e-4461-be75-5b5d643f1865" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.964142] env[70867]: DEBUG nova.compute.manager [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Instance network_info: |[{"id": "29190f20-7029-4ef3-b195-7b71ef6d29df", "address": "fa:16:3e:ca:74:48", "network": {"id": "3e55bcea-e204-4c7f-9ec6-4c0d652c8699", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1904991923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5caa093a382340b6973f1bcfcdfb2566", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29190f20-70", "ovs_interfaceid": "29190f20-7029-4ef3-b195-7b71ef6d29df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 999.964520] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:74:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0721b358-3768-472d-95f8-6d6755ab1635', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29190f20-7029-4ef3-b195-7b71ef6d29df', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 999.972779] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.977044] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 999.977044] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf0bb9bf-fb45-48e6-be05-b9557c652a24 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.993603] env[70867]: DEBUG oslo_vmware.api [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Waiting for the task: (returnval){ [ 999.993603] env[70867]: value = "task-3474039" [ 999.993603] env[70867]: _type = "Task" [ 999.993603] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.001196] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.001196] env[70867]: value = "task-3474040" [ 1000.001196] env[70867]: _type = "Task" [ 1000.001196] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.008207] env[70867]: DEBUG oslo_vmware.api [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474039, 'name': Rename_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.014547] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474040, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.098146] env[70867]: DEBUG nova.network.neutron [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Successfully created port: d40856bb-2fea-4df8-a08e-9996cbd7a770 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1000.270676] env[70867]: DEBUG oslo_vmware.api [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Task: {'id': task-3474034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581462} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.270993] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 7870241c-3fa4-48b6-85dc-b358fc1c0079/7870241c-3fa4-48b6-85dc-b358fc1c0079.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.271203] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.271538] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eca06612-96f6-4f19-a421-13ad1f98d9aa {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.279874] env[70867]: DEBUG oslo_vmware.api [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Waiting for the task: (returnval){ [ 1000.279874] env[70867]: value = "task-3474041" [ 1000.279874] env[70867]: _type = "Task" [ 1000.279874] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.292229] env[70867]: DEBUG oslo_vmware.api [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Task: {'id': task-3474041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.300859] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.301625] env[70867]: DEBUG nova.compute.manager [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1000.305281] env[70867]: DEBUG oslo_concurrency.lockutils [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.536s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.306942] env[70867]: INFO nova.compute.claims [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.311939] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 2f11308d-9290-472a-9a2d-62e3e5dcac8b] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1000.343877] env[70867]: DEBUG oslo_vmware.api [None req-c8feb198-3ceb-48c2-be15-52b58df35b4d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310508} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.343877] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8feb198-3ceb-48c2-be15-52b58df35b4d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.343877] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c8feb198-3ceb-48c2-be15-52b58df35b4d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.343877] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c8feb198-3ceb-48c2-be15-52b58df35b4d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.343877] env[70867]: INFO nova.compute.manager [None req-c8feb198-3ceb-48c2-be15-52b58df35b4d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1000.343877] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8feb198-3ceb-48c2-be15-52b58df35b4d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.343877] env[70867]: DEBUG nova.compute.manager [-] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1000.343877] env[70867]: DEBUG nova.network.neutron [-] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1000.504853] env[70867]: DEBUG oslo_vmware.api [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474039, 'name': Rename_Task, 'duration_secs': 0.241446} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.508529] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1000.508827] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-410a84bf-19d6-490e-a3c8-ec0f7e707dd8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.520556] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474040, 'name': CreateVM_Task, 'duration_secs': 0.411875} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.521821] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.522166] env[70867]: DEBUG oslo_vmware.api [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Waiting for the task: (returnval){ [ 1000.522166] env[70867]: value = "task-3474042" [ 1000.522166] env[70867]: _type = "Task" [ 1000.522166] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.522780] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.523026] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.523401] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.524451] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4826d79d-4ece-4b01-b18b-644df26c5a47 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.533762] env[70867]: DEBUG oslo_vmware.api [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for the task: (returnval){ [ 1000.533762] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e75a53-bce0-5c1d-665a-2453df012861" [ 1000.533762] env[70867]: _type = "Task" [ 1000.533762] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.536670] env[70867]: DEBUG oslo_vmware.api [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.545934] env[70867]: DEBUG oslo_vmware.api [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e75a53-bce0-5c1d-665a-2453df012861, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.677643] env[70867]: DEBUG nova.compute.manager [req-252fd623-dacb-4bee-88c8-90fe2b198561 req-e03f4dad-a93e-4250-97fe-7f828a5a6298 service nova] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Received event network-vif-plugged-29190f20-7029-4ef3-b195-7b71ef6d29df {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.678525] env[70867]: DEBUG oslo_concurrency.lockutils [req-252fd623-dacb-4bee-88c8-90fe2b198561 req-e03f4dad-a93e-4250-97fe-7f828a5a6298 service nova] Acquiring lock "ea0be371-569e-4461-be75-5b5d643f1865-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.679138] env[70867]: DEBUG oslo_concurrency.lockutils [req-252fd623-dacb-4bee-88c8-90fe2b198561 req-e03f4dad-a93e-4250-97fe-7f828a5a6298 service nova] Lock "ea0be371-569e-4461-be75-5b5d643f1865-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.679138] env[70867]: DEBUG oslo_concurrency.lockutils [req-252fd623-dacb-4bee-88c8-90fe2b198561 req-e03f4dad-a93e-4250-97fe-7f828a5a6298 service nova] Lock "ea0be371-569e-4461-be75-5b5d643f1865-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.679479] env[70867]: DEBUG nova.compute.manager [req-252fd623-dacb-4bee-88c8-90fe2b198561 req-e03f4dad-a93e-4250-97fe-7f828a5a6298 service nova] [instance: ea0be371-569e-4461-be75-5b5d643f1865] No waiting events found dispatching network-vif-plugged-29190f20-7029-4ef3-b195-7b71ef6d29df {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1000.679571] env[70867]: WARNING nova.compute.manager [req-252fd623-dacb-4bee-88c8-90fe2b198561 req-e03f4dad-a93e-4250-97fe-7f828a5a6298 service nova] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Received unexpected event network-vif-plugged-29190f20-7029-4ef3-b195-7b71ef6d29df for instance with vm_state building and task_state spawning. [ 1000.679849] env[70867]: DEBUG nova.compute.manager [req-252fd623-dacb-4bee-88c8-90fe2b198561 req-e03f4dad-a93e-4250-97fe-7f828a5a6298 service nova] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Received event network-changed-29190f20-7029-4ef3-b195-7b71ef6d29df {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.680192] env[70867]: DEBUG nova.compute.manager [req-252fd623-dacb-4bee-88c8-90fe2b198561 req-e03f4dad-a93e-4250-97fe-7f828a5a6298 service nova] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Refreshing instance network info cache due to event network-changed-29190f20-7029-4ef3-b195-7b71ef6d29df. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.680382] env[70867]: DEBUG oslo_concurrency.lockutils [req-252fd623-dacb-4bee-88c8-90fe2b198561 req-e03f4dad-a93e-4250-97fe-7f828a5a6298 service nova] Acquiring lock "refresh_cache-ea0be371-569e-4461-be75-5b5d643f1865" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.680531] env[70867]: DEBUG oslo_concurrency.lockutils [req-252fd623-dacb-4bee-88c8-90fe2b198561 req-e03f4dad-a93e-4250-97fe-7f828a5a6298 service nova] Acquired lock "refresh_cache-ea0be371-569e-4461-be75-5b5d643f1865" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.680702] env[70867]: DEBUG nova.network.neutron [req-252fd623-dacb-4bee-88c8-90fe2b198561 req-e03f4dad-a93e-4250-97fe-7f828a5a6298 service nova] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Refreshing network info cache for port 29190f20-7029-4ef3-b195-7b71ef6d29df {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.695260] env[70867]: DEBUG nova.network.neutron [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Successfully created port: 3a167fc5-9050-4c0b-acf2-faaee05961bf {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1000.794296] env[70867]: DEBUG oslo_vmware.api [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Task: {'id': task-3474041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080107} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.794296] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1000.794296] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c82b595-2600-4860-949d-e947de61327e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.816462] env[70867]: DEBUG nova.compute.utils [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1000.821541] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: dfb3f04f-1da6-4d75-9ea3-4d5b4e1423f6] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1000.832151] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 7870241c-3fa4-48b6-85dc-b358fc1c0079/7870241c-3fa4-48b6-85dc-b358fc1c0079.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.833051] env[70867]: DEBUG nova.compute.manager [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1000.833468] env[70867]: DEBUG nova.network.neutron [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1000.836525] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dfc6afa-40a4-472f-9578-da8ddb003144 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.857335] env[70867]: DEBUG oslo_vmware.api [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Waiting for the task: (returnval){ [ 1000.857335] env[70867]: value = "task-3474043" [ 1000.857335] env[70867]: _type = "Task" [ 1000.857335] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.868980] env[70867]: DEBUG oslo_vmware.api [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Task: {'id': task-3474043, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.979437] env[70867]: DEBUG nova.policy [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2f00af7f56e4c27945ac4f0f7307ad9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f95c63cf4c624b05ac41f26e61904aca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1001.035044] env[70867]: DEBUG oslo_vmware.api [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474042, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.047261] env[70867]: DEBUG oslo_vmware.api [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e75a53-bce0-5c1d-665a-2453df012861, 'name': SearchDatastore_Task, 'duration_secs': 0.018329} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.047627] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.048214] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.048322] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.048640] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.048850] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.049367] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75c7c73a-1d0e-43f7-bb20-942e99776382 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.063247] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.063497] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.064557] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baac914f-4e86-41f7-b762-2b70adbae953 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.072331] env[70867]: DEBUG oslo_vmware.api [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for the task: (returnval){ [ 1001.072331] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5228623b-00af-4fd8-5ac6-5b11783e6058" [ 1001.072331] env[70867]: _type = "Task" [ 1001.072331] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.088135] env[70867]: DEBUG oslo_vmware.api [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5228623b-00af-4fd8-5ac6-5b11783e6058, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.335106] env[70867]: DEBUG nova.compute.manager [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.337109] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 00ea765e-2487-4758-bfb8-2ff5e5ed4070] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1001.363755] env[70867]: DEBUG nova.network.neutron [-] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.371904] env[70867]: DEBUG oslo_vmware.api [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Task: {'id': task-3474043, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.394798] env[70867]: DEBUG nova.network.neutron [-] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.538956] env[70867]: DEBUG oslo_vmware.api [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474042, 'name': PowerOnVM_Task, 'duration_secs': 0.59654} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.538956] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.539188] env[70867]: INFO nova.compute.manager [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Took 9.61 seconds to spawn the instance on the hypervisor. [ 1001.539249] env[70867]: DEBUG nova.compute.manager [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.541156] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3d8111-2210-467e-a80a-d94cd0237357 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.588953] env[70867]: DEBUG oslo_vmware.api [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5228623b-00af-4fd8-5ac6-5b11783e6058, 'name': SearchDatastore_Task, 'duration_secs': 0.015494} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.592405] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aee8d37c-80f0-4eaa-99e2-9b1667d68b76 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.600185] env[70867]: DEBUG oslo_vmware.api [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for the task: (returnval){ [ 1001.600185] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]528284d1-74ea-7695-981e-7028612f90b6" [ 1001.600185] env[70867]: _type = "Task" [ 1001.600185] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.605376] env[70867]: DEBUG nova.network.neutron [req-252fd623-dacb-4bee-88c8-90fe2b198561 req-e03f4dad-a93e-4250-97fe-7f828a5a6298 service nova] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Updated VIF entry in instance network info cache for port 29190f20-7029-4ef3-b195-7b71ef6d29df. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.605706] env[70867]: DEBUG nova.network.neutron [req-252fd623-dacb-4bee-88c8-90fe2b198561 req-e03f4dad-a93e-4250-97fe-7f828a5a6298 service nova] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Updating instance_info_cache with network_info: [{"id": "29190f20-7029-4ef3-b195-7b71ef6d29df", "address": "fa:16:3e:ca:74:48", "network": {"id": "3e55bcea-e204-4c7f-9ec6-4c0d652c8699", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1904991923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5caa093a382340b6973f1bcfcdfb2566", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29190f20-70", "ovs_interfaceid": "29190f20-7029-4ef3-b195-7b71ef6d29df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.610788] env[70867]: DEBUG oslo_vmware.api [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]528284d1-74ea-7695-981e-7028612f90b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.762839] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59c6fa0-c993-4c71-ad55-0d33f1a5e384 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.777192] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b54088-4781-414b-9d5e-8964b3216cd1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.808123] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0f1767-be6c-45ef-9700-75cf28a4867d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.818394] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4581f663-d4f4-4fc5-9c50-8e6f65cfaa14 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.833345] env[70867]: DEBUG nova.compute.provider_tree [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.842305] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 88f4a83c-1880-4e6c-99ed-18e9229d1125] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1001.870802] env[70867]: INFO nova.compute.manager [-] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Took 1.53 seconds to deallocate network for instance. [ 1001.871170] env[70867]: DEBUG oslo_vmware.api [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Task: {'id': task-3474043, 'name': ReconfigVM_Task, 'duration_secs': 0.613921} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.874813] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 7870241c-3fa4-48b6-85dc-b358fc1c0079/7870241c-3fa4-48b6-85dc-b358fc1c0079.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.884241] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5b067a6-0001-40b5-9cf9-0e309d547630 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.893376] env[70867]: DEBUG oslo_vmware.api [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Waiting for the task: (returnval){ [ 1001.893376] env[70867]: value = "task-3474044" [ 1001.893376] env[70867]: _type = "Task" [ 1001.893376] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.899247] env[70867]: INFO nova.compute.manager [-] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Took 1.98 seconds to deallocate network for instance. [ 1001.910112] env[70867]: DEBUG oslo_vmware.api [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Task: {'id': task-3474044, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.063400] env[70867]: INFO nova.compute.manager [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Took 51.36 seconds to build instance. [ 1002.075787] env[70867]: DEBUG nova.network.neutron [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Successfully created port: 1003e360-d179-48b2-864a-1ddcf9f340f5 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.098274] env[70867]: DEBUG nova.compute.manager [req-2395033b-0f07-4626-b1ac-7faf6f1af904 req-13ba294b-194e-4ed4-80dc-cefd4b68205c service nova] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Received event network-vif-deleted-dd7a5cbd-09f1-452a-ae21-7d631d2d86ac {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.098551] env[70867]: DEBUG nova.compute.manager [req-2395033b-0f07-4626-b1ac-7faf6f1af904 req-13ba294b-194e-4ed4-80dc-cefd4b68205c service nova] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Received event network-vif-deleted-dc04ef45-2a18-413d-bb2d-00805281894d {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.114624] env[70867]: DEBUG oslo_vmware.api [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]528284d1-74ea-7695-981e-7028612f90b6, 'name': SearchDatastore_Task, 'duration_secs': 0.035771} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.114900] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.117165] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] ea0be371-569e-4461-be75-5b5d643f1865/ea0be371-569e-4461-be75-5b5d643f1865.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.117165] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebd92528-b025-4bc5-a9ef-948e4feb1a37 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.117819] env[70867]: DEBUG oslo_concurrency.lockutils [req-252fd623-dacb-4bee-88c8-90fe2b198561 req-e03f4dad-a93e-4250-97fe-7f828a5a6298 service nova] Releasing lock "refresh_cache-ea0be371-569e-4461-be75-5b5d643f1865" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.125559] env[70867]: DEBUG oslo_vmware.api [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for the task: (returnval){ [ 1002.125559] env[70867]: value = "task-3474045" [ 1002.125559] env[70867]: _type = "Task" [ 1002.125559] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.135360] env[70867]: DEBUG oslo_vmware.api [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.337669] env[70867]: DEBUG nova.scheduler.client.report [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.349644] env[70867]: DEBUG nova.compute.manager [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1002.352114] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 3dcf9e2a-4306-4025-a942-9aa1a598f49f] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1002.387859] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c8feb198-3ceb-48c2-be15-52b58df35b4d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.393441] env[70867]: DEBUG nova.virt.hardware [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.393693] env[70867]: DEBUG nova.virt.hardware [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.393852] env[70867]: DEBUG nova.virt.hardware [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.394050] env[70867]: DEBUG nova.virt.hardware [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.394203] env[70867]: DEBUG nova.virt.hardware [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.394351] env[70867]: DEBUG nova.virt.hardware [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.394556] env[70867]: DEBUG nova.virt.hardware [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.394714] env[70867]: DEBUG nova.virt.hardware [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.394879] env[70867]: DEBUG nova.virt.hardware [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.395058] env[70867]: DEBUG nova.virt.hardware [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.395242] env[70867]: DEBUG nova.virt.hardware [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.396245] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdcf11c-b446-4609-8bad-3afca2c992c1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.412280] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0eef67-fffc-4252-8b2f-39dd043ba1f4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.416966] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b4b8aefc-30c0-4356-bec9-a73cae944bad tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.417283] env[70867]: DEBUG oslo_vmware.api [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Task: {'id': task-3474044, 'name': Rename_Task, 'duration_secs': 0.261215} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.417808] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.418395] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49702c52-6956-40f2-8833-5bc2bcef3b38 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.430457] env[70867]: DEBUG oslo_vmware.api [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Waiting for the task: (returnval){ [ 1002.430457] env[70867]: value = "task-3474046" [ 1002.430457] env[70867]: _type = "Task" [ 1002.430457] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.438843] env[70867]: DEBUG oslo_vmware.api [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Task: {'id': task-3474046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.569343] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bf3f79f2-10b2-4adb-864b-26cad976f4a6 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "6e23b2d7-e31a-432d-9fc4-3e2f8993ff80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.883s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.648491] env[70867]: DEBUG oslo_vmware.api [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474045, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.842680] env[70867]: DEBUG oslo_concurrency.lockutils [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.843155] env[70867]: DEBUG nova.compute.manager [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1002.847295] env[70867]: DEBUG oslo_concurrency.lockutils [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.061s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.847971] env[70867]: INFO nova.compute.claims [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.856858] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 4be98957-bf1b-4464-bb2b-66349fa66668] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1002.945883] env[70867]: DEBUG oslo_vmware.api [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Task: {'id': task-3474046, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.139907] env[70867]: DEBUG oslo_vmware.api [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474045, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.76587} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.139907] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] ea0be371-569e-4461-be75-5b5d643f1865/ea0be371-569e-4461-be75-5b5d643f1865.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.142348] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.142644] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbb80466-e3da-400e-8462-a2fef346ca56 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.151089] env[70867]: DEBUG oslo_vmware.api [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for the task: (returnval){ [ 1003.151089] env[70867]: value = "task-3474047" [ 1003.151089] env[70867]: _type = "Task" [ 1003.151089] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.170926] env[70867]: DEBUG oslo_vmware.api [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.181644] env[70867]: DEBUG nova.compute.manager [req-c97f5c82-edea-4697-a867-67b7f67f0d79 req-fb3af0fa-714b-470e-a557-ed952d0240c0 service nova] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Received event network-changed-c27a3365-0717-4838-91e7-3d182e001fe4 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.183275] env[70867]: DEBUG nova.compute.manager [req-c97f5c82-edea-4697-a867-67b7f67f0d79 req-fb3af0fa-714b-470e-a557-ed952d0240c0 service nova] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Refreshing instance network info cache due to event network-changed-c27a3365-0717-4838-91e7-3d182e001fe4. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1003.183275] env[70867]: DEBUG oslo_concurrency.lockutils [req-c97f5c82-edea-4697-a867-67b7f67f0d79 req-fb3af0fa-714b-470e-a557-ed952d0240c0 service nova] Acquiring lock "refresh_cache-1e046380-8f00-4d59-bb49-d424ec8d96c5" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.183275] env[70867]: DEBUG oslo_concurrency.lockutils [req-c97f5c82-edea-4697-a867-67b7f67f0d79 req-fb3af0fa-714b-470e-a557-ed952d0240c0 service nova] Acquired lock "refresh_cache-1e046380-8f00-4d59-bb49-d424ec8d96c5" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.183275] env[70867]: DEBUG nova.network.neutron [req-c97f5c82-edea-4697-a867-67b7f67f0d79 req-fb3af0fa-714b-470e-a557-ed952d0240c0 service nova] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Refreshing network info cache for port c27a3365-0717-4838-91e7-3d182e001fe4 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.346042] env[70867]: DEBUG nova.network.neutron [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Successfully updated port: 85701fe9-506a-46e8-b5ca-7a84ede49b8c {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1003.354975] env[70867]: DEBUG nova.compute.utils [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.356902] env[70867]: DEBUG nova.compute.manager [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1003.357130] env[70867]: DEBUG nova.network.neutron [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1003.359981] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 1cfd0a70-d95d-4a3b-a23a-0a2abbab5d1d] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1003.439456] env[70867]: DEBUG nova.policy [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c8521e32a7144299dc2c3759cddda74', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58800516b15047ea89f9207b83e8047f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.450176] env[70867]: DEBUG oslo_vmware.api [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Task: {'id': task-3474046, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.663551] env[70867]: DEBUG oslo_vmware.api [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1489} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.663772] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.664860] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91eed060-105f-492d-92ed-96d7b4ca87c7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.691800] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] ea0be371-569e-4461-be75-5b5d643f1865/ea0be371-569e-4461-be75-5b5d643f1865.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.694238] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-455acfb8-28b6-4970-a6a3-5ad31fc5433f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.724061] env[70867]: DEBUG oslo_vmware.api [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for the task: (returnval){ [ 1003.724061] env[70867]: value = "task-3474048" [ 1003.724061] env[70867]: _type = "Task" [ 1003.724061] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.743348] env[70867]: DEBUG oslo_vmware.api [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474048, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.861086] env[70867]: DEBUG nova.compute.manager [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1003.868514] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 4a4a7b43-903f-495b-8bb9-becf921e7283] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1003.931079] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "7b29d390-cb79-4064-ab01-312735c980bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.931461] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "7b29d390-cb79-4064-ab01-312735c980bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.958301] env[70867]: DEBUG oslo_vmware.api [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Task: {'id': task-3474046, 'name': PowerOnVM_Task, 'duration_secs': 1.085296} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.962819] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.962819] env[70867]: INFO nova.compute.manager [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1003.962819] env[70867]: DEBUG nova.compute.manager [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.964330] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fb592d-898f-41c6-8fc5-32023c11b891 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.223653] env[70867]: DEBUG nova.network.neutron [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Successfully created port: 5413e346-6140-46cb-81d6-d0b345f55e16 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1004.238450] env[70867]: DEBUG oslo_vmware.api [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474048, 'name': ReconfigVM_Task, 'duration_secs': 0.330855} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.241502] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Reconfigured VM instance instance-00000048 to attach disk [datastore2] ea0be371-569e-4461-be75-5b5d643f1865/ea0be371-569e-4461-be75-5b5d643f1865.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.242351] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d715bf04-3771-48e1-a281-61604af4b6f1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.250866] env[70867]: DEBUG oslo_vmware.api [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for the task: (returnval){ [ 1004.250866] env[70867]: value = "task-3474049" [ 1004.250866] env[70867]: _type = "Task" [ 1004.250866] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.260199] env[70867]: DEBUG oslo_vmware.api [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474049, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.313955] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40010e1-a0c2-487f-a320-2b3e180680d0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.323622] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8247c7-4493-4302-a818-3120c553d1c7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.374762] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95f065e-c5b8-461b-b991-52e3f602914b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.379063] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: f0de3aaa-605f-48e6-a512-747263d49680] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1004.385981] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa11768-8988-4042-8fd8-7b677f552bd7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.402544] env[70867]: DEBUG nova.compute.provider_tree [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.415593] env[70867]: DEBUG nova.network.neutron [req-c97f5c82-edea-4697-a867-67b7f67f0d79 req-fb3af0fa-714b-470e-a557-ed952d0240c0 service nova] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Updated VIF entry in instance network info cache for port c27a3365-0717-4838-91e7-3d182e001fe4. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.415977] env[70867]: DEBUG nova.network.neutron [req-c97f5c82-edea-4697-a867-67b7f67f0d79 req-fb3af0fa-714b-470e-a557-ed952d0240c0 service nova] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Updating instance_info_cache with network_info: [{"id": "c27a3365-0717-4838-91e7-3d182e001fe4", "address": "fa:16:3e:70:2b:c5", "network": {"id": "7abfa557-e3d1-4715-8c17-0c3745c411e5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1575514192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86ae3e8c63bd4ed29d0725779224ad62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc27a3365-07", "ovs_interfaceid": "c27a3365-0717-4838-91e7-3d182e001fe4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.442864] env[70867]: DEBUG nova.compute.manager [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1004.488125] env[70867]: INFO nova.compute.manager [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Took 51.39 seconds to build instance. [ 1004.556997] env[70867]: DEBUG nova.network.neutron [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Successfully updated port: 1003e360-d179-48b2-864a-1ddcf9f340f5 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1004.770036] env[70867]: DEBUG oslo_vmware.api [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474049, 'name': Rename_Task, 'duration_secs': 0.161902} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.770382] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.771230] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d1e7f97-c653-4037-be71-c40bcafe9fd3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.783292] env[70867]: DEBUG oslo_vmware.api [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for the task: (returnval){ [ 1004.783292] env[70867]: value = "task-3474050" [ 1004.783292] env[70867]: _type = "Task" [ 1004.783292] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.792967] env[70867]: DEBUG oslo_vmware.api [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.874182] env[70867]: DEBUG nova.compute.manager [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1004.884350] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1004.887335] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Cleaning up deleted instances with incomplete migration {{(pid=70867) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1004.889460] env[70867]: DEBUG nova.compute.manager [req-804b1101-516b-4f52-94fe-7b10090b8b59 req-2df7b522-44a2-40b7-8f0d-41e5a623e491 service nova] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Received event network-changed-bab04f56-d86c-41cb-8dfa-3af95aad4ca9 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.891884] env[70867]: DEBUG nova.compute.manager [req-804b1101-516b-4f52-94fe-7b10090b8b59 req-2df7b522-44a2-40b7-8f0d-41e5a623e491 service nova] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Refreshing instance network info cache due to event network-changed-bab04f56-d86c-41cb-8dfa-3af95aad4ca9. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1004.891884] env[70867]: DEBUG oslo_concurrency.lockutils [req-804b1101-516b-4f52-94fe-7b10090b8b59 req-2df7b522-44a2-40b7-8f0d-41e5a623e491 service nova] Acquiring lock "refresh_cache-6e23b2d7-e31a-432d-9fc4-3e2f8993ff80" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.891884] env[70867]: DEBUG oslo_concurrency.lockutils [req-804b1101-516b-4f52-94fe-7b10090b8b59 req-2df7b522-44a2-40b7-8f0d-41e5a623e491 service nova] Acquired lock "refresh_cache-6e23b2d7-e31a-432d-9fc4-3e2f8993ff80" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.891884] env[70867]: DEBUG nova.network.neutron [req-804b1101-516b-4f52-94fe-7b10090b8b59 req-2df7b522-44a2-40b7-8f0d-41e5a623e491 service nova] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Refreshing network info cache for port bab04f56-d86c-41cb-8dfa-3af95aad4ca9 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.906565] env[70867]: DEBUG nova.scheduler.client.report [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.921202] env[70867]: DEBUG nova.virt.hardware [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.921619] env[70867]: DEBUG nova.virt.hardware [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.921619] env[70867]: DEBUG nova.virt.hardware [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.921899] env[70867]: DEBUG nova.virt.hardware [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.922094] env[70867]: DEBUG nova.virt.hardware [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.922250] env[70867]: DEBUG nova.virt.hardware [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.922462] env[70867]: DEBUG nova.virt.hardware [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.922619] env[70867]: DEBUG nova.virt.hardware [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.922785] env[70867]: DEBUG nova.virt.hardware [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.922949] env[70867]: DEBUG nova.virt.hardware [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.923141] env[70867]: DEBUG nova.virt.hardware [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.923977] env[70867]: DEBUG oslo_concurrency.lockutils [req-c97f5c82-edea-4697-a867-67b7f67f0d79 req-fb3af0fa-714b-470e-a557-ed952d0240c0 service nova] Releasing lock "refresh_cache-1e046380-8f00-4d59-bb49-d424ec8d96c5" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.924912] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336f08e2-45c3-4d84-8eb7-bc445fcc26f0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.939155] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65088c97-9ccc-412a-819c-650f911d1055 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.977563] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.990793] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9a9db0c5-140e-4eba-8c8a-e5b18ab6a65e tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Lock "7870241c-3fa4-48b6-85dc-b358fc1c0079" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.903s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.060559] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "refresh_cache-7691ccf1-2787-41a1-ab1a-2db68771a76d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.063693] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquired lock "refresh_cache-7691ccf1-2787-41a1-ab1a-2db68771a76d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.063693] env[70867]: DEBUG nova.network.neutron [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.216794] env[70867]: DEBUG nova.compute.manager [req-98aa376e-d2c8-409e-96f9-3be610b893f6 req-5ed8283e-ccbc-49ec-9e02-96c3da71895a service nova] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Received event network-vif-plugged-85701fe9-506a-46e8-b5ca-7a84ede49b8c {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.217013] env[70867]: DEBUG oslo_concurrency.lockutils [req-98aa376e-d2c8-409e-96f9-3be610b893f6 req-5ed8283e-ccbc-49ec-9e02-96c3da71895a service nova] Acquiring lock "8955ca0e-27e0-43d8-baae-c3292ede39d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.219442] env[70867]: DEBUG oslo_concurrency.lockutils [req-98aa376e-d2c8-409e-96f9-3be610b893f6 req-5ed8283e-ccbc-49ec-9e02-96c3da71895a service nova] Lock "8955ca0e-27e0-43d8-baae-c3292ede39d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.219677] env[70867]: DEBUG oslo_concurrency.lockutils [req-98aa376e-d2c8-409e-96f9-3be610b893f6 req-5ed8283e-ccbc-49ec-9e02-96c3da71895a service nova] Lock "8955ca0e-27e0-43d8-baae-c3292ede39d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.219895] env[70867]: DEBUG nova.compute.manager [req-98aa376e-d2c8-409e-96f9-3be610b893f6 req-5ed8283e-ccbc-49ec-9e02-96c3da71895a service nova] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] No waiting events found dispatching network-vif-plugged-85701fe9-506a-46e8-b5ca-7a84ede49b8c {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1005.220116] env[70867]: WARNING nova.compute.manager [req-98aa376e-d2c8-409e-96f9-3be610b893f6 req-5ed8283e-ccbc-49ec-9e02-96c3da71895a service nova] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Received unexpected event network-vif-plugged-85701fe9-506a-46e8-b5ca-7a84ede49b8c for instance with vm_state building and task_state spawning. [ 1005.220299] env[70867]: DEBUG nova.compute.manager [req-98aa376e-d2c8-409e-96f9-3be610b893f6 req-5ed8283e-ccbc-49ec-9e02-96c3da71895a service nova] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Received event network-changed-85701fe9-506a-46e8-b5ca-7a84ede49b8c {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.220461] env[70867]: DEBUG nova.compute.manager [req-98aa376e-d2c8-409e-96f9-3be610b893f6 req-5ed8283e-ccbc-49ec-9e02-96c3da71895a service nova] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Refreshing instance network info cache due to event network-changed-85701fe9-506a-46e8-b5ca-7a84ede49b8c. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1005.220657] env[70867]: DEBUG oslo_concurrency.lockutils [req-98aa376e-d2c8-409e-96f9-3be610b893f6 req-5ed8283e-ccbc-49ec-9e02-96c3da71895a service nova] Acquiring lock "refresh_cache-8955ca0e-27e0-43d8-baae-c3292ede39d6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.220797] env[70867]: DEBUG oslo_concurrency.lockutils [req-98aa376e-d2c8-409e-96f9-3be610b893f6 req-5ed8283e-ccbc-49ec-9e02-96c3da71895a service nova] Acquired lock "refresh_cache-8955ca0e-27e0-43d8-baae-c3292ede39d6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.220956] env[70867]: DEBUG nova.network.neutron [req-98aa376e-d2c8-409e-96f9-3be610b893f6 req-5ed8283e-ccbc-49ec-9e02-96c3da71895a service nova] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Refreshing network info cache for port 85701fe9-506a-46e8-b5ca-7a84ede49b8c {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.292733] env[70867]: DEBUG oslo_vmware.api [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474050, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.395423] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1005.416743] env[70867]: DEBUG oslo_concurrency.lockutils [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.416743] env[70867]: DEBUG nova.compute.manager [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1005.420357] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1ee622c9-f9b3-4b5a-be6c-6dcd99f9ab11 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.890s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.421520] env[70867]: DEBUG nova.objects.instance [None req-1ee622c9-f9b3-4b5a-be6c-6dcd99f9ab11 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Lazy-loading 'resources' on Instance uuid 332bab6a-075f-4e58-b105-995b0e3ed192 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.625759] env[70867]: DEBUG nova.network.neutron [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.760019] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9fe67829-5c98-4588-992e-b68ba8c18ed2 tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Acquiring lock "7870241c-3fa4-48b6-85dc-b358fc1c0079" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.760323] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9fe67829-5c98-4588-992e-b68ba8c18ed2 tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Lock "7870241c-3fa4-48b6-85dc-b358fc1c0079" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.760539] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9fe67829-5c98-4588-992e-b68ba8c18ed2 tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Acquiring lock "7870241c-3fa4-48b6-85dc-b358fc1c0079-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.760725] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9fe67829-5c98-4588-992e-b68ba8c18ed2 tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Lock "7870241c-3fa4-48b6-85dc-b358fc1c0079-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.760898] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9fe67829-5c98-4588-992e-b68ba8c18ed2 tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Lock "7870241c-3fa4-48b6-85dc-b358fc1c0079-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.764383] env[70867]: INFO nova.compute.manager [None req-9fe67829-5c98-4588-992e-b68ba8c18ed2 tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Terminating instance [ 1005.793565] env[70867]: DEBUG oslo_vmware.api [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474050, 'name': PowerOnVM_Task, 'duration_secs': 0.534928} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.796183] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.796439] env[70867]: INFO nova.compute.manager [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1005.796630] env[70867]: DEBUG nova.compute.manager [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.797471] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7edee2-652e-4d44-a80d-c19ce9e1385f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.816945] env[70867]: DEBUG nova.network.neutron [req-98aa376e-d2c8-409e-96f9-3be610b893f6 req-5ed8283e-ccbc-49ec-9e02-96c3da71895a service nova] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.912975] env[70867]: DEBUG nova.network.neutron [req-804b1101-516b-4f52-94fe-7b10090b8b59 req-2df7b522-44a2-40b7-8f0d-41e5a623e491 service nova] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Updated VIF entry in instance network info cache for port bab04f56-d86c-41cb-8dfa-3af95aad4ca9. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.913504] env[70867]: DEBUG nova.network.neutron [req-804b1101-516b-4f52-94fe-7b10090b8b59 req-2df7b522-44a2-40b7-8f0d-41e5a623e491 service nova] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Updating instance_info_cache with network_info: [{"id": "bab04f56-d86c-41cb-8dfa-3af95aad4ca9", "address": "fa:16:3e:3a:5b:7a", "network": {"id": "e537a3b0-c2e4-47f4-84a1-55c8c4a7b8df", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-340479337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "670576a2b5c147019fa83c9697f1dc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbab04f56-d8", "ovs_interfaceid": "bab04f56-d86c-41cb-8dfa-3af95aad4ca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.931463] env[70867]: DEBUG nova.compute.utils [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.933669] env[70867]: DEBUG nova.compute.manager [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.933811] env[70867]: DEBUG nova.network.neutron [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1006.027866] env[70867]: DEBUG nova.network.neutron [req-98aa376e-d2c8-409e-96f9-3be610b893f6 req-5ed8283e-ccbc-49ec-9e02-96c3da71895a service nova] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.043059] env[70867]: DEBUG nova.policy [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c8521e32a7144299dc2c3759cddda74', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58800516b15047ea89f9207b83e8047f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1006.068414] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c6368b35-1a91-4eb6-990e-7b1e41a62084 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquiring lock "395a456a-0ff5-496e-9a22-71c787a1a4cd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.068414] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c6368b35-1a91-4eb6-990e-7b1e41a62084 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lock "395a456a-0ff5-496e-9a22-71c787a1a4cd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.159544] env[70867]: DEBUG nova.network.neutron [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Updating instance_info_cache with network_info: [{"id": "1003e360-d179-48b2-864a-1ddcf9f340f5", "address": "fa:16:3e:56:7a:a4", "network": {"id": "113286a0-f085-43d7-9ce7-5d7b6b1e5ebe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-963000551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f95c63cf4c624b05ac41f26e61904aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1003e360-d1", "ovs_interfaceid": "1003e360-d179-48b2-864a-1ddcf9f340f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.273464] env[70867]: DEBUG nova.compute.manager [None req-9fe67829-5c98-4588-992e-b68ba8c18ed2 tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1006.273690] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe67829-5c98-4588-992e-b68ba8c18ed2 tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.275080] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d6db5d-8e46-400d-8dbf-9f2d7c8d3895 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.284657] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe67829-5c98-4588-992e-b68ba8c18ed2 tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.285015] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-567004b7-983a-4ae4-99cf-837b6ef7e444 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.293039] env[70867]: DEBUG oslo_vmware.api [None req-9fe67829-5c98-4588-992e-b68ba8c18ed2 tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Waiting for the task: (returnval){ [ 1006.293039] env[70867]: value = "task-3474051" [ 1006.293039] env[70867]: _type = "Task" [ 1006.293039] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.303827] env[70867]: DEBUG oslo_vmware.api [None req-9fe67829-5c98-4588-992e-b68ba8c18ed2 tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Task: {'id': task-3474051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.321502] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a800e21e-9988-48dd-ac5a-3ae26a24dd59 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.329997] env[70867]: INFO nova.compute.manager [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Took 31.42 seconds to build instance. [ 1006.336969] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668d1c0b-6fc3-49fd-8e09-c72111d9b209 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.386874] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54bb75a-a5e0-4574-9aaf-12567c9ae6d6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.396253] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5eb823-b083-458f-a995-014fc16c4363 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.412047] env[70867]: DEBUG nova.compute.provider_tree [None req-1ee622c9-f9b3-4b5a-be6c-6dcd99f9ab11 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.416281] env[70867]: DEBUG oslo_concurrency.lockutils [req-804b1101-516b-4f52-94fe-7b10090b8b59 req-2df7b522-44a2-40b7-8f0d-41e5a623e491 service nova] Releasing lock "refresh_cache-6e23b2d7-e31a-432d-9fc4-3e2f8993ff80" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.437876] env[70867]: DEBUG nova.compute.manager [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1006.512031] env[70867]: DEBUG nova.network.neutron [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Successfully updated port: d40856bb-2fea-4df8-a08e-9996cbd7a770 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1006.532310] env[70867]: DEBUG oslo_concurrency.lockutils [req-98aa376e-d2c8-409e-96f9-3be610b893f6 req-5ed8283e-ccbc-49ec-9e02-96c3da71895a service nova] Releasing lock "refresh_cache-8955ca0e-27e0-43d8-baae-c3292ede39d6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.532601] env[70867]: DEBUG nova.compute.manager [req-98aa376e-d2c8-409e-96f9-3be610b893f6 req-5ed8283e-ccbc-49ec-9e02-96c3da71895a service nova] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Received event network-vif-plugged-1003e360-d179-48b2-864a-1ddcf9f340f5 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.532785] env[70867]: DEBUG oslo_concurrency.lockutils [req-98aa376e-d2c8-409e-96f9-3be610b893f6 req-5ed8283e-ccbc-49ec-9e02-96c3da71895a service nova] Acquiring lock "7691ccf1-2787-41a1-ab1a-2db68771a76d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.532989] env[70867]: DEBUG oslo_concurrency.lockutils [req-98aa376e-d2c8-409e-96f9-3be610b893f6 req-5ed8283e-ccbc-49ec-9e02-96c3da71895a service nova] Lock "7691ccf1-2787-41a1-ab1a-2db68771a76d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.533162] env[70867]: DEBUG oslo_concurrency.lockutils [req-98aa376e-d2c8-409e-96f9-3be610b893f6 req-5ed8283e-ccbc-49ec-9e02-96c3da71895a service nova] Lock "7691ccf1-2787-41a1-ab1a-2db68771a76d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.533321] env[70867]: DEBUG nova.compute.manager [req-98aa376e-d2c8-409e-96f9-3be610b893f6 req-5ed8283e-ccbc-49ec-9e02-96c3da71895a service nova] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] No waiting events found dispatching network-vif-plugged-1003e360-d179-48b2-864a-1ddcf9f340f5 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.533491] env[70867]: WARNING nova.compute.manager [req-98aa376e-d2c8-409e-96f9-3be610b893f6 req-5ed8283e-ccbc-49ec-9e02-96c3da71895a service nova] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Received unexpected event network-vif-plugged-1003e360-d179-48b2-864a-1ddcf9f340f5 for instance with vm_state building and task_state spawning. [ 1006.533653] env[70867]: DEBUG nova.compute.manager [req-98aa376e-d2c8-409e-96f9-3be610b893f6 req-5ed8283e-ccbc-49ec-9e02-96c3da71895a service nova] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Received event network-changed-1003e360-d179-48b2-864a-1ddcf9f340f5 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.533807] env[70867]: DEBUG nova.compute.manager [req-98aa376e-d2c8-409e-96f9-3be610b893f6 req-5ed8283e-ccbc-49ec-9e02-96c3da71895a service nova] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Refreshing instance network info cache due to event network-changed-1003e360-d179-48b2-864a-1ddcf9f340f5. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1006.533971] env[70867]: DEBUG oslo_concurrency.lockutils [req-98aa376e-d2c8-409e-96f9-3be610b893f6 req-5ed8283e-ccbc-49ec-9e02-96c3da71895a service nova] Acquiring lock "refresh_cache-7691ccf1-2787-41a1-ab1a-2db68771a76d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.578774] env[70867]: DEBUG nova.compute.utils [None req-c6368b35-1a91-4eb6-990e-7b1e41a62084 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1006.664037] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Releasing lock "refresh_cache-7691ccf1-2787-41a1-ab1a-2db68771a76d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.664402] env[70867]: DEBUG nova.compute.manager [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Instance network_info: |[{"id": "1003e360-d179-48b2-864a-1ddcf9f340f5", "address": "fa:16:3e:56:7a:a4", "network": {"id": "113286a0-f085-43d7-9ce7-5d7b6b1e5ebe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-963000551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f95c63cf4c624b05ac41f26e61904aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1003e360-d1", "ovs_interfaceid": "1003e360-d179-48b2-864a-1ddcf9f340f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1006.664744] env[70867]: DEBUG oslo_concurrency.lockutils [req-98aa376e-d2c8-409e-96f9-3be610b893f6 req-5ed8283e-ccbc-49ec-9e02-96c3da71895a service nova] Acquired lock "refresh_cache-7691ccf1-2787-41a1-ab1a-2db68771a76d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.664939] env[70867]: DEBUG nova.network.neutron [req-98aa376e-d2c8-409e-96f9-3be610b893f6 req-5ed8283e-ccbc-49ec-9e02-96c3da71895a service nova] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Refreshing network info cache for port 1003e360-d179-48b2-864a-1ddcf9f340f5 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.666364] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:7a:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1003e360-d179-48b2-864a-1ddcf9f340f5', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.675959] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Creating folder: Project (f95c63cf4c624b05ac41f26e61904aca). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1006.677600] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14489088-424e-4433-8d5b-d1c8187bfaf4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.690838] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Created folder: Project (f95c63cf4c624b05ac41f26e61904aca) in parent group-v694272. [ 1006.690989] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Creating folder: Instances. Parent ref: group-v694482. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1006.691275] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5648f50a-0d02-4a8e-ae42-d23fcdeddf8d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.702288] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Created folder: Instances in parent group-v694482. [ 1006.702561] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.702752] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1006.703534] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a91249b4-a69f-4214-979a-38a85f5f251a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.731077] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.731077] env[70867]: value = "task-3474054" [ 1006.731077] env[70867]: _type = "Task" [ 1006.731077] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.740667] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474054, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.810578] env[70867]: DEBUG oslo_vmware.api [None req-9fe67829-5c98-4588-992e-b68ba8c18ed2 tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Task: {'id': task-3474051, 'name': PowerOffVM_Task, 'duration_secs': 0.34301} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.810578] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe67829-5c98-4588-992e-b68ba8c18ed2 tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.810578] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe67829-5c98-4588-992e-b68ba8c18ed2 tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.810578] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3f5f16b-f0a5-4da8-95b2-291a1855fdb4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.832342] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eed9fe0c-845e-45df-956f-4030317ebd31 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Lock "ea0be371-569e-4461-be75-5b5d643f1865" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.940s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.878693] env[70867]: DEBUG nova.network.neutron [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Successfully updated port: 5413e346-6140-46cb-81d6-d0b345f55e16 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1006.889669] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe67829-5c98-4588-992e-b68ba8c18ed2 tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.889669] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe67829-5c98-4588-992e-b68ba8c18ed2 tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.889669] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fe67829-5c98-4588-992e-b68ba8c18ed2 tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Deleting the datastore file [datastore1] 7870241c-3fa4-48b6-85dc-b358fc1c0079 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.889669] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4344a9ae-0132-4507-8aa1-4571da426acd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.897132] env[70867]: DEBUG oslo_vmware.api [None req-9fe67829-5c98-4588-992e-b68ba8c18ed2 tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Waiting for the task: (returnval){ [ 1006.897132] env[70867]: value = "task-3474056" [ 1006.897132] env[70867]: _type = "Task" [ 1006.897132] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.911440] env[70867]: DEBUG oslo_vmware.api [None req-9fe67829-5c98-4588-992e-b68ba8c18ed2 tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Task: {'id': task-3474056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.915023] env[70867]: DEBUG nova.scheduler.client.report [None req-1ee622c9-f9b3-4b5a-be6c-6dcd99f9ab11 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.921484] env[70867]: DEBUG nova.network.neutron [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Successfully created port: 0a07d188-6f0c-4b1c-ba8f-2a910e279ebb {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1007.081385] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c6368b35-1a91-4eb6-990e-7b1e41a62084 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lock "395a456a-0ff5-496e-9a22-71c787a1a4cd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.252176] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474054, 'name': CreateVM_Task, 'duration_secs': 0.431917} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.253526] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.253526] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.253526] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.254444] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.254860] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18f304ed-a335-4984-a83a-05b45445e99f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.263572] env[70867]: DEBUG oslo_vmware.api [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1007.263572] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5229869b-4214-c886-cdc4-e8470dcc6442" [ 1007.263572] env[70867]: _type = "Task" [ 1007.263572] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.273360] env[70867]: DEBUG oslo_vmware.api [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5229869b-4214-c886-cdc4-e8470dcc6442, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.381935] env[70867]: DEBUG oslo_concurrency.lockutils [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquiring lock "refresh_cache-bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.381935] env[70867]: DEBUG oslo_concurrency.lockutils [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquired lock "refresh_cache-bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.381935] env[70867]: DEBUG nova.network.neutron [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.408463] env[70867]: DEBUG oslo_vmware.api [None req-9fe67829-5c98-4588-992e-b68ba8c18ed2 tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Task: {'id': task-3474056, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201286} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.409154] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fe67829-5c98-4588-992e-b68ba8c18ed2 tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.410063] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe67829-5c98-4588-992e-b68ba8c18ed2 tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.410432] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe67829-5c98-4588-992e-b68ba8c18ed2 tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.410746] env[70867]: INFO nova.compute.manager [None req-9fe67829-5c98-4588-992e-b68ba8c18ed2 tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1007.411163] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fe67829-5c98-4588-992e-b68ba8c18ed2 tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.411852] env[70867]: DEBUG nova.compute.manager [-] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.413059] env[70867]: DEBUG nova.network.neutron [-] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.425118] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1ee622c9-f9b3-4b5a-be6c-6dcd99f9ab11 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.428861] env[70867]: DEBUG oslo_concurrency.lockutils [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.579s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.433991] env[70867]: INFO nova.compute.claims [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.447845] env[70867]: DEBUG nova.compute.manager [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1007.459094] env[70867]: INFO nova.scheduler.client.report [None req-1ee622c9-f9b3-4b5a-be6c-6dcd99f9ab11 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Deleted allocations for instance 332bab6a-075f-4e58-b105-995b0e3ed192 [ 1007.491798] env[70867]: DEBUG nova.virt.hardware [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.491798] env[70867]: DEBUG nova.virt.hardware [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.491798] env[70867]: DEBUG nova.virt.hardware [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.491798] env[70867]: DEBUG nova.virt.hardware [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.491798] env[70867]: DEBUG nova.virt.hardware [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.491798] env[70867]: DEBUG nova.virt.hardware [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.491798] env[70867]: DEBUG nova.virt.hardware [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.492356] env[70867]: DEBUG nova.virt.hardware [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.493521] env[70867]: DEBUG nova.virt.hardware [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.493718] env[70867]: DEBUG nova.virt.hardware [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.493894] env[70867]: DEBUG nova.virt.hardware [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.495055] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddab706-8edd-4d58-a36f-c0ffee1e85e6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.509705] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c372465-b6c6-4a00-bee3-8d933171ee06 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.628818] env[70867]: DEBUG nova.network.neutron [req-98aa376e-d2c8-409e-96f9-3be610b893f6 req-5ed8283e-ccbc-49ec-9e02-96c3da71895a service nova] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Updated VIF entry in instance network info cache for port 1003e360-d179-48b2-864a-1ddcf9f340f5. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.629089] env[70867]: DEBUG nova.network.neutron [req-98aa376e-d2c8-409e-96f9-3be610b893f6 req-5ed8283e-ccbc-49ec-9e02-96c3da71895a service nova] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Updating instance_info_cache with network_info: [{"id": "1003e360-d179-48b2-864a-1ddcf9f340f5", "address": "fa:16:3e:56:7a:a4", "network": {"id": "113286a0-f085-43d7-9ce7-5d7b6b1e5ebe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-963000551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f95c63cf4c624b05ac41f26e61904aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1003e360-d1", "ovs_interfaceid": "1003e360-d179-48b2-864a-1ddcf9f340f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.675492] env[70867]: DEBUG nova.compute.manager [req-9a626466-fde5-48a0-9f8c-7d696b84a5b1 req-f01ec4a9-45d9-4497-a927-5eebcceadf61 service nova] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Received event network-vif-plugged-d40856bb-2fea-4df8-a08e-9996cbd7a770 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.675492] env[70867]: DEBUG oslo_concurrency.lockutils [req-9a626466-fde5-48a0-9f8c-7d696b84a5b1 req-f01ec4a9-45d9-4497-a927-5eebcceadf61 service nova] Acquiring lock "8955ca0e-27e0-43d8-baae-c3292ede39d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.675492] env[70867]: DEBUG oslo_concurrency.lockutils [req-9a626466-fde5-48a0-9f8c-7d696b84a5b1 req-f01ec4a9-45d9-4497-a927-5eebcceadf61 service nova] Lock "8955ca0e-27e0-43d8-baae-c3292ede39d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.675492] env[70867]: DEBUG oslo_concurrency.lockutils [req-9a626466-fde5-48a0-9f8c-7d696b84a5b1 req-f01ec4a9-45d9-4497-a927-5eebcceadf61 service nova] Lock "8955ca0e-27e0-43d8-baae-c3292ede39d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.675492] env[70867]: DEBUG nova.compute.manager [req-9a626466-fde5-48a0-9f8c-7d696b84a5b1 req-f01ec4a9-45d9-4497-a927-5eebcceadf61 service nova] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] No waiting events found dispatching network-vif-plugged-d40856bb-2fea-4df8-a08e-9996cbd7a770 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1007.675492] env[70867]: WARNING nova.compute.manager [req-9a626466-fde5-48a0-9f8c-7d696b84a5b1 req-f01ec4a9-45d9-4497-a927-5eebcceadf61 service nova] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Received unexpected event network-vif-plugged-d40856bb-2fea-4df8-a08e-9996cbd7a770 for instance with vm_state building and task_state spawning. [ 1007.675492] env[70867]: DEBUG nova.compute.manager [req-9a626466-fde5-48a0-9f8c-7d696b84a5b1 req-f01ec4a9-45d9-4497-a927-5eebcceadf61 service nova] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Received event network-changed-d40856bb-2fea-4df8-a08e-9996cbd7a770 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.675773] env[70867]: DEBUG nova.compute.manager [req-9a626466-fde5-48a0-9f8c-7d696b84a5b1 req-f01ec4a9-45d9-4497-a927-5eebcceadf61 service nova] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Refreshing instance network info cache due to event network-changed-d40856bb-2fea-4df8-a08e-9996cbd7a770. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1007.676819] env[70867]: DEBUG oslo_concurrency.lockutils [req-9a626466-fde5-48a0-9f8c-7d696b84a5b1 req-f01ec4a9-45d9-4497-a927-5eebcceadf61 service nova] Acquiring lock "refresh_cache-8955ca0e-27e0-43d8-baae-c3292ede39d6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.677049] env[70867]: DEBUG oslo_concurrency.lockutils [req-9a626466-fde5-48a0-9f8c-7d696b84a5b1 req-f01ec4a9-45d9-4497-a927-5eebcceadf61 service nova] Acquired lock "refresh_cache-8955ca0e-27e0-43d8-baae-c3292ede39d6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.677299] env[70867]: DEBUG nova.network.neutron [req-9a626466-fde5-48a0-9f8c-7d696b84a5b1 req-f01ec4a9-45d9-4497-a927-5eebcceadf61 service nova] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Refreshing network info cache for port d40856bb-2fea-4df8-a08e-9996cbd7a770 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.773631] env[70867]: DEBUG oslo_vmware.api [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5229869b-4214-c886-cdc4-e8470dcc6442, 'name': SearchDatastore_Task, 'duration_secs': 0.025495} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.776097] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.776097] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.776097] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.776097] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.776097] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.777427] env[70867]: DEBUG nova.compute.manager [req-592ba44b-b1af-4961-b613-2e39f6faa449 req-085c997a-5c9c-4ff0-9541-a872a3c9ab8e service nova] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Received event network-vif-plugged-5413e346-6140-46cb-81d6-d0b345f55e16 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.777717] env[70867]: DEBUG oslo_concurrency.lockutils [req-592ba44b-b1af-4961-b613-2e39f6faa449 req-085c997a-5c9c-4ff0-9541-a872a3c9ab8e service nova] Acquiring lock "bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.777969] env[70867]: DEBUG oslo_concurrency.lockutils [req-592ba44b-b1af-4961-b613-2e39f6faa449 req-085c997a-5c9c-4ff0-9541-a872a3c9ab8e service nova] Lock "bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.778294] env[70867]: DEBUG oslo_concurrency.lockutils [req-592ba44b-b1af-4961-b613-2e39f6faa449 req-085c997a-5c9c-4ff0-9541-a872a3c9ab8e service nova] Lock "bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.778527] env[70867]: DEBUG nova.compute.manager [req-592ba44b-b1af-4961-b613-2e39f6faa449 req-085c997a-5c9c-4ff0-9541-a872a3c9ab8e service nova] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] No waiting events found dispatching network-vif-plugged-5413e346-6140-46cb-81d6-d0b345f55e16 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1007.778721] env[70867]: WARNING nova.compute.manager [req-592ba44b-b1af-4961-b613-2e39f6faa449 req-085c997a-5c9c-4ff0-9541-a872a3c9ab8e service nova] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Received unexpected event network-vif-plugged-5413e346-6140-46cb-81d6-d0b345f55e16 for instance with vm_state building and task_state spawning. [ 1007.778976] env[70867]: DEBUG nova.compute.manager [req-592ba44b-b1af-4961-b613-2e39f6faa449 req-085c997a-5c9c-4ff0-9541-a872a3c9ab8e service nova] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Received event network-changed-5413e346-6140-46cb-81d6-d0b345f55e16 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.779100] env[70867]: DEBUG nova.compute.manager [req-592ba44b-b1af-4961-b613-2e39f6faa449 req-085c997a-5c9c-4ff0-9541-a872a3c9ab8e service nova] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Refreshing instance network info cache due to event network-changed-5413e346-6140-46cb-81d6-d0b345f55e16. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1007.779478] env[70867]: DEBUG oslo_concurrency.lockutils [req-592ba44b-b1af-4961-b613-2e39f6faa449 req-085c997a-5c9c-4ff0-9541-a872a3c9ab8e service nova] Acquiring lock "refresh_cache-bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.779803] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11237fd8-3c78-407b-8211-b6f28802ad92 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.793818] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.793818] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.794294] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd2c0641-0ca0-4b16-9807-7e7c5af81b0a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.804695] env[70867]: DEBUG oslo_vmware.api [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1007.804695] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e70fc2-e04b-8d29-1f55-d8eaca9d36b6" [ 1007.804695] env[70867]: _type = "Task" [ 1007.804695] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.814304] env[70867]: DEBUG oslo_vmware.api [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e70fc2-e04b-8d29-1f55-d8eaca9d36b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.953430] env[70867]: DEBUG nova.network.neutron [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.966318] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1ee622c9-f9b3-4b5a-be6c-6dcd99f9ab11 tempest-ServerMetadataNegativeTestJSON-1649094747 tempest-ServerMetadataNegativeTestJSON-1649094747-project-member] Lock "332bab6a-075f-4e58-b105-995b0e3ed192" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.951s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.132543] env[70867]: DEBUG oslo_concurrency.lockutils [req-98aa376e-d2c8-409e-96f9-3be610b893f6 req-5ed8283e-ccbc-49ec-9e02-96c3da71895a service nova] Releasing lock "refresh_cache-7691ccf1-2787-41a1-ab1a-2db68771a76d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.164828] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c6368b35-1a91-4eb6-990e-7b1e41a62084 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquiring lock "395a456a-0ff5-496e-9a22-71c787a1a4cd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.165128] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c6368b35-1a91-4eb6-990e-7b1e41a62084 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lock "395a456a-0ff5-496e-9a22-71c787a1a4cd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.165387] env[70867]: INFO nova.compute.manager [None req-c6368b35-1a91-4eb6-990e-7b1e41a62084 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Attaching volume 69467bfa-28a7-4826-88c3-d4915fd83baf to /dev/sdb [ 1008.223897] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23256669-c0e5-46ed-acbc-dce0dd3c8a68 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.234547] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ab2117-1cc0-44b8-a9ba-792dbe37ff89 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.252432] env[70867]: DEBUG nova.virt.block_device [None req-c6368b35-1a91-4eb6-990e-7b1e41a62084 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Updating existing volume attachment record: 467b1135-69a1-48b4-9dc1-4f3d3ac5f8da {{(pid=70867) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1008.257869] env[70867]: DEBUG nova.network.neutron [req-9a626466-fde5-48a0-9f8c-7d696b84a5b1 req-f01ec4a9-45d9-4497-a927-5eebcceadf61 service nova] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.302940] env[70867]: DEBUG nova.network.neutron [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Updating instance_info_cache with network_info: [{"id": "5413e346-6140-46cb-81d6-d0b345f55e16", "address": "fa:16:3e:ca:d1:66", "network": {"id": "54014fa5-3a78-45cf-af35-00cf8c4b02eb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-386803724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58800516b15047ea89f9207b83e8047f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5413e346-61", "ovs_interfaceid": "5413e346-6140-46cb-81d6-d0b345f55e16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.304306] env[70867]: DEBUG nova.network.neutron [-] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.317856] env[70867]: DEBUG oslo_vmware.api [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e70fc2-e04b-8d29-1f55-d8eaca9d36b6, 'name': SearchDatastore_Task, 'duration_secs': 0.012834} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.319039] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-149d6ef1-09a9-4318-a587-3d20e50faaf4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.324696] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1e5c178b-9523-4353-b38e-2bd24de10ca4 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Acquiring lock "ea0be371-569e-4461-be75-5b5d643f1865" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.324968] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1e5c178b-9523-4353-b38e-2bd24de10ca4 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Lock "ea0be371-569e-4461-be75-5b5d643f1865" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.326011] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1e5c178b-9523-4353-b38e-2bd24de10ca4 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Acquiring lock "ea0be371-569e-4461-be75-5b5d643f1865-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.326011] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1e5c178b-9523-4353-b38e-2bd24de10ca4 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Lock "ea0be371-569e-4461-be75-5b5d643f1865-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.326011] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1e5c178b-9523-4353-b38e-2bd24de10ca4 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Lock "ea0be371-569e-4461-be75-5b5d643f1865-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.332070] env[70867]: INFO nova.compute.manager [None req-1e5c178b-9523-4353-b38e-2bd24de10ca4 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Terminating instance [ 1008.333678] env[70867]: DEBUG oslo_vmware.api [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1008.333678] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52346c5d-78cc-0e61-9cbc-571ba1a96d2f" [ 1008.333678] env[70867]: _type = "Task" [ 1008.333678] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.347639] env[70867]: DEBUG oslo_vmware.api [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52346c5d-78cc-0e61-9cbc-571ba1a96d2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.437858] env[70867]: DEBUG nova.network.neutron [req-9a626466-fde5-48a0-9f8c-7d696b84a5b1 req-f01ec4a9-45d9-4497-a927-5eebcceadf61 service nova] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.808537] env[70867]: DEBUG oslo_concurrency.lockutils [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Releasing lock "refresh_cache-bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.808699] env[70867]: DEBUG nova.compute.manager [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Instance network_info: |[{"id": "5413e346-6140-46cb-81d6-d0b345f55e16", "address": "fa:16:3e:ca:d1:66", "network": {"id": "54014fa5-3a78-45cf-af35-00cf8c4b02eb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-386803724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58800516b15047ea89f9207b83e8047f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5413e346-61", "ovs_interfaceid": "5413e346-6140-46cb-81d6-d0b345f55e16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1008.809856] env[70867]: INFO nova.compute.manager [-] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Took 1.40 seconds to deallocate network for instance. [ 1008.809856] env[70867]: DEBUG oslo_concurrency.lockutils [req-592ba44b-b1af-4961-b613-2e39f6faa449 req-085c997a-5c9c-4ff0-9541-a872a3c9ab8e service nova] Acquired lock "refresh_cache-bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.809961] env[70867]: DEBUG nova.network.neutron [req-592ba44b-b1af-4961-b613-2e39f6faa449 req-085c997a-5c9c-4ff0-9541-a872a3c9ab8e service nova] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Refreshing network info cache for port 5413e346-6140-46cb-81d6-d0b345f55e16 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.814534] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:d1:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5413e346-6140-46cb-81d6-d0b345f55e16', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1008.820346] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.824365] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1008.828120] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7333907-acea-469a-91f6-186b6c31be4b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.851119] env[70867]: DEBUG nova.compute.manager [None req-1e5c178b-9523-4353-b38e-2bd24de10ca4 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.851119] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5c178b-9523-4353-b38e-2bd24de10ca4 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.854322] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a308ad83-0911-4ea2-a62f-bbf179eab25c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.868221] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e5c178b-9523-4353-b38e-2bd24de10ca4 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.873508] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f94fbf41-d758-49ab-9476-f97a951949a8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.875858] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1008.875858] env[70867]: value = "task-3474060" [ 1008.875858] env[70867]: _type = "Task" [ 1008.875858] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.875858] env[70867]: DEBUG oslo_vmware.api [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52346c5d-78cc-0e61-9cbc-571ba1a96d2f, 'name': SearchDatastore_Task, 'duration_secs': 0.020965} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.878724] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.879079] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 7691ccf1-2787-41a1-ab1a-2db68771a76d/7691ccf1-2787-41a1-ab1a-2db68771a76d.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1008.883372] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bd9f4af-07c5-4d98-bd34-f453df373e27 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.888868] env[70867]: DEBUG oslo_vmware.api [None req-1e5c178b-9523-4353-b38e-2bd24de10ca4 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for the task: (returnval){ [ 1008.888868] env[70867]: value = "task-3474061" [ 1008.888868] env[70867]: _type = "Task" [ 1008.888868] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.896385] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474060, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.902366] env[70867]: DEBUG oslo_vmware.api [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1008.902366] env[70867]: value = "task-3474062" [ 1008.902366] env[70867]: _type = "Task" [ 1008.902366] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.910075] env[70867]: DEBUG oslo_vmware.api [None req-1e5c178b-9523-4353-b38e-2bd24de10ca4 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.916735] env[70867]: DEBUG oslo_vmware.api [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.941714] env[70867]: DEBUG oslo_concurrency.lockutils [req-9a626466-fde5-48a0-9f8c-7d696b84a5b1 req-f01ec4a9-45d9-4497-a927-5eebcceadf61 service nova] Releasing lock "refresh_cache-8955ca0e-27e0-43d8-baae-c3292ede39d6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.954365] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12acb3c-7448-4174-b517-3a63124d0bf0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.963124] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ef5010-736c-4a24-9cad-99cbcd6f0120 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.004271] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd735732-f14e-4328-8da9-25932298ff27 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.013882] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1500af41-dd0a-4e1d-8cec-3992b2c5f1cd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.032431] env[70867]: DEBUG nova.compute.provider_tree [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.347723] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9fe67829-5c98-4588-992e-b68ba8c18ed2 tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.394973] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474060, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.405959] env[70867]: DEBUG oslo_vmware.api [None req-1e5c178b-9523-4353-b38e-2bd24de10ca4 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474061, 'name': PowerOffVM_Task, 'duration_secs': 0.226773} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.410101] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e5c178b-9523-4353-b38e-2bd24de10ca4 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.410570] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5c178b-9523-4353-b38e-2bd24de10ca4 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.411154] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b480b77f-ebdf-426e-b980-7a615fa2bfd0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.425027] env[70867]: DEBUG oslo_vmware.api [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474062, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.494688] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5c178b-9523-4353-b38e-2bd24de10ca4 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.494904] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5c178b-9523-4353-b38e-2bd24de10ca4 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.495123] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e5c178b-9523-4353-b38e-2bd24de10ca4 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Deleting the datastore file [datastore2] ea0be371-569e-4461-be75-5b5d643f1865 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.495383] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac9b6b4f-fd46-48a0-8484-75b432aca530 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.505588] env[70867]: DEBUG oslo_vmware.api [None req-1e5c178b-9523-4353-b38e-2bd24de10ca4 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for the task: (returnval){ [ 1009.505588] env[70867]: value = "task-3474064" [ 1009.505588] env[70867]: _type = "Task" [ 1009.505588] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.519297] env[70867]: DEBUG oslo_vmware.api [None req-1e5c178b-9523-4353-b38e-2bd24de10ca4 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.537486] env[70867]: DEBUG nova.scheduler.client.report [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.707187] env[70867]: DEBUG nova.network.neutron [req-592ba44b-b1af-4961-b613-2e39f6faa449 req-085c997a-5c9c-4ff0-9541-a872a3c9ab8e service nova] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Updated VIF entry in instance network info cache for port 5413e346-6140-46cb-81d6-d0b345f55e16. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.707187] env[70867]: DEBUG nova.network.neutron [req-592ba44b-b1af-4961-b613-2e39f6faa449 req-085c997a-5c9c-4ff0-9541-a872a3c9ab8e service nova] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Updating instance_info_cache with network_info: [{"id": "5413e346-6140-46cb-81d6-d0b345f55e16", "address": "fa:16:3e:ca:d1:66", "network": {"id": "54014fa5-3a78-45cf-af35-00cf8c4b02eb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-386803724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58800516b15047ea89f9207b83e8047f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5413e346-61", "ovs_interfaceid": "5413e346-6140-46cb-81d6-d0b345f55e16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.891161] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474060, 'name': CreateVM_Task, 'duration_secs': 0.660417} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.891281] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.892060] env[70867]: DEBUG oslo_concurrency.lockutils [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.892284] env[70867]: DEBUG oslo_concurrency.lockutils [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.893885] env[70867]: DEBUG oslo_concurrency.lockutils [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.894718] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e94eb8a7-743f-4490-b3dc-feda51ed80c3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.901031] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for the task: (returnval){ [ 1009.901031] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]520ca36d-f9ba-8f61-0be1-d64022aa41e4" [ 1009.901031] env[70867]: _type = "Task" [ 1009.901031] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.909599] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]520ca36d-f9ba-8f61-0be1-d64022aa41e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.918112] env[70867]: DEBUG oslo_vmware.api [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474062, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599651} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.918381] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 7691ccf1-2787-41a1-ab1a-2db68771a76d/7691ccf1-2787-41a1-ab1a-2db68771a76d.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1009.918635] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1009.918848] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7be6a2d9-0969-4e37-830b-af07eaa12085 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.925748] env[70867]: DEBUG oslo_vmware.api [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1009.925748] env[70867]: value = "task-3474065" [ 1009.925748] env[70867]: _type = "Task" [ 1009.925748] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.935701] env[70867]: DEBUG oslo_vmware.api [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474065, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.017961] env[70867]: DEBUG oslo_vmware.api [None req-1e5c178b-9523-4353-b38e-2bd24de10ca4 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175875} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.018680] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e5c178b-9523-4353-b38e-2bd24de10ca4 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.019016] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5c178b-9523-4353-b38e-2bd24de10ca4 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.019383] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5c178b-9523-4353-b38e-2bd24de10ca4 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.020178] env[70867]: INFO nova.compute.manager [None req-1e5c178b-9523-4353-b38e-2bd24de10ca4 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1010.020543] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e5c178b-9523-4353-b38e-2bd24de10ca4 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.022727] env[70867]: DEBUG nova.compute.manager [-] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.022727] env[70867]: DEBUG nova.network.neutron [-] [instance: ea0be371-569e-4461-be75-5b5d643f1865] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.046727] env[70867]: DEBUG oslo_concurrency.lockutils [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.050025] env[70867]: DEBUG nova.compute.manager [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1010.050622] env[70867]: DEBUG oslo_concurrency.lockutils [None req-263b45e4-ef7a-46cc-94a7-f3899b327f4f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.357s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.050969] env[70867]: DEBUG nova.objects.instance [None req-263b45e4-ef7a-46cc-94a7-f3899b327f4f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lazy-loading 'resources' on Instance uuid 548a2cd1-5cee-4a6d-91ea-2435dd9d0691 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.096438] env[70867]: DEBUG nova.compute.manager [req-147d419c-173d-441f-bc8b-09541fc2b53e req-f88e73c9-eb22-4937-b0ef-c094f850abe4 service nova] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Received event network-vif-deleted-3adacce2-0eab-41a2-840a-72854d01e70a {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.097887] env[70867]: DEBUG nova.network.neutron [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Successfully updated port: 0a07d188-6f0c-4b1c-ba8f-2a910e279ebb {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1010.127731] env[70867]: DEBUG nova.network.neutron [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Successfully updated port: 3a167fc5-9050-4c0b-acf2-faaee05961bf {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1010.209431] env[70867]: DEBUG oslo_concurrency.lockutils [req-592ba44b-b1af-4961-b613-2e39f6faa449 req-085c997a-5c9c-4ff0-9541-a872a3c9ab8e service nova] Releasing lock "refresh_cache-bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.264419] env[70867]: DEBUG nova.compute.manager [req-a3c2f28f-4c38-4cae-aafb-1a37e81f4ff1 req-ecc963a4-c687-4ec6-8b88-2e21b67a8b03 service nova] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Received event network-vif-plugged-0a07d188-6f0c-4b1c-ba8f-2a910e279ebb {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.268400] env[70867]: DEBUG oslo_concurrency.lockutils [req-a3c2f28f-4c38-4cae-aafb-1a37e81f4ff1 req-ecc963a4-c687-4ec6-8b88-2e21b67a8b03 service nova] Acquiring lock "64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.269025] env[70867]: DEBUG oslo_concurrency.lockutils [req-a3c2f28f-4c38-4cae-aafb-1a37e81f4ff1 req-ecc963a4-c687-4ec6-8b88-2e21b67a8b03 service nova] Lock "64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.269025] env[70867]: DEBUG oslo_concurrency.lockutils [req-a3c2f28f-4c38-4cae-aafb-1a37e81f4ff1 req-ecc963a4-c687-4ec6-8b88-2e21b67a8b03 service nova] Lock "64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.269334] env[70867]: DEBUG nova.compute.manager [req-a3c2f28f-4c38-4cae-aafb-1a37e81f4ff1 req-ecc963a4-c687-4ec6-8b88-2e21b67a8b03 service nova] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] No waiting events found dispatching network-vif-plugged-0a07d188-6f0c-4b1c-ba8f-2a910e279ebb {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1010.269334] env[70867]: WARNING nova.compute.manager [req-a3c2f28f-4c38-4cae-aafb-1a37e81f4ff1 req-ecc963a4-c687-4ec6-8b88-2e21b67a8b03 service nova] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Received unexpected event network-vif-plugged-0a07d188-6f0c-4b1c-ba8f-2a910e279ebb for instance with vm_state building and task_state spawning. [ 1010.269750] env[70867]: DEBUG nova.compute.manager [req-a3c2f28f-4c38-4cae-aafb-1a37e81f4ff1 req-ecc963a4-c687-4ec6-8b88-2e21b67a8b03 service nova] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Received event network-vif-plugged-3a167fc5-9050-4c0b-acf2-faaee05961bf {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.269750] env[70867]: DEBUG oslo_concurrency.lockutils [req-a3c2f28f-4c38-4cae-aafb-1a37e81f4ff1 req-ecc963a4-c687-4ec6-8b88-2e21b67a8b03 service nova] Acquiring lock "8955ca0e-27e0-43d8-baae-c3292ede39d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.269933] env[70867]: DEBUG oslo_concurrency.lockutils [req-a3c2f28f-4c38-4cae-aafb-1a37e81f4ff1 req-ecc963a4-c687-4ec6-8b88-2e21b67a8b03 service nova] Lock "8955ca0e-27e0-43d8-baae-c3292ede39d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.271679] env[70867]: DEBUG oslo_concurrency.lockutils [req-a3c2f28f-4c38-4cae-aafb-1a37e81f4ff1 req-ecc963a4-c687-4ec6-8b88-2e21b67a8b03 service nova] Lock "8955ca0e-27e0-43d8-baae-c3292ede39d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.271679] env[70867]: DEBUG nova.compute.manager [req-a3c2f28f-4c38-4cae-aafb-1a37e81f4ff1 req-ecc963a4-c687-4ec6-8b88-2e21b67a8b03 service nova] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] No waiting events found dispatching network-vif-plugged-3a167fc5-9050-4c0b-acf2-faaee05961bf {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1010.271679] env[70867]: WARNING nova.compute.manager [req-a3c2f28f-4c38-4cae-aafb-1a37e81f4ff1 req-ecc963a4-c687-4ec6-8b88-2e21b67a8b03 service nova] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Received unexpected event network-vif-plugged-3a167fc5-9050-4c0b-acf2-faaee05961bf for instance with vm_state building and task_state spawning. [ 1010.419514] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]520ca36d-f9ba-8f61-0be1-d64022aa41e4, 'name': SearchDatastore_Task, 'duration_secs': 0.011018} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.420064] env[70867]: DEBUG oslo_concurrency.lockutils [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.420509] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.420890] env[70867]: DEBUG oslo_concurrency.lockutils [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.421193] env[70867]: DEBUG oslo_concurrency.lockutils [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.421516] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.421929] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-548e0967-3939-41ba-8f67-34c38ad1875a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.434936] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.435172] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.436390] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d01a684c-a073-48c5-8f20-06c8921ea361 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.443450] env[70867]: DEBUG oslo_vmware.api [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474065, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.288626} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.448139] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1010.449013] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fec202-8fa5-42ec-8486-c4fcca4d6e2a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.455164] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for the task: (returnval){ [ 1010.455164] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5213d836-ef62-b580-8e4f-af757f06183e" [ 1010.455164] env[70867]: _type = "Task" [ 1010.455164] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.489668] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 7691ccf1-2787-41a1-ab1a-2db68771a76d/7691ccf1-2787-41a1-ab1a-2db68771a76d.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.491057] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbb67866-6360-43a4-8615-716afbff6e5e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.515830] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5213d836-ef62-b580-8e4f-af757f06183e, 'name': SearchDatastore_Task, 'duration_secs': 0.034474} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.517362] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78297af7-118d-4c82-996d-642cdf58de93 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.525998] env[70867]: DEBUG oslo_vmware.api [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1010.525998] env[70867]: value = "task-3474066" [ 1010.525998] env[70867]: _type = "Task" [ 1010.525998] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.531482] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for the task: (returnval){ [ 1010.531482] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52731d37-86b1-1faf-0ef1-4af65c558e03" [ 1010.531482] env[70867]: _type = "Task" [ 1010.531482] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.543965] env[70867]: DEBUG oslo_vmware.api [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474066, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.554311] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52731d37-86b1-1faf-0ef1-4af65c558e03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.554311] env[70867]: DEBUG nova.compute.utils [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.558304] env[70867]: DEBUG nova.compute.manager [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1010.558406] env[70867]: DEBUG nova.network.neutron [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.600229] env[70867]: DEBUG oslo_concurrency.lockutils [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquiring lock "refresh_cache-64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.600622] env[70867]: DEBUG oslo_concurrency.lockutils [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquired lock "refresh_cache-64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.600950] env[70867]: DEBUG nova.network.neutron [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.631732] env[70867]: DEBUG oslo_concurrency.lockutils [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Acquiring lock "refresh_cache-8955ca0e-27e0-43d8-baae-c3292ede39d6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.631892] env[70867]: DEBUG oslo_concurrency.lockutils [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Acquired lock "refresh_cache-8955ca0e-27e0-43d8-baae-c3292ede39d6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.632352] env[70867]: DEBUG nova.network.neutron [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.705465] env[70867]: DEBUG nova.policy [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd835c2ec1ef849a0b6066b3417f37233', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '623eb868f40542dab9590fdf9819f009', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.954953] env[70867]: DEBUG nova.network.neutron [-] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.026373] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eddbd16-6f59-45d2-90e0-f517b73e86db {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.046653] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678e7a18-26d4-4f5b-b6af-f65847d4514f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.052558] env[70867]: DEBUG oslo_vmware.api [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474066, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.052558] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52731d37-86b1-1faf-0ef1-4af65c558e03, 'name': SearchDatastore_Task, 'duration_secs': 0.024839} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.052759] env[70867]: DEBUG oslo_concurrency.lockutils [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.053032] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410/bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.053726] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b097baa-3e59-488c-9187-19ac94c3c8f0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.089932] env[70867]: DEBUG nova.compute.manager [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1011.093332] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e198995-1298-4e97-b1fe-137eb6087076 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.096861] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for the task: (returnval){ [ 1011.096861] env[70867]: value = "task-3474068" [ 1011.096861] env[70867]: _type = "Task" [ 1011.096861] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.111838] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8fc62f-5476-4495-ba85-5e183adb8beb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.120785] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3474068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.137272] env[70867]: DEBUG nova.compute.provider_tree [None req-263b45e4-ef7a-46cc-94a7-f3899b327f4f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.210614] env[70867]: DEBUG nova.network.neutron [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.222391] env[70867]: DEBUG nova.network.neutron [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Successfully created port: f559af21-3a49-4e46-a823-15f4be428c9f {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.229293] env[70867]: DEBUG nova.network.neutron [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.461795] env[70867]: INFO nova.compute.manager [-] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Took 1.44 seconds to deallocate network for instance. [ 1011.463543] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Acquiring lock "a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.468161] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Lock "a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.538102] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Acquiring lock "921ed213-6e8d-48b1-9aa6-e4944ffa756f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.538102] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Lock "921ed213-6e8d-48b1-9aa6-e4944ffa756f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.548815] env[70867]: DEBUG oslo_vmware.api [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474066, 'name': ReconfigVM_Task, 'duration_secs': 0.617777} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.548815] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 7691ccf1-2787-41a1-ab1a-2db68771a76d/7691ccf1-2787-41a1-ab1a-2db68771a76d.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.548815] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f69d22cf-e1bf-4336-a0af-4dd44c601abf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.560647] env[70867]: DEBUG oslo_vmware.api [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1011.560647] env[70867]: value = "task-3474069" [ 1011.560647] env[70867]: _type = "Task" [ 1011.560647] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.584514] env[70867]: DEBUG oslo_vmware.api [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474069, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.590650] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Acquiring lock "4439722b-4bd6-464a-91a8-ebd733072c45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.591138] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Lock "4439722b-4bd6-464a-91a8-ebd733072c45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.615893] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3474068, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.641316] env[70867]: DEBUG nova.scheduler.client.report [None req-263b45e4-ef7a-46cc-94a7-f3899b327f4f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.734026] env[70867]: DEBUG nova.network.neutron [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Updating instance_info_cache with network_info: [{"id": "0a07d188-6f0c-4b1c-ba8f-2a910e279ebb", "address": "fa:16:3e:82:68:05", "network": {"id": "54014fa5-3a78-45cf-af35-00cf8c4b02eb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-386803724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58800516b15047ea89f9207b83e8047f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a07d188-6f", "ovs_interfaceid": "0a07d188-6f0c-4b1c-ba8f-2a910e279ebb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.820696] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Acquiring lock "9ed435ee-3968-4f12-aa00-9746f0398e9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.822089] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Lock "9ed435ee-3968-4f12-aa00-9746f0398e9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.975897] env[70867]: DEBUG nova.compute.manager [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1011.984292] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1e5c178b-9523-4353-b38e-2bd24de10ca4 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.046045] env[70867]: DEBUG nova.compute.manager [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1012.075508] env[70867]: DEBUG oslo_vmware.api [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474069, 'name': Rename_Task, 'duration_secs': 0.249784} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.075827] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.076087] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96dc1d8d-283e-41dd-a764-1ecd06589738 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.084483] env[70867]: DEBUG oslo_vmware.api [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1012.084483] env[70867]: value = "task-3474070" [ 1012.084483] env[70867]: _type = "Task" [ 1012.084483] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.096572] env[70867]: DEBUG oslo_vmware.api [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.107654] env[70867]: DEBUG nova.compute.manager [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1012.122733] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3474068, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63431} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.123163] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410/bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.123429] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.123774] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5c529be-9f47-47f0-8c0c-98f7f7be2f49 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.132204] env[70867]: DEBUG nova.compute.manager [req-cbf98946-a26b-4702-b83c-8b72957a1d7e req-c615fdc6-82eb-4b6d-9dd3-63b47992cf00 service nova] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Received event network-vif-deleted-29190f20-7029-4ef3-b195-7b71ef6d29df {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.134487] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for the task: (returnval){ [ 1012.134487] env[70867]: value = "task-3474071" [ 1012.134487] env[70867]: _type = "Task" [ 1012.134487] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.146473] env[70867]: DEBUG nova.virt.hardware [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.146810] env[70867]: DEBUG nova.virt.hardware [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.147065] env[70867]: DEBUG nova.virt.hardware [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.147285] env[70867]: DEBUG nova.virt.hardware [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.147436] env[70867]: DEBUG nova.virt.hardware [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.147583] env[70867]: DEBUG nova.virt.hardware [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.147797] env[70867]: DEBUG nova.virt.hardware [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.147957] env[70867]: DEBUG nova.virt.hardware [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.148140] env[70867]: DEBUG nova.virt.hardware [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.148303] env[70867]: DEBUG nova.virt.hardware [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.148475] env[70867]: DEBUG nova.virt.hardware [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.149856] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b140a5-9dc9-4e5b-a4fe-9755c54cd95f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.160026] env[70867]: DEBUG oslo_concurrency.lockutils [None req-263b45e4-ef7a-46cc-94a7-f3899b327f4f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.160816] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3474071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.161355] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.769s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.162871] env[70867]: INFO nova.compute.claims [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.172874] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cb6166-3654-413c-9fb0-f47978e204b7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.196252] env[70867]: INFO nova.scheduler.client.report [None req-263b45e4-ef7a-46cc-94a7-f3899b327f4f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Deleted allocations for instance 548a2cd1-5cee-4a6d-91ea-2435dd9d0691 [ 1012.240647] env[70867]: DEBUG oslo_concurrency.lockutils [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Releasing lock "refresh_cache-64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.243126] env[70867]: DEBUG nova.compute.manager [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Instance network_info: |[{"id": "0a07d188-6f0c-4b1c-ba8f-2a910e279ebb", "address": "fa:16:3e:82:68:05", "network": {"id": "54014fa5-3a78-45cf-af35-00cf8c4b02eb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-386803724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58800516b15047ea89f9207b83e8047f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a07d188-6f", "ovs_interfaceid": "0a07d188-6f0c-4b1c-ba8f-2a910e279ebb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1012.244536] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:68:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a07d188-6f0c-4b1c-ba8f-2a910e279ebb', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.253478] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.253745] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.254399] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fd639fa-87cb-4570-a738-f2c3f8cbee42 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.279391] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.279391] env[70867]: value = "task-3474072" [ 1012.279391] env[70867]: _type = "Task" [ 1012.279391] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.300820] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474072, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.309026] env[70867]: DEBUG nova.network.neutron [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Updating instance_info_cache with network_info: [{"id": "85701fe9-506a-46e8-b5ca-7a84ede49b8c", "address": "fa:16:3e:44:75:92", "network": {"id": "77ad98cb-3840-4652-ac29-5f10d264d4a3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-592006555", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e802c984a5c41c685ada905bd3d1b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85701fe9-50", "ovs_interfaceid": "85701fe9-506a-46e8-b5ca-7a84ede49b8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d40856bb-2fea-4df8-a08e-9996cbd7a770", "address": "fa:16:3e:5a:58:87", "network": {"id": "172811b0-028b-45e7-9a17-7726b8eba80f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1225903027", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4e802c984a5c41c685ada905bd3d1b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd40856bb-2f", "ovs_interfaceid": "d40856bb-2fea-4df8-a08e-9996cbd7a770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3a167fc5-9050-4c0b-acf2-faaee05961bf", "address": "fa:16:3e:f1:67:0b", "network": {"id": "77ad98cb-3840-4652-ac29-5f10d264d4a3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-592006555", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e802c984a5c41c685ada905bd3d1b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a167fc5-90", "ovs_interfaceid": "3a167fc5-9050-4c0b-acf2-faaee05961bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.352863] env[70867]: DEBUG nova.compute.manager [req-c0afb1bd-166d-42c3-aa6c-33e97631c246 req-972e547a-fc5b-402a-99b2-3325dc983a9f service nova] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Received event network-changed-0a07d188-6f0c-4b1c-ba8f-2a910e279ebb {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.352863] env[70867]: DEBUG nova.compute.manager [req-c0afb1bd-166d-42c3-aa6c-33e97631c246 req-972e547a-fc5b-402a-99b2-3325dc983a9f service nova] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Refreshing instance network info cache due to event network-changed-0a07d188-6f0c-4b1c-ba8f-2a910e279ebb. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1012.353085] env[70867]: DEBUG oslo_concurrency.lockutils [req-c0afb1bd-166d-42c3-aa6c-33e97631c246 req-972e547a-fc5b-402a-99b2-3325dc983a9f service nova] Acquiring lock "refresh_cache-64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.353303] env[70867]: DEBUG oslo_concurrency.lockutils [req-c0afb1bd-166d-42c3-aa6c-33e97631c246 req-972e547a-fc5b-402a-99b2-3325dc983a9f service nova] Acquired lock "refresh_cache-64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.353520] env[70867]: DEBUG nova.network.neutron [req-c0afb1bd-166d-42c3-aa6c-33e97631c246 req-972e547a-fc5b-402a-99b2-3325dc983a9f service nova] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Refreshing network info cache for port 0a07d188-6f0c-4b1c-ba8f-2a910e279ebb {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.497767] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.571319] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.595910] env[70867]: DEBUG oslo_vmware.api [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474070, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.647215] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3474071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078337} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.647584] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.648276] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4e41ec-8616-46ee-9e25-f0328bcaac46 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.673923] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410/bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.676638] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd9687f5-7289-4aac-aa97-783b127af4fa {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.698341] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for the task: (returnval){ [ 1012.698341] env[70867]: value = "task-3474073" [ 1012.698341] env[70867]: _type = "Task" [ 1012.698341] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.709600] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3474073, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.710215] env[70867]: DEBUG oslo_concurrency.lockutils [None req-263b45e4-ef7a-46cc-94a7-f3899b327f4f tempest-ServersAdminTestJSON-890592051 tempest-ServersAdminTestJSON-890592051-project-member] Lock "548a2cd1-5cee-4a6d-91ea-2435dd9d0691" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.636s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.791625] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474072, 'name': CreateVM_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.811935] env[70867]: DEBUG oslo_concurrency.lockutils [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Releasing lock "refresh_cache-8955ca0e-27e0-43d8-baae-c3292ede39d6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.812423] env[70867]: DEBUG nova.compute.manager [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Instance network_info: |[{"id": "85701fe9-506a-46e8-b5ca-7a84ede49b8c", "address": "fa:16:3e:44:75:92", "network": {"id": "77ad98cb-3840-4652-ac29-5f10d264d4a3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-592006555", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e802c984a5c41c685ada905bd3d1b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85701fe9-50", "ovs_interfaceid": "85701fe9-506a-46e8-b5ca-7a84ede49b8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d40856bb-2fea-4df8-a08e-9996cbd7a770", "address": "fa:16:3e:5a:58:87", "network": {"id": "172811b0-028b-45e7-9a17-7726b8eba80f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1225903027", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4e802c984a5c41c685ada905bd3d1b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd40856bb-2f", "ovs_interfaceid": "d40856bb-2fea-4df8-a08e-9996cbd7a770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3a167fc5-9050-4c0b-acf2-faaee05961bf", "address": "fa:16:3e:f1:67:0b", "network": {"id": "77ad98cb-3840-4652-ac29-5f10d264d4a3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-592006555", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e802c984a5c41c685ada905bd3d1b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a167fc5-90", "ovs_interfaceid": "3a167fc5-9050-4c0b-acf2-faaee05961bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1012.812941] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:75:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1ce8361b-fd8e-4971-a37f-b84a4f77db19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85701fe9-506a-46e8-b5ca-7a84ede49b8c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:58:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd40856bb-2fea-4df8-a08e-9996cbd7a770', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:67:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1ce8361b-fd8e-4971-a37f-b84a4f77db19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a167fc5-9050-4c0b-acf2-faaee05961bf', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.824131] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Creating folder: Project (4e802c984a5c41c685ada905bd3d1b94). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1012.824356] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c591fb3-2d62-4b06-a966-3aada825645a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.837969] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Created folder: Project (4e802c984a5c41c685ada905bd3d1b94) in parent group-v694272. [ 1012.837969] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Creating folder: Instances. Parent ref: group-v694489. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1012.837969] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3477644-33dd-4630-bb45-b0dfccbcede3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.849797] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Created folder: Instances in parent group-v694489. [ 1012.850094] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.850361] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.850447] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0769cd32-0b86-4c2d-b483-579d8ec9ae4b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.878425] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.878425] env[70867]: value = "task-3474076" [ 1012.878425] env[70867]: _type = "Task" [ 1012.878425] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.888182] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474076, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.097668] env[70867]: DEBUG oslo_vmware.api [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474070, 'name': PowerOnVM_Task, 'duration_secs': 0.516632} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.097970] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.098187] env[70867]: INFO nova.compute.manager [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Took 10.75 seconds to spawn the instance on the hypervisor. [ 1013.098365] env[70867]: DEBUG nova.compute.manager [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.099228] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e969c5-33be-4bcb-9363-d2dca32c7a64 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.209471] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3474073, 'name': ReconfigVM_Task, 'duration_secs': 0.468289} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.209802] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Reconfigured VM instance instance-0000004b to attach disk [datastore2] bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410/bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.210574] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6808cf6-1751-4929-b4af-0aa6584e2bfd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.220453] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for the task: (returnval){ [ 1013.220453] env[70867]: value = "task-3474077" [ 1013.220453] env[70867]: _type = "Task" [ 1013.220453] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.231142] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3474077, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.291940] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474072, 'name': CreateVM_Task, 'duration_secs': 0.685119} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.292485] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.293263] env[70867]: DEBUG oslo_concurrency.lockutils [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.293891] env[70867]: DEBUG oslo_concurrency.lockutils [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.293891] env[70867]: DEBUG oslo_concurrency.lockutils [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.294103] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b545957-c19a-4eea-bace-ae37fb0922b4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.300730] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for the task: (returnval){ [ 1013.300730] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52b5b3d1-fe20-e36a-34a2-4dd66e67212f" [ 1013.300730] env[70867]: _type = "Task" [ 1013.300730] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.312790] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52b5b3d1-fe20-e36a-34a2-4dd66e67212f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.321429] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6368b35-1a91-4eb6-990e-7b1e41a62084 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Volume attach. Driver type: vmdk {{(pid=70867) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1013.321542] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6368b35-1a91-4eb6-990e-7b1e41a62084 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694486', 'volume_id': '69467bfa-28a7-4826-88c3-d4915fd83baf', 'name': 'volume-69467bfa-28a7-4826-88c3-d4915fd83baf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '395a456a-0ff5-496e-9a22-71c787a1a4cd', 'attached_at': '', 'detached_at': '', 'volume_id': '69467bfa-28a7-4826-88c3-d4915fd83baf', 'serial': '69467bfa-28a7-4826-88c3-d4915fd83baf'} {{(pid=70867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1013.322418] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d483ebda-21ed-4912-a2f2-b9dd34fadbdb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.348659] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c540da-4e7b-4b57-a804-b5d4e56b16ab {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.377238] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6368b35-1a91-4eb6-990e-7b1e41a62084 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] volume-69467bfa-28a7-4826-88c3-d4915fd83baf/volume-69467bfa-28a7-4826-88c3-d4915fd83baf.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.380422] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22b4f044-fcd1-4459-8ad3-60e3aebd6257 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.408759] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474076, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.411753] env[70867]: DEBUG oslo_vmware.api [None req-c6368b35-1a91-4eb6-990e-7b1e41a62084 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 1013.411753] env[70867]: value = "task-3474078" [ 1013.411753] env[70867]: _type = "Task" [ 1013.411753] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.426702] env[70867]: DEBUG oslo_vmware.api [None req-c6368b35-1a91-4eb6-990e-7b1e41a62084 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474078, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.467203] env[70867]: DEBUG nova.network.neutron [req-c0afb1bd-166d-42c3-aa6c-33e97631c246 req-972e547a-fc5b-402a-99b2-3325dc983a9f service nova] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Updated VIF entry in instance network info cache for port 0a07d188-6f0c-4b1c-ba8f-2a910e279ebb. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.467203] env[70867]: DEBUG nova.network.neutron [req-c0afb1bd-166d-42c3-aa6c-33e97631c246 req-972e547a-fc5b-402a-99b2-3325dc983a9f service nova] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Updating instance_info_cache with network_info: [{"id": "0a07d188-6f0c-4b1c-ba8f-2a910e279ebb", "address": "fa:16:3e:82:68:05", "network": {"id": "54014fa5-3a78-45cf-af35-00cf8c4b02eb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-386803724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58800516b15047ea89f9207b83e8047f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a07d188-6f", "ovs_interfaceid": "0a07d188-6f0c-4b1c-ba8f-2a910e279ebb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.557279] env[70867]: DEBUG nova.network.neutron [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Successfully updated port: f559af21-3a49-4e46-a823-15f4be428c9f {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1013.623053] env[70867]: INFO nova.compute.manager [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Took 29.59 seconds to build instance. [ 1013.695629] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0cf747-5dd9-4a9b-adfb-3a4d6233734e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.703483] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00037fa6-3377-4fb3-afea-be2844b0106d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.740507] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302cab0c-2c92-47b1-9398-56a46431d970 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.751815] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601cf47d-c58a-4478-89fa-7c4f87d5887a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.756539] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3474077, 'name': Rename_Task, 'duration_secs': 0.30211} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.756824] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.757436] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08f10f4d-85f1-4459-b0a9-a9465351f88d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.768128] env[70867]: DEBUG nova.compute.provider_tree [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.770846] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for the task: (returnval){ [ 1013.770846] env[70867]: value = "task-3474079" [ 1013.770846] env[70867]: _type = "Task" [ 1013.770846] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.779674] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3474079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.810471] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52b5b3d1-fe20-e36a-34a2-4dd66e67212f, 'name': SearchDatastore_Task, 'duration_secs': 0.012551} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.810751] env[70867]: DEBUG oslo_concurrency.lockutils [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.810981] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.811240] env[70867]: DEBUG oslo_concurrency.lockutils [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.811384] env[70867]: DEBUG oslo_concurrency.lockutils [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.811561] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.811824] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bcc57b2-f687-4123-a2f9-7628d96d89e1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.821653] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.821835] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.822572] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6a94e11-02a3-4413-82e6-8cb897eb560b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.828106] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for the task: (returnval){ [ 1013.828106] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52593c12-2206-0d2d-5e69-a293870e33c5" [ 1013.828106] env[70867]: _type = "Task" [ 1013.828106] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.836395] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52593c12-2206-0d2d-5e69-a293870e33c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.905716] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474076, 'name': CreateVM_Task, 'duration_secs': 0.670499} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.905883] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.906799] env[70867]: DEBUG oslo_concurrency.lockutils [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.906971] env[70867]: DEBUG oslo_concurrency.lockutils [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.907318] env[70867]: DEBUG oslo_concurrency.lockutils [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.907580] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34b9fa99-8407-4ab2-9576-2445e45e8c00 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.912893] env[70867]: DEBUG oslo_vmware.api [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Waiting for the task: (returnval){ [ 1013.912893] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]520ea8f7-eb51-1d17-747c-6a3305800c19" [ 1013.912893] env[70867]: _type = "Task" [ 1013.912893] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.925051] env[70867]: DEBUG oslo_vmware.api [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]520ea8f7-eb51-1d17-747c-6a3305800c19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.928222] env[70867]: DEBUG oslo_vmware.api [None req-c6368b35-1a91-4eb6-990e-7b1e41a62084 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.973053] env[70867]: DEBUG oslo_concurrency.lockutils [req-c0afb1bd-166d-42c3-aa6c-33e97631c246 req-972e547a-fc5b-402a-99b2-3325dc983a9f service nova] Releasing lock "refresh_cache-64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.973348] env[70867]: DEBUG nova.compute.manager [req-c0afb1bd-166d-42c3-aa6c-33e97631c246 req-972e547a-fc5b-402a-99b2-3325dc983a9f service nova] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Received event network-changed-3a167fc5-9050-4c0b-acf2-faaee05961bf {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.973522] env[70867]: DEBUG nova.compute.manager [req-c0afb1bd-166d-42c3-aa6c-33e97631c246 req-972e547a-fc5b-402a-99b2-3325dc983a9f service nova] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Refreshing instance network info cache due to event network-changed-3a167fc5-9050-4c0b-acf2-faaee05961bf. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1013.973743] env[70867]: DEBUG oslo_concurrency.lockutils [req-c0afb1bd-166d-42c3-aa6c-33e97631c246 req-972e547a-fc5b-402a-99b2-3325dc983a9f service nova] Acquiring lock "refresh_cache-8955ca0e-27e0-43d8-baae-c3292ede39d6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.973885] env[70867]: DEBUG oslo_concurrency.lockutils [req-c0afb1bd-166d-42c3-aa6c-33e97631c246 req-972e547a-fc5b-402a-99b2-3325dc983a9f service nova] Acquired lock "refresh_cache-8955ca0e-27e0-43d8-baae-c3292ede39d6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.974060] env[70867]: DEBUG nova.network.neutron [req-c0afb1bd-166d-42c3-aa6c-33e97631c246 req-972e547a-fc5b-402a-99b2-3325dc983a9f service nova] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Refreshing network info cache for port 3a167fc5-9050-4c0b-acf2-faaee05961bf {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.061710] env[70867]: DEBUG oslo_concurrency.lockutils [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Acquiring lock "refresh_cache-f575b0fd-ff25-4b1c-aecf-e6de9e081838" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.061866] env[70867]: DEBUG oslo_concurrency.lockutils [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Acquired lock "refresh_cache-f575b0fd-ff25-4b1c-aecf-e6de9e081838" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.062028] env[70867]: DEBUG nova.network.neutron [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.127737] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8a1da124-3d72-4d70-b85f-d60fc4e49ebb tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "7691ccf1-2787-41a1-ab1a-2db68771a76d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.116s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.161132] env[70867]: DEBUG nova.compute.manager [req-f9d8a247-fc01-4980-95ab-aca579cda1aa req-70c90804-6028-49d7-9b39-a583d3ac66d6 service nova] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Received event network-vif-plugged-f559af21-3a49-4e46-a823-15f4be428c9f {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.161132] env[70867]: DEBUG oslo_concurrency.lockutils [req-f9d8a247-fc01-4980-95ab-aca579cda1aa req-70c90804-6028-49d7-9b39-a583d3ac66d6 service nova] Acquiring lock "f575b0fd-ff25-4b1c-aecf-e6de9e081838-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.161132] env[70867]: DEBUG oslo_concurrency.lockutils [req-f9d8a247-fc01-4980-95ab-aca579cda1aa req-70c90804-6028-49d7-9b39-a583d3ac66d6 service nova] Lock "f575b0fd-ff25-4b1c-aecf-e6de9e081838-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.161132] env[70867]: DEBUG oslo_concurrency.lockutils [req-f9d8a247-fc01-4980-95ab-aca579cda1aa req-70c90804-6028-49d7-9b39-a583d3ac66d6 service nova] Lock "f575b0fd-ff25-4b1c-aecf-e6de9e081838-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.161132] env[70867]: DEBUG nova.compute.manager [req-f9d8a247-fc01-4980-95ab-aca579cda1aa req-70c90804-6028-49d7-9b39-a583d3ac66d6 service nova] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] No waiting events found dispatching network-vif-plugged-f559af21-3a49-4e46-a823-15f4be428c9f {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1014.161132] env[70867]: WARNING nova.compute.manager [req-f9d8a247-fc01-4980-95ab-aca579cda1aa req-70c90804-6028-49d7-9b39-a583d3ac66d6 service nova] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Received unexpected event network-vif-plugged-f559af21-3a49-4e46-a823-15f4be428c9f for instance with vm_state building and task_state spawning. [ 1014.161132] env[70867]: DEBUG nova.compute.manager [req-f9d8a247-fc01-4980-95ab-aca579cda1aa req-70c90804-6028-49d7-9b39-a583d3ac66d6 service nova] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Received event network-changed-f559af21-3a49-4e46-a823-15f4be428c9f {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.161780] env[70867]: DEBUG nova.compute.manager [req-f9d8a247-fc01-4980-95ab-aca579cda1aa req-70c90804-6028-49d7-9b39-a583d3ac66d6 service nova] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Refreshing instance network info cache due to event network-changed-f559af21-3a49-4e46-a823-15f4be428c9f. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1014.162119] env[70867]: DEBUG oslo_concurrency.lockutils [req-f9d8a247-fc01-4980-95ab-aca579cda1aa req-70c90804-6028-49d7-9b39-a583d3ac66d6 service nova] Acquiring lock "refresh_cache-f575b0fd-ff25-4b1c-aecf-e6de9e081838" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.275021] env[70867]: DEBUG nova.scheduler.client.report [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.289232] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3474079, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.340258] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52593c12-2206-0d2d-5e69-a293870e33c5, 'name': SearchDatastore_Task, 'duration_secs': 0.011823} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.343560] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2b7487a-26b7-4b6f-86d4-89b28ecb812f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.349022] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for the task: (returnval){ [ 1014.349022] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52bb8e1d-52bd-f759-9173-fcf5edddc2c0" [ 1014.349022] env[70867]: _type = "Task" [ 1014.349022] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.354853] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52bb8e1d-52bd-f759-9173-fcf5edddc2c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.428611] env[70867]: DEBUG oslo_vmware.api [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]520ea8f7-eb51-1d17-747c-6a3305800c19, 'name': SearchDatastore_Task, 'duration_secs': 0.045074} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.433008] env[70867]: DEBUG oslo_concurrency.lockutils [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.433008] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.433008] env[70867]: DEBUG oslo_concurrency.lockutils [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.433008] env[70867]: DEBUG oslo_vmware.api [None req-c6368b35-1a91-4eb6-990e-7b1e41a62084 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.615538] env[70867]: DEBUG nova.network.neutron [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1014.629117] env[70867]: DEBUG nova.compute.manager [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1014.785831] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.787290] env[70867]: DEBUG nova.compute.manager [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1014.794026] env[70867]: DEBUG oslo_concurrency.lockutils [None req-566f784c-a50b-443c-a22a-56b61478a8f7 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.914s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.794026] env[70867]: DEBUG nova.objects.instance [None req-566f784c-a50b-443c-a22a-56b61478a8f7 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Lazy-loading 'resources' on Instance uuid f97cb95b-5d2e-4ac4-ba82-80a705a086f4 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.802034] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3474079, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.858653] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52bb8e1d-52bd-f759-9173-fcf5edddc2c0, 'name': SearchDatastore_Task, 'duration_secs': 0.042466} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.861470] env[70867]: DEBUG oslo_concurrency.lockutils [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.861743] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc/64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.864623] env[70867]: DEBUG oslo_concurrency.lockutils [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.864696] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.864994] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-946cfbd8-68a6-45de-a37e-7aba0ffd996c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.868521] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bcd5dfa-1ba8-4323-9eb4-6c96df185be2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.879867] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for the task: (returnval){ [ 1014.879867] env[70867]: value = "task-3474080" [ 1014.879867] env[70867]: _type = "Task" [ 1014.879867] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.885513] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.885963] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.887765] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a596621-834d-4665-a148-ab596a4dff30 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.894337] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3474080, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.897021] env[70867]: DEBUG oslo_vmware.api [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Waiting for the task: (returnval){ [ 1014.897021] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e08968-acc1-7577-0431-606e1936cb05" [ 1014.897021] env[70867]: _type = "Task" [ 1014.897021] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.905543] env[70867]: DEBUG oslo_vmware.api [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e08968-acc1-7577-0431-606e1936cb05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.924193] env[70867]: DEBUG oslo_vmware.api [None req-c6368b35-1a91-4eb6-990e-7b1e41a62084 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474078, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.947356] env[70867]: DEBUG nova.network.neutron [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Updating instance_info_cache with network_info: [{"id": "f559af21-3a49-4e46-a823-15f4be428c9f", "address": "fa:16:3e:53:8e:24", "network": {"id": "6e40a15f-033f-4b15-9448-8f2770c667dc", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1458929747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "623eb868f40542dab9590fdf9819f009", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf559af21-3a", "ovs_interfaceid": "f559af21-3a49-4e46-a823-15f4be428c9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.984591] env[70867]: DEBUG nova.network.neutron [req-c0afb1bd-166d-42c3-aa6c-33e97631c246 req-972e547a-fc5b-402a-99b2-3325dc983a9f service nova] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Updated VIF entry in instance network info cache for port 3a167fc5-9050-4c0b-acf2-faaee05961bf. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.985077] env[70867]: DEBUG nova.network.neutron [req-c0afb1bd-166d-42c3-aa6c-33e97631c246 req-972e547a-fc5b-402a-99b2-3325dc983a9f service nova] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Updating instance_info_cache with network_info: [{"id": "85701fe9-506a-46e8-b5ca-7a84ede49b8c", "address": "fa:16:3e:44:75:92", "network": {"id": "77ad98cb-3840-4652-ac29-5f10d264d4a3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-592006555", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e802c984a5c41c685ada905bd3d1b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85701fe9-50", "ovs_interfaceid": "85701fe9-506a-46e8-b5ca-7a84ede49b8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d40856bb-2fea-4df8-a08e-9996cbd7a770", "address": "fa:16:3e:5a:58:87", "network": {"id": "172811b0-028b-45e7-9a17-7726b8eba80f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1225903027", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4e802c984a5c41c685ada905bd3d1b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd40856bb-2f", "ovs_interfaceid": "d40856bb-2fea-4df8-a08e-9996cbd7a770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3a167fc5-9050-4c0b-acf2-faaee05961bf", "address": "fa:16:3e:f1:67:0b", "network": {"id": "77ad98cb-3840-4652-ac29-5f10d264d4a3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-592006555", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e802c984a5c41c685ada905bd3d1b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a167fc5-90", "ovs_interfaceid": "3a167fc5-9050-4c0b-acf2-faaee05961bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.159128] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.290032] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3474079, 'name': PowerOnVM_Task, 'duration_secs': 1.142203} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.290338] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.290517] env[70867]: INFO nova.compute.manager [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Took 10.42 seconds to spawn the instance on the hypervisor. [ 1015.290718] env[70867]: DEBUG nova.compute.manager [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.291883] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f6f0ef-0134-4af1-9de8-46abe0a718c5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.297143] env[70867]: DEBUG nova.compute.utils [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1015.304395] env[70867]: DEBUG nova.compute.manager [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1015.304580] env[70867]: DEBUG nova.network.neutron [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1015.399488] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3474080, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.415231] env[70867]: DEBUG oslo_vmware.api [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e08968-acc1-7577-0431-606e1936cb05, 'name': SearchDatastore_Task, 'duration_secs': 0.013589} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.420094] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1501580-cbca-4456-a132-8adcec32ea3b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.434570] env[70867]: DEBUG oslo_vmware.api [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Waiting for the task: (returnval){ [ 1015.434570] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c3015a-a7d0-9cff-d5db-78c81a3c1858" [ 1015.434570] env[70867]: _type = "Task" [ 1015.434570] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.439256] env[70867]: DEBUG nova.policy [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99f4ded22da4413eb375370addc94c8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6764fc0b9a604426976a4b145f22b580', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.442172] env[70867]: DEBUG oslo_vmware.api [None req-c6368b35-1a91-4eb6-990e-7b1e41a62084 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474078, 'name': ReconfigVM_Task, 'duration_secs': 1.561047} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.451199] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6368b35-1a91-4eb6-990e-7b1e41a62084 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Reconfigured VM instance instance-0000003f to attach disk [datastore2] volume-69467bfa-28a7-4826-88c3-d4915fd83baf/volume-69467bfa-28a7-4826-88c3-d4915fd83baf.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.460436] env[70867]: DEBUG oslo_concurrency.lockutils [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Releasing lock "refresh_cache-f575b0fd-ff25-4b1c-aecf-e6de9e081838" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.460436] env[70867]: DEBUG nova.compute.manager [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Instance network_info: |[{"id": "f559af21-3a49-4e46-a823-15f4be428c9f", "address": "fa:16:3e:53:8e:24", "network": {"id": "6e40a15f-033f-4b15-9448-8f2770c667dc", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1458929747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "623eb868f40542dab9590fdf9819f009", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf559af21-3a", "ovs_interfaceid": "f559af21-3a49-4e46-a823-15f4be428c9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1015.460436] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0d3583b-c26d-46b6-8b4e-6865f2f06abd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.470171] env[70867]: DEBUG oslo_concurrency.lockutils [req-f9d8a247-fc01-4980-95ab-aca579cda1aa req-70c90804-6028-49d7-9b39-a583d3ac66d6 service nova] Acquired lock "refresh_cache-f575b0fd-ff25-4b1c-aecf-e6de9e081838" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.470427] env[70867]: DEBUG nova.network.neutron [req-f9d8a247-fc01-4980-95ab-aca579cda1aa req-70c90804-6028-49d7-9b39-a583d3ac66d6 service nova] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Refreshing network info cache for port f559af21-3a49-4e46-a823-15f4be428c9f {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.471691] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:8e:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3ccbdbb-8b49-4a26-913f-2a448b72280f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f559af21-3a49-4e46-a823-15f4be428c9f', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.483745] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Creating folder: Project (623eb868f40542dab9590fdf9819f009). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.490713] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-036092d9-3b8e-491a-b335-2a971d3018ae {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.494238] env[70867]: DEBUG oslo_concurrency.lockutils [req-c0afb1bd-166d-42c3-aa6c-33e97631c246 req-972e547a-fc5b-402a-99b2-3325dc983a9f service nova] Releasing lock "refresh_cache-8955ca0e-27e0-43d8-baae-c3292ede39d6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.500272] env[70867]: DEBUG oslo_vmware.api [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c3015a-a7d0-9cff-d5db-78c81a3c1858, 'name': SearchDatastore_Task, 'duration_secs': 0.012947} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.500927] env[70867]: DEBUG oslo_concurrency.lockutils [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.501249] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 8955ca0e-27e0-43d8-baae-c3292ede39d6/8955ca0e-27e0-43d8-baae-c3292ede39d6.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.501585] env[70867]: DEBUG oslo_vmware.api [None req-c6368b35-1a91-4eb6-990e-7b1e41a62084 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 1015.501585] env[70867]: value = "task-3474081" [ 1015.501585] env[70867]: _type = "Task" [ 1015.501585] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.501780] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-648dd551-7848-4d13-b084-f8a6be33714f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.512347] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Created folder: Project (623eb868f40542dab9590fdf9819f009) in parent group-v694272. [ 1015.512534] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Creating folder: Instances. Parent ref: group-v694492. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.519800] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a2b315b-2e6d-47f2-a553-a1a4b6a2cc93 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.521711] env[70867]: DEBUG oslo_vmware.api [None req-c6368b35-1a91-4eb6-990e-7b1e41a62084 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474081, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.522062] env[70867]: DEBUG oslo_vmware.api [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Waiting for the task: (returnval){ [ 1015.522062] env[70867]: value = "task-3474083" [ 1015.522062] env[70867]: _type = "Task" [ 1015.522062] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.533574] env[70867]: DEBUG oslo_vmware.api [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': task-3474083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.537027] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Created folder: Instances in parent group-v694492. [ 1015.537315] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.540580] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.541411] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d163d1d6-fbf7-48d8-ba9f-97e0bf08f8b3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.566913] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.566913] env[70867]: value = "task-3474085" [ 1015.566913] env[70867]: _type = "Task" [ 1015.566913] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.578531] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474085, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.802587] env[70867]: DEBUG nova.compute.manager [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1015.826894] env[70867]: INFO nova.compute.manager [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Took 31.08 seconds to build instance. [ 1015.845089] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7958235-393f-468c-ba45-23455dae191b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.857185] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f9b658-881f-4b08-989f-4b2924a7a8bb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.906126] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6bb45a-86f4-4980-8b41-bab7830dd755 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.923211] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a7bf75-e7e4-4993-9544-a8e987f10936 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.928454] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3474080, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539136} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.929628] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc/64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.929628] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.930564] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26a524a8-7936-44ae-8a51-0c69ae9377db {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.943277] env[70867]: DEBUG nova.compute.provider_tree [None req-566f784c-a50b-443c-a22a-56b61478a8f7 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.957804] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for the task: (returnval){ [ 1015.957804] env[70867]: value = "task-3474086" [ 1015.957804] env[70867]: _type = "Task" [ 1015.957804] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.972647] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3474086, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.976014] env[70867]: DEBUG nova.network.neutron [req-f9d8a247-fc01-4980-95ab-aca579cda1aa req-70c90804-6028-49d7-9b39-a583d3ac66d6 service nova] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Updated VIF entry in instance network info cache for port f559af21-3a49-4e46-a823-15f4be428c9f. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.976398] env[70867]: DEBUG nova.network.neutron [req-f9d8a247-fc01-4980-95ab-aca579cda1aa req-70c90804-6028-49d7-9b39-a583d3ac66d6 service nova] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Updating instance_info_cache with network_info: [{"id": "f559af21-3a49-4e46-a823-15f4be428c9f", "address": "fa:16:3e:53:8e:24", "network": {"id": "6e40a15f-033f-4b15-9448-8f2770c667dc", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1458929747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "623eb868f40542dab9590fdf9819f009", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf559af21-3a", "ovs_interfaceid": "f559af21-3a49-4e46-a823-15f4be428c9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.014996] env[70867]: DEBUG oslo_vmware.api [None req-c6368b35-1a91-4eb6-990e-7b1e41a62084 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474081, 'name': ReconfigVM_Task, 'duration_secs': 0.183296} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.015297] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6368b35-1a91-4eb6-990e-7b1e41a62084 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694486', 'volume_id': '69467bfa-28a7-4826-88c3-d4915fd83baf', 'name': 'volume-69467bfa-28a7-4826-88c3-d4915fd83baf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '395a456a-0ff5-496e-9a22-71c787a1a4cd', 'attached_at': '', 'detached_at': '', 'volume_id': '69467bfa-28a7-4826-88c3-d4915fd83baf', 'serial': '69467bfa-28a7-4826-88c3-d4915fd83baf'} {{(pid=70867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1016.034885] env[70867]: DEBUG oslo_vmware.api [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': task-3474083, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.159082] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474085, 'name': CreateVM_Task, 'duration_secs': 0.402869} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.159082] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.159082] env[70867]: DEBUG oslo_concurrency.lockutils [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.159082] env[70867]: DEBUG oslo_concurrency.lockutils [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.159082] env[70867]: DEBUG oslo_concurrency.lockutils [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.159082] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afe21e18-d900-41d3-8373-61db9792e4d3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.159082] env[70867]: DEBUG oslo_vmware.api [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Waiting for the task: (returnval){ [ 1016.159082] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521f875b-5fda-612a-5dcb-b05051abdef6" [ 1016.159082] env[70867]: _type = "Task" [ 1016.159082] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.159082] env[70867]: DEBUG oslo_vmware.api [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521f875b-5fda-612a-5dcb-b05051abdef6, 'name': SearchDatastore_Task, 'duration_secs': 0.013579} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.159082] env[70867]: DEBUG oslo_concurrency.lockutils [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.159082] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.159082] env[70867]: DEBUG oslo_concurrency.lockutils [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.159082] env[70867]: DEBUG oslo_concurrency.lockutils [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.159082] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.159082] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8acd4b93-6a89-4878-b59a-23600649c651 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.159082] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.159082] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.166052] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9a34291-23fa-43aa-ad2d-115db2f975a0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.166052] env[70867]: DEBUG oslo_vmware.api [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Waiting for the task: (returnval){ [ 1016.166052] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5271f834-1281-d3b2-32fd-3b86e0c08edd" [ 1016.166052] env[70867]: _type = "Task" [ 1016.166052] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.166052] env[70867]: DEBUG oslo_vmware.api [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5271f834-1281-d3b2-32fd-3b86e0c08edd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.237345] env[70867]: DEBUG nova.compute.manager [req-a771e0a0-d7b3-4cfb-adbe-45362b70744d req-99583a4d-6843-4b76-b1e2-03fcb1e51cad service nova] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Received event network-changed-1003e360-d179-48b2-864a-1ddcf9f340f5 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.237681] env[70867]: DEBUG nova.compute.manager [req-a771e0a0-d7b3-4cfb-adbe-45362b70744d req-99583a4d-6843-4b76-b1e2-03fcb1e51cad service nova] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Refreshing instance network info cache due to event network-changed-1003e360-d179-48b2-864a-1ddcf9f340f5. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1016.237742] env[70867]: DEBUG oslo_concurrency.lockutils [req-a771e0a0-d7b3-4cfb-adbe-45362b70744d req-99583a4d-6843-4b76-b1e2-03fcb1e51cad service nova] Acquiring lock "refresh_cache-7691ccf1-2787-41a1-ab1a-2db68771a76d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.239341] env[70867]: DEBUG oslo_concurrency.lockutils [req-a771e0a0-d7b3-4cfb-adbe-45362b70744d req-99583a4d-6843-4b76-b1e2-03fcb1e51cad service nova] Acquired lock "refresh_cache-7691ccf1-2787-41a1-ab1a-2db68771a76d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.239341] env[70867]: DEBUG nova.network.neutron [req-a771e0a0-d7b3-4cfb-adbe-45362b70744d req-99583a4d-6843-4b76-b1e2-03fcb1e51cad service nova] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Refreshing network info cache for port 1003e360-d179-48b2-864a-1ddcf9f340f5 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.287161] env[70867]: DEBUG nova.network.neutron [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Successfully created port: 50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1016.334657] env[70867]: DEBUG oslo_concurrency.lockutils [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lock "bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.606s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.450867] env[70867]: DEBUG nova.scheduler.client.report [None req-566f784c-a50b-443c-a22a-56b61478a8f7 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.471550] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3474086, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090479} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.471813] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.472911] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f36c90c-0e03-4d8e-b59e-3b8ec509b847 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.478795] env[70867]: DEBUG oslo_concurrency.lockutils [req-f9d8a247-fc01-4980-95ab-aca579cda1aa req-70c90804-6028-49d7-9b39-a583d3ac66d6 service nova] Releasing lock "refresh_cache-f575b0fd-ff25-4b1c-aecf-e6de9e081838" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.500482] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc/64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.501130] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f143e7c3-a9fb-48ef-a0dc-a0996a6fe420 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.522927] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for the task: (returnval){ [ 1016.522927] env[70867]: value = "task-3474087" [ 1016.522927] env[70867]: _type = "Task" [ 1016.522927] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.537750] env[70867]: DEBUG oslo_vmware.api [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': task-3474083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5246} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.541850] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 8955ca0e-27e0-43d8-baae-c3292ede39d6/8955ca0e-27e0-43d8-baae-c3292ede39d6.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.541943] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.542209] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3474087, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.542437] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2c5179d-b0c0-4942-8214-c3c669ee6ebc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.554026] env[70867]: DEBUG oslo_vmware.api [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Waiting for the task: (returnval){ [ 1016.554026] env[70867]: value = "task-3474088" [ 1016.554026] env[70867]: _type = "Task" [ 1016.554026] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.562075] env[70867]: DEBUG oslo_vmware.api [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': task-3474088, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.669536] env[70867]: DEBUG oslo_vmware.api [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5271f834-1281-d3b2-32fd-3b86e0c08edd, 'name': SearchDatastore_Task, 'duration_secs': 0.037031} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.669536] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-780e96a4-c19d-4a5d-bd2e-a8e828165637 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.673575] env[70867]: DEBUG oslo_vmware.api [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Waiting for the task: (returnval){ [ 1016.673575] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f4c684-718b-79fa-3c0c-45c346e95428" [ 1016.673575] env[70867]: _type = "Task" [ 1016.673575] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.683725] env[70867]: DEBUG oslo_vmware.api [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f4c684-718b-79fa-3c0c-45c346e95428, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.820747] env[70867]: DEBUG nova.compute.manager [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1016.837402] env[70867]: DEBUG nova.compute.manager [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1016.867174] env[70867]: DEBUG nova.virt.hardware [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.867174] env[70867]: DEBUG nova.virt.hardware [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.867174] env[70867]: DEBUG nova.virt.hardware [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.867174] env[70867]: DEBUG nova.virt.hardware [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.867174] env[70867]: DEBUG nova.virt.hardware [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.867174] env[70867]: DEBUG nova.virt.hardware [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.867174] env[70867]: DEBUG nova.virt.hardware [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.867174] env[70867]: DEBUG nova.virt.hardware [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.867174] env[70867]: DEBUG nova.virt.hardware [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.867174] env[70867]: DEBUG nova.virt.hardware [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.867174] env[70867]: DEBUG nova.virt.hardware [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.867174] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e96c5d7-1c2c-4efb-b885-c72eeea0f373 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.881506] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c857dc-2bf2-495f-8279-3965856a9c86 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.957319] env[70867]: DEBUG oslo_concurrency.lockutils [None req-566f784c-a50b-443c-a22a-56b61478a8f7 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.959866] env[70867]: DEBUG oslo_concurrency.lockutils [None req-57ef4bd7-87ae-42a7-b695-6dd326f9c349 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.434s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.960169] env[70867]: DEBUG nova.objects.instance [None req-57ef4bd7-87ae-42a7-b695-6dd326f9c349 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Lazy-loading 'resources' on Instance uuid 60a8efc4-fff9-4bd3-a758-52e41bf442e4 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.988286] env[70867]: INFO nova.scheduler.client.report [None req-566f784c-a50b-443c-a22a-56b61478a8f7 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Deleted allocations for instance f97cb95b-5d2e-4ac4-ba82-80a705a086f4 [ 1017.034700] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3474087, 'name': ReconfigVM_Task, 'duration_secs': 0.285857} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.039045] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc/64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.040060] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f4775a6-737a-40e6-942f-8d1b6179ebc7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.050433] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for the task: (returnval){ [ 1017.050433] env[70867]: value = "task-3474089" [ 1017.050433] env[70867]: _type = "Task" [ 1017.050433] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.067977] env[70867]: DEBUG nova.objects.instance [None req-c6368b35-1a91-4eb6-990e-7b1e41a62084 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lazy-loading 'flavor' on Instance uuid 395a456a-0ff5-496e-9a22-71c787a1a4cd {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.069263] env[70867]: DEBUG oslo_vmware.api [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': task-3474088, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.072848] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3474089, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.185342] env[70867]: DEBUG oslo_vmware.api [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f4c684-718b-79fa-3c0c-45c346e95428, 'name': SearchDatastore_Task, 'duration_secs': 0.020737} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.185642] env[70867]: DEBUG oslo_concurrency.lockutils [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.185887] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] f575b0fd-ff25-4b1c-aecf-e6de9e081838/f575b0fd-ff25-4b1c-aecf-e6de9e081838.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.186408] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ea26c2a-edaa-440d-af7b-525ce6925875 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.195402] env[70867]: DEBUG oslo_vmware.api [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Waiting for the task: (returnval){ [ 1017.195402] env[70867]: value = "task-3474090" [ 1017.195402] env[70867]: _type = "Task" [ 1017.195402] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.205977] env[70867]: DEBUG oslo_vmware.api [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Task: {'id': task-3474090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.322314] env[70867]: DEBUG nova.network.neutron [req-a771e0a0-d7b3-4cfb-adbe-45362b70744d req-99583a4d-6843-4b76-b1e2-03fcb1e51cad service nova] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Updated VIF entry in instance network info cache for port 1003e360-d179-48b2-864a-1ddcf9f340f5. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.322670] env[70867]: DEBUG nova.network.neutron [req-a771e0a0-d7b3-4cfb-adbe-45362b70744d req-99583a4d-6843-4b76-b1e2-03fcb1e51cad service nova] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Updating instance_info_cache with network_info: [{"id": "1003e360-d179-48b2-864a-1ddcf9f340f5", "address": "fa:16:3e:56:7a:a4", "network": {"id": "113286a0-f085-43d7-9ce7-5d7b6b1e5ebe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-963000551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f95c63cf4c624b05ac41f26e61904aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1003e360-d1", "ovs_interfaceid": "1003e360-d179-48b2-864a-1ddcf9f340f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.369351] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.495232] env[70867]: DEBUG oslo_concurrency.lockutils [None req-566f784c-a50b-443c-a22a-56b61478a8f7 tempest-MigrationsAdminTest-1512249176 tempest-MigrationsAdminTest-1512249176-project-member] Lock "f97cb95b-5d2e-4ac4-ba82-80a705a086f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.721s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.570289] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3474089, 'name': Rename_Task, 'duration_secs': 0.189697} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.570599] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.570888] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5424a27-6489-4874-8b90-71cc754fc0e9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.577711] env[70867]: DEBUG oslo_vmware.api [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': task-3474088, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.676157} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.578197] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c6368b35-1a91-4eb6-990e-7b1e41a62084 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lock "395a456a-0ff5-496e-9a22-71c787a1a4cd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.413s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.582078] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.583735] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798c8492-d1a8-43dd-91c1-ea549589834a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.589643] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for the task: (returnval){ [ 1017.589643] env[70867]: value = "task-3474091" [ 1017.589643] env[70867]: _type = "Task" [ 1017.589643] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.621833] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 8955ca0e-27e0-43d8-baae-c3292ede39d6/8955ca0e-27e0-43d8-baae-c3292ede39d6.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.627051] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f88e8a1-9df2-4be4-a21d-86c1b184dc76 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.648835] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3474091, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.655304] env[70867]: DEBUG oslo_vmware.api [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Waiting for the task: (returnval){ [ 1017.655304] env[70867]: value = "task-3474092" [ 1017.655304] env[70867]: _type = "Task" [ 1017.655304] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.667433] env[70867]: DEBUG oslo_vmware.api [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': task-3474092, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.712351] env[70867]: DEBUG oslo_vmware.api [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Task: {'id': task-3474090, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.825648] env[70867]: DEBUG oslo_concurrency.lockutils [req-a771e0a0-d7b3-4cfb-adbe-45362b70744d req-99583a4d-6843-4b76-b1e2-03fcb1e51cad service nova] Releasing lock "refresh_cache-7691ccf1-2787-41a1-ab1a-2db68771a76d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.992149] env[70867]: INFO nova.compute.manager [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Rescuing [ 1017.992445] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquiring lock "refresh_cache-395a456a-0ff5-496e-9a22-71c787a1a4cd" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.992669] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquired lock "refresh_cache-395a456a-0ff5-496e-9a22-71c787a1a4cd" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.992813] env[70867]: DEBUG nova.network.neutron [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.026264] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a10ee38-d9f8-42f6-bf9f-5b2ed05bff4c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.036773] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7312492-a889-44c6-9924-748262540890 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.071966] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681e1ef2-8a7c-4b7c-8532-1b0a1145917a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.082933] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711e8e6e-fb23-4b4c-a5b7-ff3fa4e83811 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.102017] env[70867]: DEBUG nova.compute.provider_tree [None req-57ef4bd7-87ae-42a7-b695-6dd326f9c349 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.111708] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3474091, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.169751] env[70867]: DEBUG oslo_vmware.api [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': task-3474092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.209698] env[70867]: DEBUG oslo_vmware.api [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Task: {'id': task-3474090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.834205} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.210689] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] f575b0fd-ff25-4b1c-aecf-e6de9e081838/f575b0fd-ff25-4b1c-aecf-e6de9e081838.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.210689] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.210689] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe601e06-6604-40f6-866e-be704e9c7581 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.225690] env[70867]: DEBUG oslo_vmware.api [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Waiting for the task: (returnval){ [ 1018.225690] env[70867]: value = "task-3474093" [ 1018.225690] env[70867]: _type = "Task" [ 1018.225690] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.238140] env[70867]: DEBUG oslo_vmware.api [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Task: {'id': task-3474093, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.278663] env[70867]: DEBUG nova.compute.manager [req-b960ca4e-311a-4e40-98c5-e7441b207094 req-d4bd56f5-2047-4536-827b-fa938b8087ad service nova] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Received event network-vif-plugged-50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.279025] env[70867]: DEBUG oslo_concurrency.lockutils [req-b960ca4e-311a-4e40-98c5-e7441b207094 req-d4bd56f5-2047-4536-827b-fa938b8087ad service nova] Acquiring lock "ddfef65d-2e70-4e6b-8996-b92dd4e1e577-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.279355] env[70867]: DEBUG oslo_concurrency.lockutils [req-b960ca4e-311a-4e40-98c5-e7441b207094 req-d4bd56f5-2047-4536-827b-fa938b8087ad service nova] Lock "ddfef65d-2e70-4e6b-8996-b92dd4e1e577-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.279531] env[70867]: DEBUG oslo_concurrency.lockutils [req-b960ca4e-311a-4e40-98c5-e7441b207094 req-d4bd56f5-2047-4536-827b-fa938b8087ad service nova] Lock "ddfef65d-2e70-4e6b-8996-b92dd4e1e577-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.279739] env[70867]: DEBUG nova.compute.manager [req-b960ca4e-311a-4e40-98c5-e7441b207094 req-d4bd56f5-2047-4536-827b-fa938b8087ad service nova] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] No waiting events found dispatching network-vif-plugged-50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1018.279925] env[70867]: WARNING nova.compute.manager [req-b960ca4e-311a-4e40-98c5-e7441b207094 req-d4bd56f5-2047-4536-827b-fa938b8087ad service nova] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Received unexpected event network-vif-plugged-50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4 for instance with vm_state building and task_state spawning. [ 1018.600940] env[70867]: DEBUG oslo_vmware.api [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3474091, 'name': PowerOnVM_Task, 'duration_secs': 0.598919} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.601068] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.601276] env[70867]: INFO nova.compute.manager [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Took 11.15 seconds to spawn the instance on the hypervisor. [ 1018.601477] env[70867]: DEBUG nova.compute.manager [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.602275] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90318b8f-3243-40ee-9134-75fa807be547 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.605497] env[70867]: DEBUG nova.scheduler.client.report [None req-57ef4bd7-87ae-42a7-b695-6dd326f9c349 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.667642] env[70867]: DEBUG oslo_vmware.api [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': task-3474092, 'name': ReconfigVM_Task, 'duration_secs': 0.576093} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.668903] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 8955ca0e-27e0-43d8-baae-c3292ede39d6/8955ca0e-27e0-43d8-baae-c3292ede39d6.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.670399] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50276189-ff7a-4331-bc9d-9b0f282c6045 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.680451] env[70867]: DEBUG oslo_vmware.api [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Waiting for the task: (returnval){ [ 1018.680451] env[70867]: value = "task-3474094" [ 1018.680451] env[70867]: _type = "Task" [ 1018.680451] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.692319] env[70867]: DEBUG oslo_vmware.api [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': task-3474094, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.744020] env[70867]: DEBUG oslo_vmware.api [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Task: {'id': task-3474093, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076068} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.744020] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.744020] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24fe39d-618c-4712-b0eb-bee29e2ce45d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.775917] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] f575b0fd-ff25-4b1c-aecf-e6de9e081838/f575b0fd-ff25-4b1c-aecf-e6de9e081838.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.778017] env[70867]: DEBUG nova.network.neutron [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Successfully updated port: 50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1018.778730] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b64cd452-2042-4b59-93ff-59963e2355f5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.804092] env[70867]: DEBUG oslo_vmware.api [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Waiting for the task: (returnval){ [ 1018.804092] env[70867]: value = "task-3474095" [ 1018.804092] env[70867]: _type = "Task" [ 1018.804092] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.814483] env[70867]: DEBUG oslo_vmware.api [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Task: {'id': task-3474095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.111751] env[70867]: DEBUG oslo_concurrency.lockutils [None req-57ef4bd7-87ae-42a7-b695-6dd326f9c349 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.113482] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.313s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.115478] env[70867]: INFO nova.compute.claims [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.129157] env[70867]: INFO nova.compute.manager [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Took 34.36 seconds to build instance. [ 1019.146034] env[70867]: INFO nova.scheduler.client.report [None req-57ef4bd7-87ae-42a7-b695-6dd326f9c349 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Deleted allocations for instance 60a8efc4-fff9-4bd3-a758-52e41bf442e4 [ 1019.195056] env[70867]: DEBUG oslo_vmware.api [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': task-3474094, 'name': Rename_Task, 'duration_secs': 0.233331} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.195343] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.195598] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a42e7183-84f5-4a82-a79c-b27a13e50c65 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.203955] env[70867]: DEBUG oslo_vmware.api [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Waiting for the task: (returnval){ [ 1019.203955] env[70867]: value = "task-3474096" [ 1019.203955] env[70867]: _type = "Task" [ 1019.203955] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.214325] env[70867]: DEBUG oslo_vmware.api [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': task-3474096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.251231] env[70867]: DEBUG nova.network.neutron [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Updating instance_info_cache with network_info: [{"id": "37ba523f-36f1-4bc7-ac1c-0755100466fc", "address": "fa:16:3e:74:44:ff", "network": {"id": "3e493881-eefe-496a-9353-8028aec5f643", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2077825194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18e987b51bea4331b1ffaa756933d253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37ba523f-36", "ovs_interfaceid": "37ba523f-36f1-4bc7-ac1c-0755100466fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.280958] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "refresh_cache-ddfef65d-2e70-4e6b-8996-b92dd4e1e577" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.280958] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquired lock "refresh_cache-ddfef65d-2e70-4e6b-8996-b92dd4e1e577" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.280958] env[70867]: DEBUG nova.network.neutron [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.317556] env[70867]: DEBUG oslo_vmware.api [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Task: {'id': task-3474095, 'name': ReconfigVM_Task, 'duration_secs': 0.312143} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.317689] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Reconfigured VM instance instance-0000004d to attach disk [datastore1] f575b0fd-ff25-4b1c-aecf-e6de9e081838/f575b0fd-ff25-4b1c-aecf-e6de9e081838.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.318335] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e5db72b-4156-4712-9c56-e16139c62c64 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.327348] env[70867]: DEBUG oslo_vmware.api [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Waiting for the task: (returnval){ [ 1019.327348] env[70867]: value = "task-3474097" [ 1019.327348] env[70867]: _type = "Task" [ 1019.327348] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.338361] env[70867]: DEBUG oslo_vmware.api [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Task: {'id': task-3474097, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.631581] env[70867]: DEBUG oslo_concurrency.lockutils [None req-078d7bc5-263a-4e09-9f90-dec91220bc2b tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lock "64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.868s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.661587] env[70867]: DEBUG oslo_concurrency.lockutils [None req-57ef4bd7-87ae-42a7-b695-6dd326f9c349 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Lock "60a8efc4-fff9-4bd3-a758-52e41bf442e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.589s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.724032] env[70867]: DEBUG oslo_vmware.api [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': task-3474096, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.756036] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Releasing lock "refresh_cache-395a456a-0ff5-496e-9a22-71c787a1a4cd" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.838557] env[70867]: DEBUG oslo_vmware.api [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Task: {'id': task-3474097, 'name': Rename_Task, 'duration_secs': 0.160353} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.841116] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.841116] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ff9729f-c4b3-42e3-8a46-114918399113 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.845489] env[70867]: DEBUG nova.network.neutron [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1019.850113] env[70867]: DEBUG oslo_vmware.api [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Waiting for the task: (returnval){ [ 1019.850113] env[70867]: value = "task-3474098" [ 1019.850113] env[70867]: _type = "Task" [ 1019.850113] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.859532] env[70867]: DEBUG oslo_vmware.api [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Task: {'id': task-3474098, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.026273] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c56812a4-879b-4353-9eb4-319ea9702453 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Acquiring lock "3ddad80f-65ae-427d-8d51-c6254d0d6446" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.026729] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c56812a4-879b-4353-9eb4-319ea9702453 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Lock "3ddad80f-65ae-427d-8d51-c6254d0d6446" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.026974] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c56812a4-879b-4353-9eb4-319ea9702453 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Acquiring lock "3ddad80f-65ae-427d-8d51-c6254d0d6446-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.027310] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c56812a4-879b-4353-9eb4-319ea9702453 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Lock "3ddad80f-65ae-427d-8d51-c6254d0d6446-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.027489] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c56812a4-879b-4353-9eb4-319ea9702453 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Lock "3ddad80f-65ae-427d-8d51-c6254d0d6446-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.034577] env[70867]: INFO nova.compute.manager [None req-c56812a4-879b-4353-9eb4-319ea9702453 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Terminating instance [ 1020.179461] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquiring lock "bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.179461] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lock "bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.179461] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquiring lock "bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.179461] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lock "bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.179461] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lock "bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.181131] env[70867]: DEBUG nova.network.neutron [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Updating instance_info_cache with network_info: [{"id": "50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4", "address": "fa:16:3e:84:5e:61", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50ee9cd1-49", "ovs_interfaceid": "50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.182767] env[70867]: INFO nova.compute.manager [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Terminating instance [ 1020.217439] env[70867]: DEBUG oslo_vmware.api [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': task-3474096, 'name': PowerOnVM_Task, 'duration_secs': 0.832138} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.217439] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.217439] env[70867]: INFO nova.compute.manager [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Took 20.48 seconds to spawn the instance on the hypervisor. [ 1020.217439] env[70867]: DEBUG nova.compute.manager [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.218172] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddd411b-68e6-4c7e-b4b9-62e7ad582c10 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.366248] env[70867]: DEBUG oslo_vmware.api [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Task: {'id': task-3474098, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.477680] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e813e9f2-fecc-4686-89ab-56398c3cad8e tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquiring lock "64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.478462] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e813e9f2-fecc-4686-89ab-56398c3cad8e tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lock "64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.478749] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e813e9f2-fecc-4686-89ab-56398c3cad8e tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquiring lock "64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.478978] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e813e9f2-fecc-4686-89ab-56398c3cad8e tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lock "64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.482018] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e813e9f2-fecc-4686-89ab-56398c3cad8e tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lock "64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.482018] env[70867]: INFO nova.compute.manager [None req-e813e9f2-fecc-4686-89ab-56398c3cad8e tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Terminating instance [ 1020.537173] env[70867]: DEBUG nova.compute.manager [None req-c56812a4-879b-4353-9eb4-319ea9702453 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1020.537405] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c56812a4-879b-4353-9eb4-319ea9702453 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.538269] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb552169-58fd-4407-a5a0-9db1ffd45a32 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.546863] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56812a4-879b-4353-9eb4-319ea9702453 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.549864] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13ef9138-6746-4297-81bb-07f237818e73 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.558686] env[70867]: DEBUG oslo_vmware.api [None req-c56812a4-879b-4353-9eb4-319ea9702453 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for the task: (returnval){ [ 1020.558686] env[70867]: value = "task-3474099" [ 1020.558686] env[70867]: _type = "Task" [ 1020.558686] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.570299] env[70867]: DEBUG oslo_vmware.api [None req-c56812a4-879b-4353-9eb4-319ea9702453 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3474099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.582130] env[70867]: DEBUG nova.compute.manager [req-a6356e5d-63fe-4dba-8a18-e05376990103 req-03e60186-bbb4-4a43-835a-1c38d2297143 service nova] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Received event network-changed-50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.582130] env[70867]: DEBUG nova.compute.manager [req-a6356e5d-63fe-4dba-8a18-e05376990103 req-03e60186-bbb4-4a43-835a-1c38d2297143 service nova] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Refreshing instance network info cache due to event network-changed-50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.582130] env[70867]: DEBUG oslo_concurrency.lockutils [req-a6356e5d-63fe-4dba-8a18-e05376990103 req-03e60186-bbb4-4a43-835a-1c38d2297143 service nova] Acquiring lock "refresh_cache-ddfef65d-2e70-4e6b-8996-b92dd4e1e577" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.586140] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3726399-60a7-4e00-8124-ef5d2948b8be {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.595021] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9b6433-aa3f-4701-baab-7f27547bc8c8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.629924] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559b49a4-2df0-4166-b2c4-74f86c5a0fee {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.638491] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf43479-107b-44b2-a4f0-a01cc86625b0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.653904] env[70867]: DEBUG nova.compute.provider_tree [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.686019] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Releasing lock "refresh_cache-ddfef65d-2e70-4e6b-8996-b92dd4e1e577" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.686238] env[70867]: DEBUG nova.compute.manager [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Instance network_info: |[{"id": "50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4", "address": "fa:16:3e:84:5e:61", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50ee9cd1-49", "ovs_interfaceid": "50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1020.686886] env[70867]: DEBUG nova.compute.manager [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1020.687092] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.687525] env[70867]: DEBUG oslo_concurrency.lockutils [req-a6356e5d-63fe-4dba-8a18-e05376990103 req-03e60186-bbb4-4a43-835a-1c38d2297143 service nova] Acquired lock "refresh_cache-ddfef65d-2e70-4e6b-8996-b92dd4e1e577" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.687610] env[70867]: DEBUG nova.network.neutron [req-a6356e5d-63fe-4dba-8a18-e05376990103 req-03e60186-bbb4-4a43-835a-1c38d2297143 service nova] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Refreshing network info cache for port 50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.688785] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:5e:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.696529] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.697558] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02777008-0dff-4ab8-b506-6f0cd21c3564 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.702204] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.702455] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05310a7f-6710-442c-bb28-e21399f53f19 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.723479] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.724779] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fea45ca-2fdc-451e-b0f7-41411de7d469 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.728053] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.728053] env[70867]: value = "task-3474100" [ 1020.728053] env[70867]: _type = "Task" [ 1020.728053] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.731855] env[70867]: DEBUG oslo_vmware.api [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for the task: (returnval){ [ 1020.731855] env[70867]: value = "task-3474101" [ 1020.731855] env[70867]: _type = "Task" [ 1020.731855] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.747571] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474100, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.756904] env[70867]: INFO nova.compute.manager [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Took 42.52 seconds to build instance. [ 1020.758073] env[70867]: DEBUG oslo_vmware.api [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3474101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.863672] env[70867]: DEBUG oslo_vmware.api [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Task: {'id': task-3474098, 'name': PowerOnVM_Task, 'duration_secs': 0.532333} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.864308] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.864579] env[70867]: INFO nova.compute.manager [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1020.864866] env[70867]: DEBUG nova.compute.manager [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.867072] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0d8fe8-e6aa-48d9-9d1c-07d702f5d00a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.986702] env[70867]: DEBUG nova.compute.manager [None req-e813e9f2-fecc-4686-89ab-56398c3cad8e tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1020.986889] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e813e9f2-fecc-4686-89ab-56398c3cad8e tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.987881] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f2b625-10ba-473b-916e-a8bdde07abd6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.998370] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e813e9f2-fecc-4686-89ab-56398c3cad8e tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.000759] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9955afeb-376c-4c9d-8e3b-4ee5b508410f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.005674] env[70867]: DEBUG oslo_concurrency.lockutils [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Acquiring lock "f00b03b9-a745-4058-9550-c62f4d1ab179" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.005989] env[70867]: DEBUG oslo_concurrency.lockutils [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Lock "f00b03b9-a745-4058-9550-c62f4d1ab179" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.013724] env[70867]: DEBUG oslo_vmware.api [None req-e813e9f2-fecc-4686-89ab-56398c3cad8e tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for the task: (returnval){ [ 1021.013724] env[70867]: value = "task-3474102" [ 1021.013724] env[70867]: _type = "Task" [ 1021.013724] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.027254] env[70867]: DEBUG oslo_vmware.api [None req-e813e9f2-fecc-4686-89ab-56398c3cad8e tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3474102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.073358] env[70867]: DEBUG oslo_vmware.api [None req-c56812a4-879b-4353-9eb4-319ea9702453 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3474099, 'name': PowerOffVM_Task, 'duration_secs': 0.366706} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.073760] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56812a4-879b-4353-9eb4-319ea9702453 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.074044] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c56812a4-879b-4353-9eb4-319ea9702453 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.074745] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6334d3d7-583f-42e5-b625-275ab03739c9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.145894] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c56812a4-879b-4353-9eb4-319ea9702453 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.146153] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c56812a4-879b-4353-9eb4-319ea9702453 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.146516] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c56812a4-879b-4353-9eb4-319ea9702453 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Deleting the datastore file [datastore2] 3ddad80f-65ae-427d-8d51-c6254d0d6446 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.146617] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f337ebc4-dd1d-410f-a1f5-4c55e73d7f10 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.153407] env[70867]: DEBUG oslo_vmware.api [None req-c56812a4-879b-4353-9eb4-319ea9702453 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for the task: (returnval){ [ 1021.153407] env[70867]: value = "task-3474104" [ 1021.153407] env[70867]: _type = "Task" [ 1021.153407] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.159486] env[70867]: DEBUG nova.scheduler.client.report [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.167400] env[70867]: DEBUG oslo_vmware.api [None req-c56812a4-879b-4353-9eb4-319ea9702453 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3474104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.241986] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474100, 'name': CreateVM_Task, 'duration_secs': 0.440824} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.248388] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.248752] env[70867]: DEBUG oslo_vmware.api [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3474101, 'name': PowerOffVM_Task, 'duration_secs': 0.257915} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.249470] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.249644] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.250230] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.250571] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.250792] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.251845] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73042cce-c348-47c3-9af5-c69ef9c2a101 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.253606] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73bd57a1-afe8-442f-971a-08bcae228375 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.259763] env[70867]: DEBUG oslo_concurrency.lockutils [None req-06f0b021-6b13-493f-a0dd-df6ef2726d94 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Lock "8955ca0e-27e0-43d8-baae-c3292ede39d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.031s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.263036] env[70867]: DEBUG oslo_vmware.api [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 1021.263036] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52274afe-b2e0-6773-478f-2116c3379605" [ 1021.263036] env[70867]: _type = "Task" [ 1021.263036] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.272701] env[70867]: DEBUG oslo_vmware.api [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52274afe-b2e0-6773-478f-2116c3379605, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.319730] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.322868] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-649905fd-25c5-4c88-aae2-b9894136bb00 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.326578] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.326578] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.327330] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Deleting the datastore file [datastore2] bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.327413] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8a717f8-dbdc-44bd-8617-c59e4f6570c5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.334710] env[70867]: DEBUG oslo_vmware.api [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 1021.334710] env[70867]: value = "task-3474106" [ 1021.334710] env[70867]: _type = "Task" [ 1021.334710] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.336685] env[70867]: DEBUG oslo_vmware.api [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for the task: (returnval){ [ 1021.336685] env[70867]: value = "task-3474107" [ 1021.336685] env[70867]: _type = "Task" [ 1021.336685] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.349223] env[70867]: DEBUG oslo_vmware.api [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.355313] env[70867]: DEBUG oslo_vmware.api [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3474107, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.386363] env[70867]: INFO nova.compute.manager [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Took 30.57 seconds to build instance. [ 1021.508956] env[70867]: DEBUG nova.compute.manager [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1021.526795] env[70867]: DEBUG oslo_vmware.api [None req-e813e9f2-fecc-4686-89ab-56398c3cad8e tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3474102, 'name': PowerOffVM_Task, 'duration_secs': 0.219261} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.527889] env[70867]: DEBUG nova.network.neutron [req-a6356e5d-63fe-4dba-8a18-e05376990103 req-03e60186-bbb4-4a43-835a-1c38d2297143 service nova] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Updated VIF entry in instance network info cache for port 50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.528151] env[70867]: DEBUG nova.network.neutron [req-a6356e5d-63fe-4dba-8a18-e05376990103 req-03e60186-bbb4-4a43-835a-1c38d2297143 service nova] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Updating instance_info_cache with network_info: [{"id": "50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4", "address": "fa:16:3e:84:5e:61", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50ee9cd1-49", "ovs_interfaceid": "50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.529399] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e813e9f2-fecc-4686-89ab-56398c3cad8e tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.529604] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e813e9f2-fecc-4686-89ab-56398c3cad8e tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.529876] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b03493ad-5aca-484b-a7b7-ba0267c19d02 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.585211] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e813e9f2-fecc-4686-89ab-56398c3cad8e tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.585509] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e813e9f2-fecc-4686-89ab-56398c3cad8e tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.585657] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e813e9f2-fecc-4686-89ab-56398c3cad8e tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Deleting the datastore file [datastore2] 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.585921] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52e3949c-3c2c-4237-b163-ffad66c2ce6f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.593116] env[70867]: DEBUG oslo_vmware.api [None req-e813e9f2-fecc-4686-89ab-56398c3cad8e tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for the task: (returnval){ [ 1021.593116] env[70867]: value = "task-3474109" [ 1021.593116] env[70867]: _type = "Task" [ 1021.593116] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.601260] env[70867]: DEBUG oslo_vmware.api [None req-e813e9f2-fecc-4686-89ab-56398c3cad8e tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3474109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.664351] env[70867]: DEBUG oslo_vmware.api [None req-c56812a4-879b-4353-9eb4-319ea9702453 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Task: {'id': task-3474104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356893} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.664681] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c56812a4-879b-4353-9eb4-319ea9702453 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.664839] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c56812a4-879b-4353-9eb4-319ea9702453 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.665033] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c56812a4-879b-4353-9eb4-319ea9702453 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.665237] env[70867]: INFO nova.compute.manager [None req-c56812a4-879b-4353-9eb4-319ea9702453 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1021.665493] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c56812a4-879b-4353-9eb4-319ea9702453 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.665700] env[70867]: DEBUG nova.compute.manager [-] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.665800] env[70867]: DEBUG nova.network.neutron [-] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1021.668053] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.668564] env[70867]: DEBUG nova.compute.manager [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.671265] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c8feb198-3ceb-48c2-be15-52b58df35b4d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.284s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.671569] env[70867]: DEBUG nova.objects.instance [None req-c8feb198-3ceb-48c2-be15-52b58df35b4d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lazy-loading 'resources' on Instance uuid 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.774630] env[70867]: DEBUG oslo_vmware.api [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52274afe-b2e0-6773-478f-2116c3379605, 'name': SearchDatastore_Task, 'duration_secs': 0.022996} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.774921] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.775188] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.775433] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.776570] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.776570] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.776570] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65695679-9257-4444-a8d4-8c3c18d40e65 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.784807] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.785018] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.785906] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-856baa10-6255-43cd-ae39-58c020ebf715 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.791717] env[70867]: DEBUG oslo_vmware.api [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 1021.791717] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52497548-7d47-4c71-5858-d1d23ac98c99" [ 1021.791717] env[70867]: _type = "Task" [ 1021.791717] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.799137] env[70867]: DEBUG oslo_vmware.api [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52497548-7d47-4c71-5858-d1d23ac98c99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.825884] env[70867]: DEBUG oslo_concurrency.lockutils [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Acquiring lock "da0c0e5d-8af9-4502-8565-3131f63e9829" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.826196] env[70867]: DEBUG oslo_concurrency.lockutils [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Lock "da0c0e5d-8af9-4502-8565-3131f63e9829" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.850142] env[70867]: DEBUG oslo_vmware.api [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474106, 'name': PowerOffVM_Task, 'duration_secs': 0.221399} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.853228] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.853584] env[70867]: DEBUG oslo_vmware.api [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3474107, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243439} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.854331] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f246f1-47df-4363-8f34-de9716709633 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.856824] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.856824] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.857020] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.857198] env[70867]: INFO nova.compute.manager [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1021.857419] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.857839] env[70867]: DEBUG nova.compute.manager [-] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.857952] env[70867]: DEBUG nova.network.neutron [-] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1021.880575] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892a342e-a8a2-4127-afc0-5cadc6f2de91 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.888700] env[70867]: DEBUG oslo_concurrency.lockutils [None req-951564f4-8d8c-4047-ac46-c7ea3f2a12d3 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Lock "f575b0fd-ff25-4b1c-aecf-e6de9e081838" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.083s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.939110] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.939327] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffa870b9-361d-4e44-a965-5964778ddca5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.950266] env[70867]: DEBUG oslo_vmware.api [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 1021.950266] env[70867]: value = "task-3474110" [ 1021.950266] env[70867]: _type = "Task" [ 1021.950266] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.961091] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] VM already powered off {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1021.961091] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.961271] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.032810] env[70867]: DEBUG oslo_concurrency.lockutils [req-a6356e5d-63fe-4dba-8a18-e05376990103 req-03e60186-bbb4-4a43-835a-1c38d2297143 service nova] Releasing lock "refresh_cache-ddfef65d-2e70-4e6b-8996-b92dd4e1e577" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.041694] env[70867]: DEBUG oslo_concurrency.lockutils [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.103962] env[70867]: DEBUG oslo_vmware.api [None req-e813e9f2-fecc-4686-89ab-56398c3cad8e tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Task: {'id': task-3474109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331506} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.104596] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e813e9f2-fecc-4686-89ab-56398c3cad8e tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.105813] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e813e9f2-fecc-4686-89ab-56398c3cad8e tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.106057] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e813e9f2-fecc-4686-89ab-56398c3cad8e tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.106281] env[70867]: INFO nova.compute.manager [None req-e813e9f2-fecc-4686-89ab-56398c3cad8e tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1022.106709] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e813e9f2-fecc-4686-89ab-56398c3cad8e tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.106820] env[70867]: DEBUG nova.compute.manager [-] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1022.106820] env[70867]: DEBUG nova.network.neutron [-] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1022.179042] env[70867]: DEBUG nova.compute.utils [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.184822] env[70867]: DEBUG nova.compute.manager [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1022.184913] env[70867]: DEBUG nova.network.neutron [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1022.189872] env[70867]: DEBUG nova.compute.manager [req-0642289f-2063-4a95-a4d2-d9fdd4cd9e1f req-c0654240-e110-4031-8dca-c4a85d988bbb service nova] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Received event network-vif-deleted-4ad2fe28-1cf3-45e5-937e-d866ce1a5e00 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.189872] env[70867]: INFO nova.compute.manager [req-0642289f-2063-4a95-a4d2-d9fdd4cd9e1f req-c0654240-e110-4031-8dca-c4a85d988bbb service nova] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Neutron deleted interface 4ad2fe28-1cf3-45e5-937e-d866ce1a5e00; detaching it from the instance and deleting it from the info cache [ 1022.189872] env[70867]: DEBUG nova.network.neutron [req-0642289f-2063-4a95-a4d2-d9fdd4cd9e1f req-c0654240-e110-4031-8dca-c4a85d988bbb service nova] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.236353] env[70867]: DEBUG nova.policy [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d46a444c64d46d1b1304554576e9d84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '531e77ef69fe4892bb20a8d005c760d4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.310019] env[70867]: DEBUG oslo_vmware.api [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52497548-7d47-4c71-5858-d1d23ac98c99, 'name': SearchDatastore_Task, 'duration_secs': 0.014} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.310336] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12756696-8cf0-4b8f-92ef-cc695649d290 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.320896] env[70867]: DEBUG oslo_vmware.api [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 1022.320896] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]525d5824-5a73-852d-e860-a4be2458f927" [ 1022.320896] env[70867]: _type = "Task" [ 1022.320896] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.328393] env[70867]: DEBUG nova.compute.manager [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1022.331517] env[70867]: DEBUG oslo_vmware.api [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]525d5824-5a73-852d-e860-a4be2458f927, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.452026] env[70867]: DEBUG oslo_concurrency.lockutils [None req-29a42bc0-c2b2-4034-af03-7b8eb4e9cc7d tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Acquiring lock "8955ca0e-27e0-43d8-baae-c3292ede39d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.452026] env[70867]: DEBUG oslo_concurrency.lockutils [None req-29a42bc0-c2b2-4034-af03-7b8eb4e9cc7d tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Lock "8955ca0e-27e0-43d8-baae-c3292ede39d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.452026] env[70867]: DEBUG oslo_concurrency.lockutils [None req-29a42bc0-c2b2-4034-af03-7b8eb4e9cc7d tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Acquiring lock "8955ca0e-27e0-43d8-baae-c3292ede39d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.452026] env[70867]: DEBUG oslo_concurrency.lockutils [None req-29a42bc0-c2b2-4034-af03-7b8eb4e9cc7d tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Lock "8955ca0e-27e0-43d8-baae-c3292ede39d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.452026] env[70867]: DEBUG oslo_concurrency.lockutils [None req-29a42bc0-c2b2-4034-af03-7b8eb4e9cc7d tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Lock "8955ca0e-27e0-43d8-baae-c3292ede39d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.453703] env[70867]: INFO nova.compute.manager [None req-29a42bc0-c2b2-4034-af03-7b8eb4e9cc7d tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Terminating instance [ 1022.495750] env[70867]: DEBUG nova.network.neutron [-] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.608115] env[70867]: DEBUG nova.network.neutron [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Successfully created port: cc3ead59-3e3c-4c93-ab09-29fff5ad36db {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.613554] env[70867]: DEBUG nova.compute.manager [req-cc9377ee-13a1-4a72-b9c8-cf88303db334 req-9accba25-d4ab-46d6-817c-a33d28c09d42 service nova] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Received event network-vif-deleted-5413e346-6140-46cb-81d6-d0b345f55e16 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.613821] env[70867]: INFO nova.compute.manager [req-cc9377ee-13a1-4a72-b9c8-cf88303db334 req-9accba25-d4ab-46d6-817c-a33d28c09d42 service nova] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Neutron deleted interface 5413e346-6140-46cb-81d6-d0b345f55e16; detaching it from the instance and deleting it from the info cache [ 1022.613906] env[70867]: DEBUG nova.network.neutron [req-cc9377ee-13a1-4a72-b9c8-cf88303db334 req-9accba25-d4ab-46d6-817c-a33d28c09d42 service nova] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.618347] env[70867]: DEBUG nova.network.neutron [-] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.645037] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac711b3c-1aa9-411c-8368-7acf424c16f5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.658849] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530490ab-66d0-40a0-9483-eb43cd816eca {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.695219] env[70867]: DEBUG nova.compute.manager [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.698194] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-20957fca-7d70-43f9-86dc-f4b4643048dc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.701067] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3878846-8618-4c46-8474-5a98fe0c08c1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.712171] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cf264a-4b67-4e70-b2be-b3b87a54357f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.720393] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbd84b8-5555-44c5-b742-e172a82f5e8f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.743645] env[70867]: DEBUG nova.compute.provider_tree [None req-c8feb198-3ceb-48c2-be15-52b58df35b4d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.759075] env[70867]: DEBUG nova.compute.manager [req-0642289f-2063-4a95-a4d2-d9fdd4cd9e1f req-c0654240-e110-4031-8dca-c4a85d988bbb service nova] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Detach interface failed, port_id=4ad2fe28-1cf3-45e5-937e-d866ce1a5e00, reason: Instance 3ddad80f-65ae-427d-8d51-c6254d0d6446 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1022.760246] env[70867]: DEBUG nova.scheduler.client.report [None req-c8feb198-3ceb-48c2-be15-52b58df35b4d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.830219] env[70867]: DEBUG oslo_vmware.api [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]525d5824-5a73-852d-e860-a4be2458f927, 'name': SearchDatastore_Task, 'duration_secs': 0.039344} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.830546] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.830867] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] ddfef65d-2e70-4e6b-8996-b92dd4e1e577/ddfef65d-2e70-4e6b-8996-b92dd4e1e577.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.831212] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.831414] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.831676] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe389170-39a0-4b1e-b0ba-76923f9cbf93 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.833850] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f38235d0-7820-4c86-b8d9-d9cefa084ec8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.846588] env[70867]: DEBUG oslo_vmware.api [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 1022.846588] env[70867]: value = "task-3474111" [ 1022.846588] env[70867]: _type = "Task" [ 1022.846588] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.849224] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.849433] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.850485] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c76b82c5-a858-44c2-bc57-beb1c12c3b2a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.855809] env[70867]: DEBUG oslo_vmware.api [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.857349] env[70867]: DEBUG oslo_concurrency.lockutils [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.858675] env[70867]: DEBUG oslo_vmware.api [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 1022.858675] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]522064e5-54e2-7848-0242-9d2e1781c268" [ 1022.858675] env[70867]: _type = "Task" [ 1022.858675] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.867098] env[70867]: DEBUG oslo_vmware.api [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]522064e5-54e2-7848-0242-9d2e1781c268, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.905793] env[70867]: DEBUG nova.network.neutron [-] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.962122] env[70867]: DEBUG nova.compute.manager [None req-29a42bc0-c2b2-4034-af03-7b8eb4e9cc7d tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1022.963027] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-29a42bc0-c2b2-4034-af03-7b8eb4e9cc7d tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.963289] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3f4776-58d8-4909-9228-5894477e34f6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.970596] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-29a42bc0-c2b2-4034-af03-7b8eb4e9cc7d tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.970857] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af228a08-5969-4a9f-a99b-c88f55629563 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.977274] env[70867]: DEBUG oslo_vmware.api [None req-29a42bc0-c2b2-4034-af03-7b8eb4e9cc7d tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Waiting for the task: (returnval){ [ 1022.977274] env[70867]: value = "task-3474112" [ 1022.977274] env[70867]: _type = "Task" [ 1022.977274] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.984812] env[70867]: DEBUG oslo_vmware.api [None req-29a42bc0-c2b2-4034-af03-7b8eb4e9cc7d tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': task-3474112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.997877] env[70867]: INFO nova.compute.manager [-] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Took 1.33 seconds to deallocate network for instance. [ 1023.120957] env[70867]: INFO nova.compute.manager [-] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Took 1.26 seconds to deallocate network for instance. [ 1023.121274] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5d225e6-b912-4bd1-be12-2ef7529ed315 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.138257] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f209b40-8e5a-4659-a120-174b3ca8bf06 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.155451] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a36898f4-b85a-48e5-b46f-f41fbfe8ded4 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Acquiring lock "f575b0fd-ff25-4b1c-aecf-e6de9e081838" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.155451] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a36898f4-b85a-48e5-b46f-f41fbfe8ded4 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Lock "f575b0fd-ff25-4b1c-aecf-e6de9e081838" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.155451] env[70867]: INFO nova.compute.manager [None req-a36898f4-b85a-48e5-b46f-f41fbfe8ded4 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Rebooting instance [ 1023.170081] env[70867]: DEBUG nova.compute.manager [req-cc9377ee-13a1-4a72-b9c8-cf88303db334 req-9accba25-d4ab-46d6-817c-a33d28c09d42 service nova] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Detach interface failed, port_id=5413e346-6140-46cb-81d6-d0b345f55e16, reason: Instance bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1023.265016] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c8feb198-3ceb-48c2-be15-52b58df35b4d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.593s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.271409] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b4b8aefc-30c0-4356-bec9-a73cae944bad tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.851s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.271409] env[70867]: DEBUG nova.objects.instance [None req-b4b8aefc-30c0-4356-bec9-a73cae944bad tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Lazy-loading 'resources' on Instance uuid d0ca53d2-313b-48e6-95ca-b580e0b083ff {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.296080] env[70867]: INFO nova.scheduler.client.report [None req-c8feb198-3ceb-48c2-be15-52b58df35b4d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Deleted allocations for instance 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30 [ 1023.356060] env[70867]: DEBUG oslo_vmware.api [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474111, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.370963] env[70867]: DEBUG oslo_vmware.api [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]522064e5-54e2-7848-0242-9d2e1781c268, 'name': SearchDatastore_Task, 'duration_secs': 0.010914} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.371773] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe836690-b944-44d7-92cf-a4592ed5ab9d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.377060] env[70867]: DEBUG oslo_vmware.api [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 1023.377060] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521991cd-0135-89f3-4598-44543dba6ade" [ 1023.377060] env[70867]: _type = "Task" [ 1023.377060] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.385712] env[70867]: DEBUG oslo_vmware.api [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521991cd-0135-89f3-4598-44543dba6ade, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.408894] env[70867]: INFO nova.compute.manager [-] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Took 1.30 seconds to deallocate network for instance. [ 1023.489378] env[70867]: DEBUG oslo_vmware.api [None req-29a42bc0-c2b2-4034-af03-7b8eb4e9cc7d tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': task-3474112, 'name': PowerOffVM_Task, 'duration_secs': 0.255566} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.489378] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-29a42bc0-c2b2-4034-af03-7b8eb4e9cc7d tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.489378] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-29a42bc0-c2b2-4034-af03-7b8eb4e9cc7d tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1023.489378] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41fd3dc9-0706-4541-9269-e74b2cdca5ec {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.505352] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c56812a4-879b-4353-9eb4-319ea9702453 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.620991] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-29a42bc0-c2b2-4034-af03-7b8eb4e9cc7d tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.621254] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-29a42bc0-c2b2-4034-af03-7b8eb4e9cc7d tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.621454] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-29a42bc0-c2b2-4034-af03-7b8eb4e9cc7d tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Deleting the datastore file [datastore2] 8955ca0e-27e0-43d8-baae-c3292ede39d6 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.621713] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae478740-f269-40b2-9525-2c3404b0744f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.629085] env[70867]: DEBUG oslo_vmware.api [None req-29a42bc0-c2b2-4034-af03-7b8eb4e9cc7d tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Waiting for the task: (returnval){ [ 1023.629085] env[70867]: value = "task-3474114" [ 1023.629085] env[70867]: _type = "Task" [ 1023.629085] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.633794] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.637816] env[70867]: DEBUG oslo_vmware.api [None req-29a42bc0-c2b2-4034-af03-7b8eb4e9cc7d tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': task-3474114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.679076] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a36898f4-b85a-48e5-b46f-f41fbfe8ded4 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Acquiring lock "refresh_cache-f575b0fd-ff25-4b1c-aecf-e6de9e081838" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.679296] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a36898f4-b85a-48e5-b46f-f41fbfe8ded4 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Acquired lock "refresh_cache-f575b0fd-ff25-4b1c-aecf-e6de9e081838" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.679482] env[70867]: DEBUG nova.network.neutron [None req-a36898f4-b85a-48e5-b46f-f41fbfe8ded4 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.713481] env[70867]: DEBUG nova.compute.manager [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.745616] env[70867]: DEBUG nova.virt.hardware [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.745861] env[70867]: DEBUG nova.virt.hardware [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.746064] env[70867]: DEBUG nova.virt.hardware [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.746282] env[70867]: DEBUG nova.virt.hardware [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.747233] env[70867]: DEBUG nova.virt.hardware [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.747470] env[70867]: DEBUG nova.virt.hardware [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.747701] env[70867]: DEBUG nova.virt.hardware [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.747863] env[70867]: DEBUG nova.virt.hardware [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.748180] env[70867]: DEBUG nova.virt.hardware [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.748224] env[70867]: DEBUG nova.virt.hardware [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.748367] env[70867]: DEBUG nova.virt.hardware [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.749279] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02baf1ea-5ef5-4742-8be8-721cc0b289a3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.760476] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da198cd-7654-428e-bd6a-4dfc3f379f56 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.808430] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c8feb198-3ceb-48c2-be15-52b58df35b4d tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.214s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.862621] env[70867]: DEBUG oslo_vmware.api [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522748} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.862894] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] ddfef65d-2e70-4e6b-8996-b92dd4e1e577/ddfef65d-2e70-4e6b-8996-b92dd4e1e577.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.863127] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.863396] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44d2f1d8-8c07-4304-b9bd-59a947040d1b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.871830] env[70867]: DEBUG oslo_vmware.api [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 1023.871830] env[70867]: value = "task-3474115" [ 1023.871830] env[70867]: _type = "Task" [ 1023.871830] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.885023] env[70867]: DEBUG oslo_vmware.api [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.897322] env[70867]: DEBUG oslo_vmware.api [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521991cd-0135-89f3-4598-44543dba6ade, 'name': SearchDatastore_Task, 'duration_secs': 0.009559} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.897793] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.897964] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 395a456a-0ff5-496e-9a22-71c787a1a4cd/dd397023-e461-4e98-8ebe-ed21450996ea-rescue.vmdk. {{(pid=70867) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1023.898349] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17388b22-414f-447f-9b72-698a1b88c030 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.906782] env[70867]: DEBUG oslo_vmware.api [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 1023.906782] env[70867]: value = "task-3474116" [ 1023.906782] env[70867]: _type = "Task" [ 1023.906782] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.918237] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e813e9f2-fecc-4686-89ab-56398c3cad8e tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.918237] env[70867]: DEBUG oslo_vmware.api [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.138969] env[70867]: DEBUG oslo_vmware.api [None req-29a42bc0-c2b2-4034-af03-7b8eb4e9cc7d tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': task-3474114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219371} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.139278] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-29a42bc0-c2b2-4034-af03-7b8eb4e9cc7d tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.139462] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-29a42bc0-c2b2-4034-af03-7b8eb4e9cc7d tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.141194] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-29a42bc0-c2b2-4034-af03-7b8eb4e9cc7d tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.141194] env[70867]: INFO nova.compute.manager [None req-29a42bc0-c2b2-4034-af03-7b8eb4e9cc7d tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1024.141194] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29a42bc0-c2b2-4034-af03-7b8eb4e9cc7d tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.141194] env[70867]: DEBUG nova.compute.manager [-] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1024.141194] env[70867]: DEBUG nova.network.neutron [-] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1024.272026] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52478984-7f9d-4e35-9b2c-eaa724b85793 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.287508] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9298c02e-fe72-495e-a17d-58c42b32448b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.294457] env[70867]: DEBUG nova.network.neutron [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Successfully updated port: cc3ead59-3e3c-4c93-ab09-29fff5ad36db {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.331587] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc6d6a2-9a97-4f2d-903e-eaf76cd81f8c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.347568] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dce7444-027e-4a3d-bf23-ca1390539720 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.366641] env[70867]: DEBUG nova.compute.provider_tree [None req-b4b8aefc-30c0-4356-bec9-a73cae944bad tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.370086] env[70867]: DEBUG nova.compute.manager [req-01a76f58-a951-45d5-9095-a421557e1bfe req-fe534b64-a2e9-4ad8-86a8-7fc596644e39 service nova] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Received event network-vif-deleted-0a07d188-6f0c-4b1c-ba8f-2a910e279ebb {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.386277] env[70867]: DEBUG oslo_vmware.api [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13013} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.386555] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.387979] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad411f4f-f6be-47d9-a801-7744cc2a0967 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.418031] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] ddfef65d-2e70-4e6b-8996-b92dd4e1e577/ddfef65d-2e70-4e6b-8996-b92dd4e1e577.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.418911] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f6ae6d6-26f9-485f-a20a-84231c2d60ce {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.445904] env[70867]: DEBUG oslo_vmware.api [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474116, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.447595] env[70867]: DEBUG oslo_vmware.api [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 1024.447595] env[70867]: value = "task-3474117" [ 1024.447595] env[70867]: _type = "Task" [ 1024.447595] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.460505] env[70867]: DEBUG oslo_vmware.api [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474117, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.725647] env[70867]: DEBUG nova.compute.manager [req-99feff17-f2ca-47d6-8dd3-84306999d19e req-1454739e-b3d3-4117-bb5f-84b5d9a03f03 service nova] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Received event network-vif-plugged-cc3ead59-3e3c-4c93-ab09-29fff5ad36db {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.726099] env[70867]: DEBUG oslo_concurrency.lockutils [req-99feff17-f2ca-47d6-8dd3-84306999d19e req-1454739e-b3d3-4117-bb5f-84b5d9a03f03 service nova] Acquiring lock "de3aee59-9ef4-461a-9f59-9018b003fac6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.726448] env[70867]: DEBUG oslo_concurrency.lockutils [req-99feff17-f2ca-47d6-8dd3-84306999d19e req-1454739e-b3d3-4117-bb5f-84b5d9a03f03 service nova] Lock "de3aee59-9ef4-461a-9f59-9018b003fac6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.726730] env[70867]: DEBUG oslo_concurrency.lockutils [req-99feff17-f2ca-47d6-8dd3-84306999d19e req-1454739e-b3d3-4117-bb5f-84b5d9a03f03 service nova] Lock "de3aee59-9ef4-461a-9f59-9018b003fac6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.727035] env[70867]: DEBUG nova.compute.manager [req-99feff17-f2ca-47d6-8dd3-84306999d19e req-1454739e-b3d3-4117-bb5f-84b5d9a03f03 service nova] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] No waiting events found dispatching network-vif-plugged-cc3ead59-3e3c-4c93-ab09-29fff5ad36db {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1024.728213] env[70867]: WARNING nova.compute.manager [req-99feff17-f2ca-47d6-8dd3-84306999d19e req-1454739e-b3d3-4117-bb5f-84b5d9a03f03 service nova] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Received unexpected event network-vif-plugged-cc3ead59-3e3c-4c93-ab09-29fff5ad36db for instance with vm_state building and task_state spawning. [ 1024.728402] env[70867]: DEBUG nova.compute.manager [req-99feff17-f2ca-47d6-8dd3-84306999d19e req-1454739e-b3d3-4117-bb5f-84b5d9a03f03 service nova] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Received event network-changed-cc3ead59-3e3c-4c93-ab09-29fff5ad36db {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.728579] env[70867]: DEBUG nova.compute.manager [req-99feff17-f2ca-47d6-8dd3-84306999d19e req-1454739e-b3d3-4117-bb5f-84b5d9a03f03 service nova] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Refreshing instance network info cache due to event network-changed-cc3ead59-3e3c-4c93-ab09-29fff5ad36db. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.728783] env[70867]: DEBUG oslo_concurrency.lockutils [req-99feff17-f2ca-47d6-8dd3-84306999d19e req-1454739e-b3d3-4117-bb5f-84b5d9a03f03 service nova] Acquiring lock "refresh_cache-de3aee59-9ef4-461a-9f59-9018b003fac6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.728926] env[70867]: DEBUG oslo_concurrency.lockutils [req-99feff17-f2ca-47d6-8dd3-84306999d19e req-1454739e-b3d3-4117-bb5f-84b5d9a03f03 service nova] Acquired lock "refresh_cache-de3aee59-9ef4-461a-9f59-9018b003fac6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.729239] env[70867]: DEBUG nova.network.neutron [req-99feff17-f2ca-47d6-8dd3-84306999d19e req-1454739e-b3d3-4117-bb5f-84b5d9a03f03 service nova] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Refreshing network info cache for port cc3ead59-3e3c-4c93-ab09-29fff5ad36db {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.797140] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "refresh_cache-de3aee59-9ef4-461a-9f59-9018b003fac6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.839758] env[70867]: DEBUG nova.network.neutron [None req-a36898f4-b85a-48e5-b46f-f41fbfe8ded4 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Updating instance_info_cache with network_info: [{"id": "f559af21-3a49-4e46-a823-15f4be428c9f", "address": "fa:16:3e:53:8e:24", "network": {"id": "6e40a15f-033f-4b15-9448-8f2770c667dc", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1458929747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "623eb868f40542dab9590fdf9819f009", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf559af21-3a", "ovs_interfaceid": "f559af21-3a49-4e46-a823-15f4be428c9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.841150] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "11b97e82-50f1-42a2-93ad-89765ef6a875" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.841443] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "11b97e82-50f1-42a2-93ad-89765ef6a875" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.871461] env[70867]: DEBUG nova.scheduler.client.report [None req-b4b8aefc-30c0-4356-bec9-a73cae944bad tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.929350] env[70867]: DEBUG oslo_vmware.api [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63666} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.929622] env[70867]: INFO nova.virt.vmwareapi.ds_util [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 395a456a-0ff5-496e-9a22-71c787a1a4cd/dd397023-e461-4e98-8ebe-ed21450996ea-rescue.vmdk. [ 1024.930453] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2583c04d-b491-4431-a55d-dbabd101595e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.959796] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 395a456a-0ff5-496e-9a22-71c787a1a4cd/dd397023-e461-4e98-8ebe-ed21450996ea-rescue.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.963536] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc1e62d5-29be-45d4-a033-005a1ffddae9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.985919] env[70867]: DEBUG oslo_vmware.api [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474117, 'name': ReconfigVM_Task, 'duration_secs': 0.354741} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.987261] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Reconfigured VM instance instance-0000004e to attach disk [datastore1] ddfef65d-2e70-4e6b-8996-b92dd4e1e577/ddfef65d-2e70-4e6b-8996-b92dd4e1e577.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.987963] env[70867]: DEBUG oslo_vmware.api [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 1024.987963] env[70867]: value = "task-3474118" [ 1024.987963] env[70867]: _type = "Task" [ 1024.987963] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.988178] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c0d287a-1167-46a6-8ac1-a8887be8e947 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.000755] env[70867]: DEBUG oslo_vmware.api [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474118, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.002173] env[70867]: DEBUG oslo_vmware.api [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 1025.002173] env[70867]: value = "task-3474119" [ 1025.002173] env[70867]: _type = "Task" [ 1025.002173] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.275052] env[70867]: DEBUG nova.network.neutron [req-99feff17-f2ca-47d6-8dd3-84306999d19e req-1454739e-b3d3-4117-bb5f-84b5d9a03f03 service nova] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.346968] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a36898f4-b85a-48e5-b46f-f41fbfe8ded4 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Releasing lock "refresh_cache-f575b0fd-ff25-4b1c-aecf-e6de9e081838" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.350518] env[70867]: DEBUG nova.compute.manager [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1025.376180] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b4b8aefc-30c0-4356-bec9-a73cae944bad tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.379716] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.401s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.382020] env[70867]: INFO nova.compute.claims [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1025.409250] env[70867]: INFO nova.scheduler.client.report [None req-b4b8aefc-30c0-4356-bec9-a73cae944bad tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Deleted allocations for instance d0ca53d2-313b-48e6-95ca-b580e0b083ff [ 1025.420745] env[70867]: DEBUG nova.network.neutron [req-99feff17-f2ca-47d6-8dd3-84306999d19e req-1454739e-b3d3-4117-bb5f-84b5d9a03f03 service nova] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.500938] env[70867]: DEBUG oslo_vmware.api [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474118, 'name': ReconfigVM_Task, 'duration_secs': 0.364558} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.501375] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 395a456a-0ff5-496e-9a22-71c787a1a4cd/dd397023-e461-4e98-8ebe-ed21450996ea-rescue.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.502995] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ee269f-4281-4877-87aa-a89ec55627b4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.515595] env[70867]: DEBUG oslo_vmware.api [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474119, 'name': Rename_Task, 'duration_secs': 0.162664} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.535759] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.542022] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-512d32c9-83d2-42ed-a632-6c64a89bfe41 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.543887] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebc9ae8f-9921-4d8c-a407-dec4f67efe41 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.562163] env[70867]: DEBUG oslo_vmware.api [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 1025.562163] env[70867]: value = "task-3474120" [ 1025.562163] env[70867]: _type = "Task" [ 1025.562163] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.563870] env[70867]: DEBUG oslo_vmware.api [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 1025.563870] env[70867]: value = "task-3474121" [ 1025.563870] env[70867]: _type = "Task" [ 1025.563870] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.577648] env[70867]: DEBUG oslo_vmware.api [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.583746] env[70867]: DEBUG oslo_vmware.api [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474121, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.863340] env[70867]: DEBUG nova.compute.manager [None req-a36898f4-b85a-48e5-b46f-f41fbfe8ded4 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.864409] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d6838d-1ef9-4ad3-9f5d-992ec539e515 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.887225] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.920979] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b4b8aefc-30c0-4356-bec9-a73cae944bad tempest-VolumesAdminNegativeTest-1376982011 tempest-VolumesAdminNegativeTest-1376982011-project-member] Lock "d0ca53d2-313b-48e6-95ca-b580e0b083ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.682s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.922885] env[70867]: DEBUG oslo_concurrency.lockutils [req-99feff17-f2ca-47d6-8dd3-84306999d19e req-1454739e-b3d3-4117-bb5f-84b5d9a03f03 service nova] Releasing lock "refresh_cache-de3aee59-9ef4-461a-9f59-9018b003fac6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.923648] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquired lock "refresh_cache-de3aee59-9ef4-461a-9f59-9018b003fac6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.923648] env[70867]: DEBUG nova.network.neutron [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.950833] env[70867]: DEBUG nova.network.neutron [-] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.075693] env[70867]: DEBUG oslo_vmware.api [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474120, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.084513] env[70867]: DEBUG oslo_vmware.api [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474121, 'name': ReconfigVM_Task, 'duration_secs': 0.297805} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.084885] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.085140] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8864d54-7211-4b47-89d1-14d1de1fbff6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.092704] env[70867]: DEBUG oslo_vmware.api [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 1026.092704] env[70867]: value = "task-3474122" [ 1026.092704] env[70867]: _type = "Task" [ 1026.092704] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.105953] env[70867]: DEBUG oslo_vmware.api [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.453213] env[70867]: INFO nova.compute.manager [-] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Took 2.31 seconds to deallocate network for instance. [ 1026.483515] env[70867]: DEBUG nova.compute.manager [req-db752e3c-2100-4761-a53c-a8624b500e01 req-ba9cafd5-7f26-448b-b2e9-75d817d92c7c service nova] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Received event network-vif-deleted-d40856bb-2fea-4df8-a08e-9996cbd7a770 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.483715] env[70867]: DEBUG nova.compute.manager [req-db752e3c-2100-4761-a53c-a8624b500e01 req-ba9cafd5-7f26-448b-b2e9-75d817d92c7c service nova] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Received event network-vif-deleted-3a167fc5-9050-4c0b-acf2-faaee05961bf {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.483882] env[70867]: DEBUG nova.compute.manager [req-db752e3c-2100-4761-a53c-a8624b500e01 req-ba9cafd5-7f26-448b-b2e9-75d817d92c7c service nova] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Received event network-vif-deleted-85701fe9-506a-46e8-b5ca-7a84ede49b8c {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.489894] env[70867]: DEBUG nova.network.neutron [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1026.575095] env[70867]: DEBUG oslo_vmware.api [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474120, 'name': PowerOnVM_Task, 'duration_secs': 0.7078} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.575499] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.575799] env[70867]: INFO nova.compute.manager [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Took 9.75 seconds to spawn the instance on the hypervisor. [ 1026.576061] env[70867]: DEBUG nova.compute.manager [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.577099] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6595103f-1ee4-4bd1-ba28-02ef3b02e9b4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.613897] env[70867]: DEBUG oslo_vmware.api [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474122, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.860458] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daccd0d6-15ff-40c0-8ff0-5483be40fd49 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.871490] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a8df87-73eb-478a-8c98-306790779757 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.905266] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48b4f1c-c064-4517-83e8-7003bd104fed {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.908543] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e593fd-f872-4be0-b3ab-dbaa17fd255d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.919682] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14af72d-0ca6-48ac-a5f1-e72d8f03f7af {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.928431] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a36898f4-b85a-48e5-b46f-f41fbfe8ded4 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Doing hard reboot of VM {{(pid=70867) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1026.928431] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-b02f34ff-b9b2-4137-b5e6-822c7ca28a67 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.939965] env[70867]: DEBUG nova.compute.provider_tree [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.942827] env[70867]: DEBUG oslo_vmware.api [None req-a36898f4-b85a-48e5-b46f-f41fbfe8ded4 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Waiting for the task: (returnval){ [ 1026.942827] env[70867]: value = "task-3474123" [ 1026.942827] env[70867]: _type = "Task" [ 1026.942827] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.956920] env[70867]: DEBUG oslo_vmware.api [None req-a36898f4-b85a-48e5-b46f-f41fbfe8ded4 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Task: {'id': task-3474123, 'name': ResetVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.966866] env[70867]: DEBUG oslo_concurrency.lockutils [None req-29a42bc0-c2b2-4034-af03-7b8eb4e9cc7d tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.011933] env[70867]: DEBUG nova.network.neutron [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Updating instance_info_cache with network_info: [{"id": "cc3ead59-3e3c-4c93-ab09-29fff5ad36db", "address": "fa:16:3e:dd:c4:68", "network": {"id": "cfc3fe3f-41ca-4d32-a9e1-bd8add4aaf37", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404983433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "531e77ef69fe4892bb20a8d005c760d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc3ead59-3e", "ovs_interfaceid": "cc3ead59-3e3c-4c93-ab09-29fff5ad36db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.109693] env[70867]: DEBUG oslo_vmware.api [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474122, 'name': PowerOnVM_Task, 'duration_secs': 0.589682} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.111452] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.113041] env[70867]: INFO nova.compute.manager [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Took 29.75 seconds to build instance. [ 1027.114490] env[70867]: DEBUG nova.compute.manager [None req-3b9bc10f-ad64-4989-b910-d2d9e57ce14f tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.115390] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e91def-191b-49a1-98b8-01c1c5fb9683 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.444978] env[70867]: DEBUG nova.scheduler.client.report [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.462689] env[70867]: DEBUG oslo_vmware.api [None req-a36898f4-b85a-48e5-b46f-f41fbfe8ded4 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Task: {'id': task-3474123, 'name': ResetVM_Task, 'duration_secs': 0.124054} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.463088] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a36898f4-b85a-48e5-b46f-f41fbfe8ded4 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Did hard reboot of VM {{(pid=70867) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1027.463947] env[70867]: DEBUG nova.compute.manager [None req-a36898f4-b85a-48e5-b46f-f41fbfe8ded4 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.465298] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af46fbf-14d4-4628-8886-332bee330134 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.517356] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Releasing lock "refresh_cache-de3aee59-9ef4-461a-9f59-9018b003fac6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.517356] env[70867]: DEBUG nova.compute.manager [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Instance network_info: |[{"id": "cc3ead59-3e3c-4c93-ab09-29fff5ad36db", "address": "fa:16:3e:dd:c4:68", "network": {"id": "cfc3fe3f-41ca-4d32-a9e1-bd8add4aaf37", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404983433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "531e77ef69fe4892bb20a8d005c760d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc3ead59-3e", "ovs_interfaceid": "cc3ead59-3e3c-4c93-ab09-29fff5ad36db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1027.517356] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:c4:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc3ead59-3e3c-4c93-ab09-29fff5ad36db', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.531018] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.531018] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.531018] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d59f8e57-47c7-455c-9a18-ffdb8525d2a5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.555275] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.555275] env[70867]: value = "task-3474124" [ 1027.555275] env[70867]: _type = "Task" [ 1027.555275] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.564933] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474124, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.620019] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f8b384a3-98aa-4210-8c48-b94633ff2345 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "ddfef65d-2e70-4e6b-8996-b92dd4e1e577" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.272s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.954663] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.955750] env[70867]: DEBUG nova.compute.manager [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1027.959124] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9fe67829-5c98-4588-992e-b68ba8c18ed2 tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.612s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.963348] env[70867]: DEBUG nova.objects.instance [None req-9fe67829-5c98-4588-992e-b68ba8c18ed2 tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Lazy-loading 'resources' on Instance uuid 7870241c-3fa4-48b6-85dc-b358fc1c0079 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.986724] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a36898f4-b85a-48e5-b46f-f41fbfe8ded4 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Lock "f575b0fd-ff25-4b1c-aecf-e6de9e081838" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.832s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.068361] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474124, 'name': CreateVM_Task, 'duration_secs': 0.45118} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.068789] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1028.069710] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.070145] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.070644] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.071456] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a6d9b58-714d-4aee-b15d-6af74d899930 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.078240] env[70867]: DEBUG oslo_vmware.api [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1028.078240] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52fe05c8-2bb6-b619-fe5c-02247494fc73" [ 1028.078240] env[70867]: _type = "Task" [ 1028.078240] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.091290] env[70867]: DEBUG oslo_vmware.api [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52fe05c8-2bb6-b619-fe5c-02247494fc73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.251952] env[70867]: DEBUG oslo_concurrency.lockutils [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Acquiring lock "387ed6a8-f2ec-408f-9e03-9f0a6a71416e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.251952] env[70867]: DEBUG oslo_concurrency.lockutils [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Lock "387ed6a8-f2ec-408f-9e03-9f0a6a71416e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.472903] env[70867]: DEBUG nova.compute.utils [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1028.472903] env[70867]: DEBUG nova.compute.manager [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1028.472903] env[70867]: DEBUG nova.network.neutron [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1028.530310] env[70867]: DEBUG nova.policy [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf2f119e140443c3a21a9611d5cddf18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f94b6672cd2148058cf204653b4d1471', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1028.590811] env[70867]: DEBUG oslo_vmware.api [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52fe05c8-2bb6-b619-fe5c-02247494fc73, 'name': SearchDatastore_Task, 'duration_secs': 0.011879} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.590811] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.590811] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.590811] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.590811] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.590811] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.591055] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f213c88-439d-4392-8f8e-217d68298b76 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.602634] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.602634] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.602634] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b76cf42f-885a-45af-bea5-8ee23e4e9ad8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.609262] env[70867]: DEBUG oslo_vmware.api [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1028.609262] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]520a68b0-0622-c730-c7bb-88b0e46a91e7" [ 1028.609262] env[70867]: _type = "Task" [ 1028.609262] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.622019] env[70867]: DEBUG oslo_vmware.api [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]520a68b0-0622-c730-c7bb-88b0e46a91e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.754612] env[70867]: DEBUG nova.compute.manager [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1028.946168] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3be912-bc10-4457-8626-dad8bd6f0007 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.956020] env[70867]: INFO nova.compute.manager [None req-bccec2cf-4809-454b-9c2f-dd64d2f2f3e9 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Unrescuing [ 1028.956020] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bccec2cf-4809-454b-9c2f-dd64d2f2f3e9 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquiring lock "refresh_cache-395a456a-0ff5-496e-9a22-71c787a1a4cd" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.956020] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bccec2cf-4809-454b-9c2f-dd64d2f2f3e9 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquired lock "refresh_cache-395a456a-0ff5-496e-9a22-71c787a1a4cd" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.956020] env[70867]: DEBUG nova.network.neutron [None req-bccec2cf-4809-454b-9c2f-dd64d2f2f3e9 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.959338] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f9d7e5-2ac8-4818-895f-1f67aee5d05d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.002019] env[70867]: DEBUG nova.compute.manager [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1029.009738] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f3fd33-11f3-4af9-8ca6-32daad7d0482 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.023061] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c9dcf8-f82f-489a-b446-d989995b1e21 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.042421] env[70867]: DEBUG nova.compute.provider_tree [None req-9fe67829-5c98-4588-992e-b68ba8c18ed2 tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.122381] env[70867]: DEBUG nova.network.neutron [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Successfully created port: 6cb045e1-1cd9-4ad3-9f77-a8435fda9c36 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1029.124866] env[70867]: DEBUG oslo_vmware.api [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]520a68b0-0622-c730-c7bb-88b0e46a91e7, 'name': SearchDatastore_Task, 'duration_secs': 0.017914} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.129365] env[70867]: DEBUG nova.compute.manager [req-a6670f84-662f-422d-86d4-dd195077dfad req-7cc6d761-217b-40c7-b3b7-f07427699940 service nova] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Received event network-changed-50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.129647] env[70867]: DEBUG nova.compute.manager [req-a6670f84-662f-422d-86d4-dd195077dfad req-7cc6d761-217b-40c7-b3b7-f07427699940 service nova] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Refreshing instance network info cache due to event network-changed-50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.129788] env[70867]: DEBUG oslo_concurrency.lockutils [req-a6670f84-662f-422d-86d4-dd195077dfad req-7cc6d761-217b-40c7-b3b7-f07427699940 service nova] Acquiring lock "refresh_cache-ddfef65d-2e70-4e6b-8996-b92dd4e1e577" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.129930] env[70867]: DEBUG oslo_concurrency.lockutils [req-a6670f84-662f-422d-86d4-dd195077dfad req-7cc6d761-217b-40c7-b3b7-f07427699940 service nova] Acquired lock "refresh_cache-ddfef65d-2e70-4e6b-8996-b92dd4e1e577" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.130113] env[70867]: DEBUG nova.network.neutron [req-a6670f84-662f-422d-86d4-dd195077dfad req-7cc6d761-217b-40c7-b3b7-f07427699940 service nova] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Refreshing network info cache for port 50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.131209] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59d8eece-8df6-4118-a01e-19c83b39260f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.138534] env[70867]: DEBUG oslo_vmware.api [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1029.138534] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ee5b17-361f-024b-d58b-a911c6030c0e" [ 1029.138534] env[70867]: _type = "Task" [ 1029.138534] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.152207] env[70867]: DEBUG oslo_vmware.api [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ee5b17-361f-024b-d58b-a911c6030c0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.282887] env[70867]: DEBUG oslo_concurrency.lockutils [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.514362] env[70867]: DEBUG oslo_concurrency.lockutils [None req-42fc5dba-e587-4446-85ff-840a859980d1 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Acquiring lock "f575b0fd-ff25-4b1c-aecf-e6de9e081838" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.517089] env[70867]: DEBUG oslo_concurrency.lockutils [None req-42fc5dba-e587-4446-85ff-840a859980d1 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Lock "f575b0fd-ff25-4b1c-aecf-e6de9e081838" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.517089] env[70867]: DEBUG oslo_concurrency.lockutils [None req-42fc5dba-e587-4446-85ff-840a859980d1 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Acquiring lock "f575b0fd-ff25-4b1c-aecf-e6de9e081838-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.517089] env[70867]: DEBUG oslo_concurrency.lockutils [None req-42fc5dba-e587-4446-85ff-840a859980d1 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Lock "f575b0fd-ff25-4b1c-aecf-e6de9e081838-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.517089] env[70867]: DEBUG oslo_concurrency.lockutils [None req-42fc5dba-e587-4446-85ff-840a859980d1 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Lock "f575b0fd-ff25-4b1c-aecf-e6de9e081838-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.518131] env[70867]: INFO nova.compute.manager [None req-42fc5dba-e587-4446-85ff-840a859980d1 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Terminating instance [ 1029.547266] env[70867]: DEBUG nova.scheduler.client.report [None req-9fe67829-5c98-4588-992e-b68ba8c18ed2 tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.654902] env[70867]: DEBUG oslo_vmware.api [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ee5b17-361f-024b-d58b-a911c6030c0e, 'name': SearchDatastore_Task, 'duration_secs': 0.024637} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.655192] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.655451] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] de3aee59-9ef4-461a-9f59-9018b003fac6/de3aee59-9ef4-461a-9f59-9018b003fac6.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1029.655708] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f2272ac-31da-4e22-b969-29eaf194795d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.670016] env[70867]: DEBUG oslo_vmware.api [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1029.670016] env[70867]: value = "task-3474125" [ 1029.670016] env[70867]: _type = "Task" [ 1029.670016] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.678795] env[70867]: DEBUG oslo_vmware.api [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.933449] env[70867]: DEBUG nova.network.neutron [None req-bccec2cf-4809-454b-9c2f-dd64d2f2f3e9 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Updating instance_info_cache with network_info: [{"id": "37ba523f-36f1-4bc7-ac1c-0755100466fc", "address": "fa:16:3e:74:44:ff", "network": {"id": "3e493881-eefe-496a-9353-8028aec5f643", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2077825194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18e987b51bea4331b1ffaa756933d253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37ba523f-36", "ovs_interfaceid": "37ba523f-36f1-4bc7-ac1c-0755100466fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.958579] env[70867]: DEBUG nova.network.neutron [req-a6670f84-662f-422d-86d4-dd195077dfad req-7cc6d761-217b-40c7-b3b7-f07427699940 service nova] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Updated VIF entry in instance network info cache for port 50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.958947] env[70867]: DEBUG nova.network.neutron [req-a6670f84-662f-422d-86d4-dd195077dfad req-7cc6d761-217b-40c7-b3b7-f07427699940 service nova] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Updating instance_info_cache with network_info: [{"id": "50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4", "address": "fa:16:3e:84:5e:61", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50ee9cd1-49", "ovs_interfaceid": "50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.011815] env[70867]: DEBUG nova.compute.manager [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1030.034779] env[70867]: DEBUG nova.compute.manager [None req-42fc5dba-e587-4446-85ff-840a859980d1 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1030.034993] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-42fc5dba-e587-4446-85ff-840a859980d1 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.036101] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217a63fa-69c3-4622-bf65-4d5feddcd28a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.048697] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-42fc5dba-e587-4446-85ff-840a859980d1 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.048970] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72d244f5-35d3-4a6d-81d6-1edf8a8cb757 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.054264] env[70867]: DEBUG nova.virt.hardware [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1030.054264] env[70867]: DEBUG nova.virt.hardware [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1030.054264] env[70867]: DEBUG nova.virt.hardware [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.054264] env[70867]: DEBUG nova.virt.hardware [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1030.054264] env[70867]: DEBUG nova.virt.hardware [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.054264] env[70867]: DEBUG nova.virt.hardware [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1030.054264] env[70867]: DEBUG nova.virt.hardware [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1030.054264] env[70867]: DEBUG nova.virt.hardware [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1030.054770] env[70867]: DEBUG nova.virt.hardware [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1030.054770] env[70867]: DEBUG nova.virt.hardware [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1030.054770] env[70867]: DEBUG nova.virt.hardware [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1030.055470] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9fe67829-5c98-4588-992e-b68ba8c18ed2 tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.057892] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802a838a-3d9d-4e43-bc59-13c925081de6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.062700] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1e5c178b-9523-4353-b38e-2bd24de10ca4 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.078s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.062700] env[70867]: DEBUG nova.objects.instance [None req-1e5c178b-9523-4353-b38e-2bd24de10ca4 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Lazy-loading 'resources' on Instance uuid ea0be371-569e-4461-be75-5b5d643f1865 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.066346] env[70867]: DEBUG oslo_vmware.api [None req-42fc5dba-e587-4446-85ff-840a859980d1 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Waiting for the task: (returnval){ [ 1030.066346] env[70867]: value = "task-3474126" [ 1030.066346] env[70867]: _type = "Task" [ 1030.066346] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.073297] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000058f5-1506-4603-9313-5443f274997d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.084741] env[70867]: DEBUG oslo_vmware.api [None req-42fc5dba-e587-4446-85ff-840a859980d1 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Task: {'id': task-3474126, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.097258] env[70867]: INFO nova.scheduler.client.report [None req-9fe67829-5c98-4588-992e-b68ba8c18ed2 tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Deleted allocations for instance 7870241c-3fa4-48b6-85dc-b358fc1c0079 [ 1030.135918] env[70867]: DEBUG oslo_concurrency.lockutils [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "adb9d0d3-95b1-49b7-813d-7cff4b8544e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.136218] env[70867]: DEBUG oslo_concurrency.lockutils [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "adb9d0d3-95b1-49b7-813d-7cff4b8544e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.184749] env[70867]: DEBUG oslo_vmware.api [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474125, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.437365] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bccec2cf-4809-454b-9c2f-dd64d2f2f3e9 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Releasing lock "refresh_cache-395a456a-0ff5-496e-9a22-71c787a1a4cd" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.437923] env[70867]: DEBUG nova.objects.instance [None req-bccec2cf-4809-454b-9c2f-dd64d2f2f3e9 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lazy-loading 'flavor' on Instance uuid 395a456a-0ff5-496e-9a22-71c787a1a4cd {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.462545] env[70867]: DEBUG oslo_concurrency.lockutils [req-a6670f84-662f-422d-86d4-dd195077dfad req-7cc6d761-217b-40c7-b3b7-f07427699940 service nova] Releasing lock "refresh_cache-ddfef65d-2e70-4e6b-8996-b92dd4e1e577" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.579762] env[70867]: DEBUG oslo_vmware.api [None req-42fc5dba-e587-4446-85ff-840a859980d1 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Task: {'id': task-3474126, 'name': PowerOffVM_Task, 'duration_secs': 0.244687} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.580068] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-42fc5dba-e587-4446-85ff-840a859980d1 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.580119] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-42fc5dba-e587-4446-85ff-840a859980d1 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.580445] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5e40c0f-5982-482e-89e1-0e370429fb8e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.605012] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9fe67829-5c98-4588-992e-b68ba8c18ed2 tempest-ImagesNegativeTestJSON-946387010 tempest-ImagesNegativeTestJSON-946387010-project-member] Lock "7870241c-3fa4-48b6-85dc-b358fc1c0079" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.845s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.666759] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-42fc5dba-e587-4446-85ff-840a859980d1 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.667016] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-42fc5dba-e587-4446-85ff-840a859980d1 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.667254] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-42fc5dba-e587-4446-85ff-840a859980d1 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Deleting the datastore file [datastore1] f575b0fd-ff25-4b1c-aecf-e6de9e081838 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.667525] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ab3e403-5578-4871-a7ec-6d4be0893852 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.689034] env[70867]: DEBUG oslo_vmware.api [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.832556} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.689034] env[70867]: DEBUG oslo_vmware.api [None req-42fc5dba-e587-4446-85ff-840a859980d1 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Waiting for the task: (returnval){ [ 1030.689034] env[70867]: value = "task-3474128" [ 1030.689034] env[70867]: _type = "Task" [ 1030.689034] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.689034] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] de3aee59-9ef4-461a-9f59-9018b003fac6/de3aee59-9ef4-461a-9f59-9018b003fac6.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.689034] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1030.690402] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80001835-10de-45f6-bae2-7dfb7cf88da7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.707472] env[70867]: DEBUG oslo_vmware.api [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1030.707472] env[70867]: value = "task-3474129" [ 1030.707472] env[70867]: _type = "Task" [ 1030.707472] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.716944] env[70867]: DEBUG oslo_vmware.api [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.945333] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60772340-3e87-4e39-b403-5a866e20c02b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.982312] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bccec2cf-4809-454b-9c2f-dd64d2f2f3e9 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.983324] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16c5a4c8-796f-4141-ad29-93e15d8fc7f4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.986086] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquiring lock "1e046380-8f00-4d59-bb49-d424ec8d96c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.986377] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "1e046380-8f00-4d59-bb49-d424ec8d96c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.986631] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquiring lock "1e046380-8f00-4d59-bb49-d424ec8d96c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.986865] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "1e046380-8f00-4d59-bb49-d424ec8d96c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.987100] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "1e046380-8f00-4d59-bb49-d424ec8d96c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.990783] env[70867]: INFO nova.compute.manager [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Terminating instance [ 1031.001294] env[70867]: DEBUG oslo_vmware.api [None req-bccec2cf-4809-454b-9c2f-dd64d2f2f3e9 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 1031.001294] env[70867]: value = "task-3474130" [ 1031.001294] env[70867]: _type = "Task" [ 1031.001294] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.011670] env[70867]: DEBUG oslo_vmware.api [None req-bccec2cf-4809-454b-9c2f-dd64d2f2f3e9 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.053535] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2170c033-dc46-43c1-a82c-14bec3a9bd9b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.062200] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa200b8-01ec-4cf7-aa12-496981d10432 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.095767] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1637e81-c7fc-4348-850e-67fe9cf99e2a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.105211] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075b2fc6-fcd1-4a75-ab2e-c50821a9dd59 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.120694] env[70867]: DEBUG nova.compute.provider_tree [None req-1e5c178b-9523-4353-b38e-2bd24de10ca4 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.200847] env[70867]: DEBUG oslo_vmware.api [None req-42fc5dba-e587-4446-85ff-840a859980d1 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Task: {'id': task-3474128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.480916} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.201183] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-42fc5dba-e587-4446-85ff-840a859980d1 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.201556] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-42fc5dba-e587-4446-85ff-840a859980d1 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.201598] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-42fc5dba-e587-4446-85ff-840a859980d1 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.201802] env[70867]: INFO nova.compute.manager [None req-42fc5dba-e587-4446-85ff-840a859980d1 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1031.202118] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42fc5dba-e587-4446-85ff-840a859980d1 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.202341] env[70867]: DEBUG nova.compute.manager [-] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1031.202443] env[70867]: DEBUG nova.network.neutron [-] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1031.218316] env[70867]: DEBUG oslo_vmware.api [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096116} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.219208] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.220740] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26e60f6-0450-4570-91ba-2693a0b778ef {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.251825] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] de3aee59-9ef4-461a-9f59-9018b003fac6/de3aee59-9ef4-461a-9f59-9018b003fac6.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.255401] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a178815-6f94-4b09-94e0-27137aff1ba8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.278039] env[70867]: DEBUG oslo_vmware.api [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1031.278039] env[70867]: value = "task-3474131" [ 1031.278039] env[70867]: _type = "Task" [ 1031.278039] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.291133] env[70867]: DEBUG oslo_vmware.api [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474131, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.504039] env[70867]: DEBUG nova.compute.manager [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1031.504039] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.504039] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6889bed-68d2-480a-bd03-0c6e47e8c923 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.517192] env[70867]: DEBUG oslo_vmware.api [None req-bccec2cf-4809-454b-9c2f-dd64d2f2f3e9 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474130, 'name': PowerOffVM_Task, 'duration_secs': 0.408202} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.519753] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bccec2cf-4809-454b-9c2f-dd64d2f2f3e9 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.526785] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-bccec2cf-4809-454b-9c2f-dd64d2f2f3e9 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Reconfiguring VM instance instance-0000003f to detach disk 2002 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1031.527666] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.528063] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-452da7fb-9c56-4325-a85d-3376f279ce8d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.548014] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a641164a-5cd2-4390-8864-2aff56b66888 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.553296] env[70867]: DEBUG nova.compute.manager [req-2375802e-d948-4a4a-ba65-457ec6a48b69 req-262270f8-4ad9-4f67-a117-73bed76a0b88 service nova] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Received event network-vif-plugged-6cb045e1-1cd9-4ad3-9f77-a8435fda9c36 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.553579] env[70867]: DEBUG oslo_concurrency.lockutils [req-2375802e-d948-4a4a-ba65-457ec6a48b69 req-262270f8-4ad9-4f67-a117-73bed76a0b88 service nova] Acquiring lock "7b29d390-cb79-4064-ab01-312735c980bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.553956] env[70867]: DEBUG oslo_concurrency.lockutils [req-2375802e-d948-4a4a-ba65-457ec6a48b69 req-262270f8-4ad9-4f67-a117-73bed76a0b88 service nova] Lock "7b29d390-cb79-4064-ab01-312735c980bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.554218] env[70867]: DEBUG oslo_concurrency.lockutils [req-2375802e-d948-4a4a-ba65-457ec6a48b69 req-262270f8-4ad9-4f67-a117-73bed76a0b88 service nova] Lock "7b29d390-cb79-4064-ab01-312735c980bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.554500] env[70867]: DEBUG nova.compute.manager [req-2375802e-d948-4a4a-ba65-457ec6a48b69 req-262270f8-4ad9-4f67-a117-73bed76a0b88 service nova] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] No waiting events found dispatching network-vif-plugged-6cb045e1-1cd9-4ad3-9f77-a8435fda9c36 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1031.556719] env[70867]: WARNING nova.compute.manager [req-2375802e-d948-4a4a-ba65-457ec6a48b69 req-262270f8-4ad9-4f67-a117-73bed76a0b88 service nova] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Received unexpected event network-vif-plugged-6cb045e1-1cd9-4ad3-9f77-a8435fda9c36 for instance with vm_state building and task_state spawning. [ 1031.559125] env[70867]: DEBUG oslo_vmware.api [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 1031.559125] env[70867]: value = "task-3474132" [ 1031.559125] env[70867]: _type = "Task" [ 1031.559125] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.559411] env[70867]: DEBUG oslo_vmware.api [None req-bccec2cf-4809-454b-9c2f-dd64d2f2f3e9 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 1031.559411] env[70867]: value = "task-3474133" [ 1031.559411] env[70867]: _type = "Task" [ 1031.559411] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.575022] env[70867]: DEBUG oslo_vmware.api [None req-bccec2cf-4809-454b-9c2f-dd64d2f2f3e9 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474133, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.576060] env[70867]: DEBUG oslo_vmware.api [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.594284] env[70867]: DEBUG nova.network.neutron [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Successfully updated port: 6cb045e1-1cd9-4ad3-9f77-a8435fda9c36 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1031.623949] env[70867]: DEBUG nova.scheduler.client.report [None req-1e5c178b-9523-4353-b38e-2bd24de10ca4 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.654307] env[70867]: DEBUG nova.compute.manager [req-a0879a66-6fa3-4d76-aa43-3d080168e559 req-7762e0c1-f5fe-49d4-a6ad-8ef5881857c2 service nova] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Received event network-vif-deleted-f559af21-3a49-4e46-a823-15f4be428c9f {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.654456] env[70867]: INFO nova.compute.manager [req-a0879a66-6fa3-4d76-aa43-3d080168e559 req-7762e0c1-f5fe-49d4-a6ad-8ef5881857c2 service nova] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Neutron deleted interface f559af21-3a49-4e46-a823-15f4be428c9f; detaching it from the instance and deleting it from the info cache [ 1031.654632] env[70867]: DEBUG nova.network.neutron [req-a0879a66-6fa3-4d76-aa43-3d080168e559 req-7762e0c1-f5fe-49d4-a6ad-8ef5881857c2 service nova] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.794017] env[70867]: DEBUG oslo_vmware.api [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.077360] env[70867]: DEBUG oslo_vmware.api [None req-bccec2cf-4809-454b-9c2f-dd64d2f2f3e9 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474133, 'name': ReconfigVM_Task, 'duration_secs': 0.514222} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.080097] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-bccec2cf-4809-454b-9c2f-dd64d2f2f3e9 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Reconfigured VM instance instance-0000003f to detach disk 2002 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1032.080336] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bccec2cf-4809-454b-9c2f-dd64d2f2f3e9 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.080652] env[70867]: DEBUG oslo_vmware.api [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474132, 'name': PowerOffVM_Task, 'duration_secs': 0.209787} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.080864] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea50667a-0998-4294-b71e-659d4ef57701 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.082502] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.082711] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.082971] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a95d699-9d85-4a66-b802-6e30095c947b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.093905] env[70867]: DEBUG oslo_vmware.api [None req-bccec2cf-4809-454b-9c2f-dd64d2f2f3e9 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 1032.093905] env[70867]: value = "task-3474134" [ 1032.093905] env[70867]: _type = "Task" [ 1032.093905] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.097526] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "refresh_cache-7b29d390-cb79-4064-ab01-312735c980bb" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.097526] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquired lock "refresh_cache-7b29d390-cb79-4064-ab01-312735c980bb" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.097526] env[70867]: DEBUG nova.network.neutron [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.102024] env[70867]: DEBUG oslo_vmware.api [None req-bccec2cf-4809-454b-9c2f-dd64d2f2f3e9 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.110199] env[70867]: DEBUG nova.network.neutron [-] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.128909] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1e5c178b-9523-4353-b38e-2bd24de10ca4 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.068s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.131350] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.634s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.133252] env[70867]: INFO nova.compute.claims [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.152270] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.152575] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.152930] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Deleting the datastore file [datastore1] 1e046380-8f00-4d59-bb49-d424ec8d96c5 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.153825] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06ba3bbd-dbf0-4392-b446-e3ff51e661cf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.157909] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e8e20a4-56d1-411e-9572-086fc2a04d19 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.161353] env[70867]: INFO nova.scheduler.client.report [None req-1e5c178b-9523-4353-b38e-2bd24de10ca4 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Deleted allocations for instance ea0be371-569e-4461-be75-5b5d643f1865 [ 1032.164405] env[70867]: DEBUG oslo_vmware.api [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 1032.164405] env[70867]: value = "task-3474136" [ 1032.164405] env[70867]: _type = "Task" [ 1032.164405] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.176881] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76430c99-8b22-4975-b36d-8d40664894c8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.193207] env[70867]: DEBUG oslo_vmware.api [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.217798] env[70867]: DEBUG nova.compute.manager [req-a0879a66-6fa3-4d76-aa43-3d080168e559 req-7762e0c1-f5fe-49d4-a6ad-8ef5881857c2 service nova] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Detach interface failed, port_id=f559af21-3a49-4e46-a823-15f4be428c9f, reason: Instance f575b0fd-ff25-4b1c-aecf-e6de9e081838 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1032.291133] env[70867]: DEBUG oslo_vmware.api [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474131, 'name': ReconfigVM_Task, 'duration_secs': 0.621312} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.291326] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Reconfigured VM instance instance-0000004f to attach disk [datastore2] de3aee59-9ef4-461a-9f59-9018b003fac6/de3aee59-9ef4-461a-9f59-9018b003fac6.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.292105] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9bdc659-523c-4db5-b5d8-ec31fdbe9731 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.300716] env[70867]: DEBUG oslo_vmware.api [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1032.300716] env[70867]: value = "task-3474137" [ 1032.300716] env[70867]: _type = "Task" [ 1032.300716] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.311949] env[70867]: DEBUG oslo_vmware.api [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474137, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.605813] env[70867]: DEBUG oslo_vmware.api [None req-bccec2cf-4809-454b-9c2f-dd64d2f2f3e9 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474134, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.616146] env[70867]: INFO nova.compute.manager [-] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Took 1.41 seconds to deallocate network for instance. [ 1032.662113] env[70867]: DEBUG nova.network.neutron [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.674850] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1e5c178b-9523-4353-b38e-2bd24de10ca4 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Lock "ea0be371-569e-4461-be75-5b5d643f1865" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.348s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.682931] env[70867]: DEBUG oslo_vmware.api [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.820715] env[70867]: DEBUG oslo_vmware.api [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474137, 'name': Rename_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.952380] env[70867]: DEBUG nova.network.neutron [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Updating instance_info_cache with network_info: [{"id": "6cb045e1-1cd9-4ad3-9f77-a8435fda9c36", "address": "fa:16:3e:13:f2:32", "network": {"id": "0f24c0fc-b194-43e8-968e-2e17fa9a3a2a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1239692035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f94b6672cd2148058cf204653b4d1471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cb045e1-1c", "ovs_interfaceid": "6cb045e1-1cd9-4ad3-9f77-a8435fda9c36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.103852] env[70867]: DEBUG oslo_vmware.api [None req-bccec2cf-4809-454b-9c2f-dd64d2f2f3e9 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474134, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.120622] env[70867]: DEBUG oslo_concurrency.lockutils [None req-42fc5dba-e587-4446-85ff-840a859980d1 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.180464] env[70867]: DEBUG oslo_vmware.api [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474136, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.52701} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.180733] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.180916] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.181140] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.181279] env[70867]: INFO nova.compute.manager [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1033.181521] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.181709] env[70867]: DEBUG nova.compute.manager [-] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1033.181804] env[70867]: DEBUG nova.network.neutron [-] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.312210] env[70867]: DEBUG oslo_vmware.api [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474137, 'name': Rename_Task, 'duration_secs': 0.904997} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.316014] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.319551] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d45047e-71c0-46a9-91e4-801a1725c7d2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.324879] env[70867]: DEBUG oslo_vmware.api [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1033.324879] env[70867]: value = "task-3474138" [ 1033.324879] env[70867]: _type = "Task" [ 1033.324879] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.340260] env[70867]: DEBUG oslo_vmware.api [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.459745] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Releasing lock "refresh_cache-7b29d390-cb79-4064-ab01-312735c980bb" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.459745] env[70867]: DEBUG nova.compute.manager [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Instance network_info: |[{"id": "6cb045e1-1cd9-4ad3-9f77-a8435fda9c36", "address": "fa:16:3e:13:f2:32", "network": {"id": "0f24c0fc-b194-43e8-968e-2e17fa9a3a2a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1239692035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f94b6672cd2148058cf204653b4d1471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cb045e1-1c", "ovs_interfaceid": "6cb045e1-1cd9-4ad3-9f77-a8435fda9c36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1033.460048] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:f2:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6cb045e1-1cd9-4ad3-9f77-a8435fda9c36', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.467473] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Creating folder: Project (f94b6672cd2148058cf204653b4d1471). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1033.468198] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6db659b-c487-461a-b54b-d7f46f6051d2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.485229] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Created folder: Project (f94b6672cd2148058cf204653b4d1471) in parent group-v694272. [ 1033.485513] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Creating folder: Instances. Parent ref: group-v694497. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1033.485815] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff913be6-b1a7-49f5-8393-e5f90a8cf7d1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.504100] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Created folder: Instances in parent group-v694497. [ 1033.504830] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.508482] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.508941] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11c46bbe-28a1-4f2f-a6a3-c8c523d92d2d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.536760] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.536760] env[70867]: value = "task-3474141" [ 1033.536760] env[70867]: _type = "Task" [ 1033.536760] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.548362] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474141, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.589723] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5089b493-f1a9-4f0e-9a47-f1bc6387f839 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.595812] env[70867]: DEBUG nova.compute.manager [req-2f41be7b-f355-432d-9df1-9581ccad458a req-684918e6-1022-410a-9f2b-79b3bda3f5d6 service nova] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Received event network-changed-6cb045e1-1cd9-4ad3-9f77-a8435fda9c36 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.596029] env[70867]: DEBUG nova.compute.manager [req-2f41be7b-f355-432d-9df1-9581ccad458a req-684918e6-1022-410a-9f2b-79b3bda3f5d6 service nova] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Refreshing instance network info cache due to event network-changed-6cb045e1-1cd9-4ad3-9f77-a8435fda9c36. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.596254] env[70867]: DEBUG oslo_concurrency.lockutils [req-2f41be7b-f355-432d-9df1-9581ccad458a req-684918e6-1022-410a-9f2b-79b3bda3f5d6 service nova] Acquiring lock "refresh_cache-7b29d390-cb79-4064-ab01-312735c980bb" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.596401] env[70867]: DEBUG oslo_concurrency.lockutils [req-2f41be7b-f355-432d-9df1-9581ccad458a req-684918e6-1022-410a-9f2b-79b3bda3f5d6 service nova] Acquired lock "refresh_cache-7b29d390-cb79-4064-ab01-312735c980bb" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.596562] env[70867]: DEBUG nova.network.neutron [req-2f41be7b-f355-432d-9df1-9581ccad458a req-684918e6-1022-410a-9f2b-79b3bda3f5d6 service nova] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Refreshing network info cache for port 6cb045e1-1cd9-4ad3-9f77-a8435fda9c36 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.617070] env[70867]: DEBUG oslo_vmware.api [None req-bccec2cf-4809-454b-9c2f-dd64d2f2f3e9 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474134, 'name': PowerOnVM_Task, 'duration_secs': 1.45574} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.618453] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bccec2cf-4809-454b-9c2f-dd64d2f2f3e9 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.618892] env[70867]: DEBUG nova.compute.manager [None req-bccec2cf-4809-454b-9c2f-dd64d2f2f3e9 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.619956] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc55056-8c5e-46cc-b072-7d21ddf6cad8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.628562] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe78f457-e719-4986-91eb-777ede13d8db {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.668889] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd2ee36-252b-44dc-bca6-a9d41e6b0ad8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.679073] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41dd4b9-4a70-4c73-81aa-0a7a4e1e92ac {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.698163] env[70867]: DEBUG nova.compute.provider_tree [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.839372] env[70867]: DEBUG oslo_vmware.api [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474138, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.053566] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474141, 'name': CreateVM_Task, 'duration_secs': 0.446372} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.053816] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.054539] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.054704] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.055105] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.055363] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89ba6367-a5f3-4eaa-a886-c99284ae2ae5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.059716] env[70867]: DEBUG nova.compute.manager [req-4881125a-9957-4028-9dac-bb64c644e08c req-c2c78bd1-dff3-4416-87a7-9043b7780ef6 service nova] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Received event network-vif-deleted-c27a3365-0717-4838-91e7-3d182e001fe4 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.059919] env[70867]: INFO nova.compute.manager [req-4881125a-9957-4028-9dac-bb64c644e08c req-c2c78bd1-dff3-4416-87a7-9043b7780ef6 service nova] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Neutron deleted interface c27a3365-0717-4838-91e7-3d182e001fe4; detaching it from the instance and deleting it from the info cache [ 1034.060120] env[70867]: DEBUG nova.network.neutron [req-4881125a-9957-4028-9dac-bb64c644e08c req-c2c78bd1-dff3-4416-87a7-9043b7780ef6 service nova] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.066958] env[70867]: DEBUG oslo_vmware.api [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1034.066958] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5226db17-fabc-77b1-5c79-568639b64a58" [ 1034.066958] env[70867]: _type = "Task" [ 1034.066958] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.079653] env[70867]: DEBUG oslo_vmware.api [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5226db17-fabc-77b1-5c79-568639b64a58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.206024] env[70867]: DEBUG nova.scheduler.client.report [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.296600] env[70867]: DEBUG nova.network.neutron [-] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.339839] env[70867]: DEBUG oslo_vmware.api [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474138, 'name': PowerOnVM_Task, 'duration_secs': 0.800511} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.340506] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.340724] env[70867]: INFO nova.compute.manager [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Took 10.63 seconds to spawn the instance on the hypervisor. [ 1034.340964] env[70867]: DEBUG nova.compute.manager [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.348022] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39524ceb-639c-4f44-a831-4f6c30d8f660 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.565105] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ddf55794-69fc-428b-a19c-0f12bd13daf1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.580528] env[70867]: DEBUG oslo_vmware.api [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5226db17-fabc-77b1-5c79-568639b64a58, 'name': SearchDatastore_Task, 'duration_secs': 0.020797} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.581803] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.581932] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1034.582327] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.583547] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.583547] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1034.583547] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5a4a8c6-e7ec-47e8-8175-916d9d64e877 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.588612] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839657e4-e995-4314-9c8c-c2df76416de9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.607691] env[70867]: DEBUG nova.network.neutron [req-2f41be7b-f355-432d-9df1-9581ccad458a req-684918e6-1022-410a-9f2b-79b3bda3f5d6 service nova] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Updated VIF entry in instance network info cache for port 6cb045e1-1cd9-4ad3-9f77-a8435fda9c36. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.608099] env[70867]: DEBUG nova.network.neutron [req-2f41be7b-f355-432d-9df1-9581ccad458a req-684918e6-1022-410a-9f2b-79b3bda3f5d6 service nova] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Updating instance_info_cache with network_info: [{"id": "6cb045e1-1cd9-4ad3-9f77-a8435fda9c36", "address": "fa:16:3e:13:f2:32", "network": {"id": "0f24c0fc-b194-43e8-968e-2e17fa9a3a2a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1239692035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f94b6672cd2148058cf204653b4d1471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cb045e1-1c", "ovs_interfaceid": "6cb045e1-1cd9-4ad3-9f77-a8435fda9c36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.625048] env[70867]: DEBUG nova.compute.manager [req-4881125a-9957-4028-9dac-bb64c644e08c req-c2c78bd1-dff3-4416-87a7-9043b7780ef6 service nova] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Detach interface failed, port_id=c27a3365-0717-4838-91e7-3d182e001fe4, reason: Instance 1e046380-8f00-4d59-bb49-d424ec8d96c5 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1034.628803] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1034.629153] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1034.630511] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4e37af7-a047-458f-bb8f-6c4c3c5bbec8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.638255] env[70867]: DEBUG oslo_vmware.api [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1034.638255] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521a7a8b-21c4-584f-b69e-daf145fc2be0" [ 1034.638255] env[70867]: _type = "Task" [ 1034.638255] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.649898] env[70867]: DEBUG oslo_vmware.api [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521a7a8b-21c4-584f-b69e-daf145fc2be0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.714218] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.714806] env[70867]: DEBUG nova.compute.manager [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1034.720065] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.149s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.722463] env[70867]: INFO nova.compute.claims [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.800603] env[70867]: INFO nova.compute.manager [-] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Took 1.62 seconds to deallocate network for instance. [ 1034.866342] env[70867]: INFO nova.compute.manager [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Took 35.11 seconds to build instance. [ 1035.112137] env[70867]: DEBUG oslo_concurrency.lockutils [req-2f41be7b-f355-432d-9df1-9581ccad458a req-684918e6-1022-410a-9f2b-79b3bda3f5d6 service nova] Releasing lock "refresh_cache-7b29d390-cb79-4064-ab01-312735c980bb" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.151872] env[70867]: DEBUG oslo_vmware.api [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521a7a8b-21c4-584f-b69e-daf145fc2be0, 'name': SearchDatastore_Task, 'duration_secs': 0.026579} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.152975] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67558603-6796-44a3-af4c-2f58b39712de {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.159792] env[70867]: DEBUG oslo_vmware.api [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1035.159792] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a7368d-e6b1-6a83-0330-31029bfb2229" [ 1035.159792] env[70867]: _type = "Task" [ 1035.159792] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.171402] env[70867]: DEBUG oslo_vmware.api [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a7368d-e6b1-6a83-0330-31029bfb2229, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.229057] env[70867]: DEBUG nova.compute.utils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1035.230673] env[70867]: DEBUG nova.compute.manager [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1035.230965] env[70867]: DEBUG nova.network.neutron [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1035.308141] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.368510] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dfa0a48e-181c-4c6a-a8f3-c6e7f2f30d31 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "de3aee59-9ef4-461a-9f59-9018b003fac6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.380s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.652120] env[70867]: DEBUG nova.policy [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '734142ee5ba2495da561ed036efa06dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2c44897e28d44f2a6bd62ca7b3c85ed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.676531] env[70867]: DEBUG oslo_vmware.api [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a7368d-e6b1-6a83-0330-31029bfb2229, 'name': SearchDatastore_Task, 'duration_secs': 0.025787} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.676531] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.676531] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 7b29d390-cb79-4064-ab01-312735c980bb/7b29d390-cb79-4064-ab01-312735c980bb.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1035.676671] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-241a8edc-cb4b-496f-bbd8-eea73bd566ad {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.687992] env[70867]: DEBUG oslo_vmware.api [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1035.687992] env[70867]: value = "task-3474142" [ 1035.687992] env[70867]: _type = "Task" [ 1035.687992] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.698923] env[70867]: DEBUG oslo_vmware.api [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474142, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.738177] env[70867]: DEBUG nova.compute.manager [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1035.873218] env[70867]: DEBUG nova.compute.manager [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1036.205272] env[70867]: DEBUG oslo_vmware.api [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474142, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.231664] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfba28f-c8d6-43ab-8eba-7d74cd6eb75b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.242266] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce3e1b4-489a-45b6-a859-ffeb8e0a1e14 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.285328] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f09b43-a830-4e7d-a964-535c52d77892 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.297355] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3f96d8-bac5-4182-83e5-7f75df53f028 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.320196] env[70867]: DEBUG nova.compute.provider_tree [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.395982] env[70867]: DEBUG oslo_concurrency.lockutils [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.521019] env[70867]: DEBUG nova.compute.manager [req-7d89124d-d2e8-45b3-9b6a-757f92a57c32 req-0ebc12c0-4578-4549-a599-531c1df1c168 service nova] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Received event network-changed-37ba523f-36f1-4bc7-ac1c-0755100466fc {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.521221] env[70867]: DEBUG nova.compute.manager [req-7d89124d-d2e8-45b3-9b6a-757f92a57c32 req-0ebc12c0-4578-4549-a599-531c1df1c168 service nova] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Refreshing instance network info cache due to event network-changed-37ba523f-36f1-4bc7-ac1c-0755100466fc. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.521875] env[70867]: DEBUG oslo_concurrency.lockutils [req-7d89124d-d2e8-45b3-9b6a-757f92a57c32 req-0ebc12c0-4578-4549-a599-531c1df1c168 service nova] Acquiring lock "refresh_cache-395a456a-0ff5-496e-9a22-71c787a1a4cd" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.522612] env[70867]: DEBUG oslo_concurrency.lockutils [req-7d89124d-d2e8-45b3-9b6a-757f92a57c32 req-0ebc12c0-4578-4549-a599-531c1df1c168 service nova] Acquired lock "refresh_cache-395a456a-0ff5-496e-9a22-71c787a1a4cd" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.522612] env[70867]: DEBUG nova.network.neutron [req-7d89124d-d2e8-45b3-9b6a-757f92a57c32 req-0ebc12c0-4578-4549-a599-531c1df1c168 service nova] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Refreshing network info cache for port 37ba523f-36f1-4bc7-ac1c-0755100466fc {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.623857] env[70867]: DEBUG nova.network.neutron [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Successfully created port: 9722cad6-e948-4ad3-b848-bf050d2459ea {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1036.704865] env[70867]: DEBUG oslo_vmware.api [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474142, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608392} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.705857] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 7b29d390-cb79-4064-ab01-312735c980bb/7b29d390-cb79-4064-ab01-312735c980bb.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.706113] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.706377] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ff6bba0-f766-40cb-9917-9bc4f8f9004b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.717287] env[70867]: DEBUG oslo_vmware.api [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1036.717287] env[70867]: value = "task-3474143" [ 1036.717287] env[70867]: _type = "Task" [ 1036.717287] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.728816] env[70867]: DEBUG oslo_vmware.api [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474143, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.752655] env[70867]: DEBUG nova.compute.manager [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.791101] env[70867]: DEBUG nova.virt.hardware [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.791101] env[70867]: DEBUG nova.virt.hardware [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.791576] env[70867]: DEBUG nova.virt.hardware [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.791576] env[70867]: DEBUG nova.virt.hardware [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.791824] env[70867]: DEBUG nova.virt.hardware [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.792065] env[70867]: DEBUG nova.virt.hardware [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.792914] env[70867]: DEBUG nova.virt.hardware [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.793198] env[70867]: DEBUG nova.virt.hardware [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.793472] env[70867]: DEBUG nova.virt.hardware [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.793752] env[70867]: DEBUG nova.virt.hardware [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.793998] env[70867]: DEBUG nova.virt.hardware [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.795478] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7e7438-5207-4373-bd7b-78163f11c682 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.806701] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba207ccf-a138-41c4-9765-2984f0475e69 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.827202] env[70867]: DEBUG nova.scheduler.client.report [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.236030] env[70867]: DEBUG oslo_vmware.api [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474143, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082972} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.236339] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.237219] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfdb18b-021b-40ea-8875-de8dc3269689 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.264083] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 7b29d390-cb79-4064-ab01-312735c980bb/7b29d390-cb79-4064-ab01-312735c980bb.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.264083] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28f734a3-0e61-484f-99e2-589ac9d305ad {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.285201] env[70867]: DEBUG oslo_vmware.api [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1037.285201] env[70867]: value = "task-3474144" [ 1037.285201] env[70867]: _type = "Task" [ 1037.285201] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.294391] env[70867]: DEBUG oslo_vmware.api [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474144, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.336629] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.337324] env[70867]: DEBUG nova.compute.manager [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1037.340538] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.182s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.342242] env[70867]: INFO nova.compute.claims [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.670877] env[70867]: DEBUG oslo_concurrency.lockutils [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquiring lock "528f5ddc-9bcd-4e85-ba1e-bf2201dfc059" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.674152] env[70867]: DEBUG oslo_concurrency.lockutils [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "528f5ddc-9bcd-4e85-ba1e-bf2201dfc059" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.718236] env[70867]: DEBUG nova.network.neutron [req-7d89124d-d2e8-45b3-9b6a-757f92a57c32 req-0ebc12c0-4578-4549-a599-531c1df1c168 service nova] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Updated VIF entry in instance network info cache for port 37ba523f-36f1-4bc7-ac1c-0755100466fc. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.718657] env[70867]: DEBUG nova.network.neutron [req-7d89124d-d2e8-45b3-9b6a-757f92a57c32 req-0ebc12c0-4578-4549-a599-531c1df1c168 service nova] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Updating instance_info_cache with network_info: [{"id": "37ba523f-36f1-4bc7-ac1c-0755100466fc", "address": "fa:16:3e:74:44:ff", "network": {"id": "3e493881-eefe-496a-9353-8028aec5f643", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2077825194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18e987b51bea4331b1ffaa756933d253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37ba523f-36", "ovs_interfaceid": "37ba523f-36f1-4bc7-ac1c-0755100466fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.801143] env[70867]: DEBUG oslo_vmware.api [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474144, 'name': ReconfigVM_Task, 'duration_secs': 0.326599} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.801143] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 7b29d390-cb79-4064-ab01-312735c980bb/7b29d390-cb79-4064-ab01-312735c980bb.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.801143] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2137209-9c2d-488a-848d-0a0236b2901e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.809352] env[70867]: DEBUG oslo_vmware.api [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1037.809352] env[70867]: value = "task-3474145" [ 1037.809352] env[70867]: _type = "Task" [ 1037.809352] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.818910] env[70867]: DEBUG oslo_vmware.api [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474145, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.851157] env[70867]: DEBUG nova.compute.utils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.855025] env[70867]: DEBUG nova.compute.manager [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1037.855025] env[70867]: DEBUG nova.network.neutron [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1037.928479] env[70867]: DEBUG nova.policy [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '734142ee5ba2495da561ed036efa06dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2c44897e28d44f2a6bd62ca7b3c85ed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.224029] env[70867]: DEBUG oslo_concurrency.lockutils [req-7d89124d-d2e8-45b3-9b6a-757f92a57c32 req-0ebc12c0-4578-4549-a599-531c1df1c168 service nova] Releasing lock "refresh_cache-395a456a-0ff5-496e-9a22-71c787a1a4cd" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.324531] env[70867]: DEBUG oslo_vmware.api [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474145, 'name': Rename_Task, 'duration_secs': 0.174842} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.325807] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.326307] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd281cab-bc1e-495b-b39d-b455cb74b522 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.337286] env[70867]: DEBUG oslo_vmware.api [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1038.337286] env[70867]: value = "task-3474146" [ 1038.337286] env[70867]: _type = "Task" [ 1038.337286] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.337286] env[70867]: DEBUG nova.network.neutron [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Successfully created port: 4ba59746-2de5-4da4-884d-903781460f47 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1038.354543] env[70867]: DEBUG oslo_vmware.api [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.360830] env[70867]: DEBUG nova.compute.manager [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1038.374671] env[70867]: DEBUG nova.network.neutron [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Successfully updated port: 9722cad6-e948-4ad3-b848-bf050d2459ea {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1038.589902] env[70867]: DEBUG nova.compute.manager [req-955f7ce7-0373-4b98-ba50-c6101474aa5a req-187a1088-126e-4182-ab21-1f8218c87e55 service nova] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Received event network-changed-37ba523f-36f1-4bc7-ac1c-0755100466fc {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.589902] env[70867]: DEBUG nova.compute.manager [req-955f7ce7-0373-4b98-ba50-c6101474aa5a req-187a1088-126e-4182-ab21-1f8218c87e55 service nova] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Refreshing instance network info cache due to event network-changed-37ba523f-36f1-4bc7-ac1c-0755100466fc. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1038.590062] env[70867]: DEBUG oslo_concurrency.lockutils [req-955f7ce7-0373-4b98-ba50-c6101474aa5a req-187a1088-126e-4182-ab21-1f8218c87e55 service nova] Acquiring lock "refresh_cache-395a456a-0ff5-496e-9a22-71c787a1a4cd" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.590168] env[70867]: DEBUG oslo_concurrency.lockutils [req-955f7ce7-0373-4b98-ba50-c6101474aa5a req-187a1088-126e-4182-ab21-1f8218c87e55 service nova] Acquired lock "refresh_cache-395a456a-0ff5-496e-9a22-71c787a1a4cd" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.590368] env[70867]: DEBUG nova.network.neutron [req-955f7ce7-0373-4b98-ba50-c6101474aa5a req-187a1088-126e-4182-ab21-1f8218c87e55 service nova] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Refreshing network info cache for port 37ba523f-36f1-4bc7-ac1c-0755100466fc {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.807785] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebec9d7-26e8-46c4-abb1-5cdb4b72e4ac {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.817479] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6692a9d8-c270-42e2-b62d-44cda1c92780 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.855899] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d745d2-0b00-4bb2-8d4f-55d0a6f80aa6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.865423] env[70867]: DEBUG oslo_vmware.api [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474146, 'name': PowerOnVM_Task, 'duration_secs': 0.482267} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.867421] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.867680] env[70867]: INFO nova.compute.manager [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1038.867907] env[70867]: DEBUG nova.compute.manager [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.872096] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a63331c-12c2-41f9-b63e-6b6b6f2cd753 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.875787] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adc1007-66d1-41e9-b409-8782f7bd8d03 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.880451] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Acquiring lock "refresh_cache-a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.881124] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Acquired lock "refresh_cache-a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.881124] env[70867]: DEBUG nova.network.neutron [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.900075] env[70867]: DEBUG nova.compute.provider_tree [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.782450] env[70867]: DEBUG nova.compute.manager [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1039.790368] env[70867]: DEBUG nova.scheduler.client.report [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.793878] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "19b58e47-01fb-40cc-a388-9719a7ef47a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.794328] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "19b58e47-01fb-40cc-a388-9719a7ef47a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.797291] env[70867]: INFO nova.compute.manager [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Took 34.85 seconds to build instance. [ 1039.837358] env[70867]: DEBUG nova.virt.hardware [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.837640] env[70867]: DEBUG nova.virt.hardware [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.837755] env[70867]: DEBUG nova.virt.hardware [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.837932] env[70867]: DEBUG nova.virt.hardware [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.838100] env[70867]: DEBUG nova.virt.hardware [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.838248] env[70867]: DEBUG nova.virt.hardware [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.838466] env[70867]: DEBUG nova.virt.hardware [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.838633] env[70867]: DEBUG nova.virt.hardware [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.838797] env[70867]: DEBUG nova.virt.hardware [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.838955] env[70867]: DEBUG nova.virt.hardware [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.839142] env[70867]: DEBUG nova.virt.hardware [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.840019] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296f88d1-bee0-4b16-9c36-090ab797face {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.849930] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45f1d0a-da76-4762-9439-b5cbd0b4b7bb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.857558] env[70867]: DEBUG nova.network.neutron [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.106218] env[70867]: DEBUG nova.compute.manager [req-4c2b75ff-f48e-40b8-8c33-4fb4e7cb65a5 req-efff9221-2772-4bfb-9f39-e0ddea23670e service nova] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Received event network-vif-plugged-4ba59746-2de5-4da4-884d-903781460f47 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.106218] env[70867]: DEBUG oslo_concurrency.lockutils [req-4c2b75ff-f48e-40b8-8c33-4fb4e7cb65a5 req-efff9221-2772-4bfb-9f39-e0ddea23670e service nova] Acquiring lock "921ed213-6e8d-48b1-9aa6-e4944ffa756f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.106218] env[70867]: DEBUG oslo_concurrency.lockutils [req-4c2b75ff-f48e-40b8-8c33-4fb4e7cb65a5 req-efff9221-2772-4bfb-9f39-e0ddea23670e service nova] Lock "921ed213-6e8d-48b1-9aa6-e4944ffa756f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.106218] env[70867]: DEBUG oslo_concurrency.lockutils [req-4c2b75ff-f48e-40b8-8c33-4fb4e7cb65a5 req-efff9221-2772-4bfb-9f39-e0ddea23670e service nova] Lock "921ed213-6e8d-48b1-9aa6-e4944ffa756f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.106679] env[70867]: DEBUG nova.compute.manager [req-4c2b75ff-f48e-40b8-8c33-4fb4e7cb65a5 req-efff9221-2772-4bfb-9f39-e0ddea23670e service nova] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] No waiting events found dispatching network-vif-plugged-4ba59746-2de5-4da4-884d-903781460f47 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1040.106814] env[70867]: WARNING nova.compute.manager [req-4c2b75ff-f48e-40b8-8c33-4fb4e7cb65a5 req-efff9221-2772-4bfb-9f39-e0ddea23670e service nova] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Received unexpected event network-vif-plugged-4ba59746-2de5-4da4-884d-903781460f47 for instance with vm_state building and task_state spawning. [ 1040.121540] env[70867]: DEBUG nova.network.neutron [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Updating instance_info_cache with network_info: [{"id": "9722cad6-e948-4ad3-b848-bf050d2459ea", "address": "fa:16:3e:96:f7:da", "network": {"id": "6d7b7624-526b-4919-9b48-548291c2d8cf", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1871539467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2c44897e28d44f2a6bd62ca7b3c85ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9722cad6-e9", "ovs_interfaceid": "9722cad6-e948-4ad3-b848-bf050d2459ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.127487] env[70867]: DEBUG nova.network.neutron [req-955f7ce7-0373-4b98-ba50-c6101474aa5a req-187a1088-126e-4182-ab21-1f8218c87e55 service nova] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Updated VIF entry in instance network info cache for port 37ba523f-36f1-4bc7-ac1c-0755100466fc. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.127808] env[70867]: DEBUG nova.network.neutron [req-955f7ce7-0373-4b98-ba50-c6101474aa5a req-187a1088-126e-4182-ab21-1f8218c87e55 service nova] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Updating instance_info_cache with network_info: [{"id": "37ba523f-36f1-4bc7-ac1c-0755100466fc", "address": "fa:16:3e:74:44:ff", "network": {"id": "3e493881-eefe-496a-9353-8028aec5f643", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2077825194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18e987b51bea4331b1ffaa756933d253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37ba523f-36", "ovs_interfaceid": "37ba523f-36f1-4bc7-ac1c-0755100466fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.195596] env[70867]: DEBUG nova.network.neutron [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Successfully updated port: 4ba59746-2de5-4da4-884d-903781460f47 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1040.297834] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.957s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.298465] env[70867]: DEBUG nova.compute.manager [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.301207] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.932s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.302632] env[70867]: INFO nova.compute.claims [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.305541] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3f2b0488-78c5-4be8-a1fa-de3eca26e7c7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "7b29d390-cb79-4064-ab01-312735c980bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.374s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.625463] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Releasing lock "refresh_cache-a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.625784] env[70867]: DEBUG nova.compute.manager [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Instance network_info: |[{"id": "9722cad6-e948-4ad3-b848-bf050d2459ea", "address": "fa:16:3e:96:f7:da", "network": {"id": "6d7b7624-526b-4919-9b48-548291c2d8cf", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1871539467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2c44897e28d44f2a6bd62ca7b3c85ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9722cad6-e9", "ovs_interfaceid": "9722cad6-e948-4ad3-b848-bf050d2459ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1040.626209] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:f7:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35e463c7-7d78-4d66-8efd-6127b1f3ee17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9722cad6-e948-4ad3-b848-bf050d2459ea', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.633559] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Creating folder: Project (b2c44897e28d44f2a6bd62ca7b3c85ed). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1040.634076] env[70867]: DEBUG oslo_concurrency.lockutils [req-955f7ce7-0373-4b98-ba50-c6101474aa5a req-187a1088-126e-4182-ab21-1f8218c87e55 service nova] Releasing lock "refresh_cache-395a456a-0ff5-496e-9a22-71c787a1a4cd" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.634303] env[70867]: DEBUG nova.compute.manager [req-955f7ce7-0373-4b98-ba50-c6101474aa5a req-187a1088-126e-4182-ab21-1f8218c87e55 service nova] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Received event network-changed-cc3ead59-3e3c-4c93-ab09-29fff5ad36db {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.634470] env[70867]: DEBUG nova.compute.manager [req-955f7ce7-0373-4b98-ba50-c6101474aa5a req-187a1088-126e-4182-ab21-1f8218c87e55 service nova] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Refreshing instance network info cache due to event network-changed-cc3ead59-3e3c-4c93-ab09-29fff5ad36db. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1040.634686] env[70867]: DEBUG oslo_concurrency.lockutils [req-955f7ce7-0373-4b98-ba50-c6101474aa5a req-187a1088-126e-4182-ab21-1f8218c87e55 service nova] Acquiring lock "refresh_cache-de3aee59-9ef4-461a-9f59-9018b003fac6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.634827] env[70867]: DEBUG oslo_concurrency.lockutils [req-955f7ce7-0373-4b98-ba50-c6101474aa5a req-187a1088-126e-4182-ab21-1f8218c87e55 service nova] Acquired lock "refresh_cache-de3aee59-9ef4-461a-9f59-9018b003fac6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.634985] env[70867]: DEBUG nova.network.neutron [req-955f7ce7-0373-4b98-ba50-c6101474aa5a req-187a1088-126e-4182-ab21-1f8218c87e55 service nova] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Refreshing network info cache for port cc3ead59-3e3c-4c93-ab09-29fff5ad36db {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.636099] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abbe4b57-bfff-432e-89f6-340a20926213 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.653175] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Created folder: Project (b2c44897e28d44f2a6bd62ca7b3c85ed) in parent group-v694272. [ 1040.653175] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Creating folder: Instances. Parent ref: group-v694500. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1040.653175] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-298de5ec-c2fb-4a16-95a5-6cfb4f06e729 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.671258] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Created folder: Instances in parent group-v694500. [ 1040.671258] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.671258] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.671258] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a937b1c-1a85-4171-9f42-2e609f1e21aa {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.690931] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.690931] env[70867]: value = "task-3474149" [ 1040.690931] env[70867]: _type = "Task" [ 1040.690931] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.701907] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Acquiring lock "refresh_cache-921ed213-6e8d-48b1-9aa6-e4944ffa756f" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.702259] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Acquired lock "refresh_cache-921ed213-6e8d-48b1-9aa6-e4944ffa756f" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.702521] env[70867]: DEBUG nova.network.neutron [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.704247] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474149, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.810017] env[70867]: DEBUG nova.compute.utils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.811759] env[70867]: DEBUG nova.compute.manager [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1040.815232] env[70867]: DEBUG nova.compute.manager [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1040.815232] env[70867]: DEBUG nova.network.neutron [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1040.893188] env[70867]: DEBUG nova.policy [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '734142ee5ba2495da561ed036efa06dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2c44897e28d44f2a6bd62ca7b3c85ed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1040.967395] env[70867]: INFO nova.compute.manager [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Rebuilding instance [ 1041.032024] env[70867]: DEBUG nova.compute.manager [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.032024] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd59cdb-0705-4690-b7d2-73d76625c38d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.176658] env[70867]: DEBUG nova.network.neutron [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Successfully created port: 292d8a3e-171d-4181-8392-77dc452c43af {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1041.200980] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474149, 'name': CreateVM_Task, 'duration_secs': 0.327223} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.205173] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.205173] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.205173] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.205173] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.205173] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46f213b8-85d0-46d5-a8ba-4a11d03dd7a7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.212596] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Waiting for the task: (returnval){ [ 1041.212596] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5220058b-af32-8e4b-725b-5b195d43f37b" [ 1041.212596] env[70867]: _type = "Task" [ 1041.212596] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.224150] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5220058b-af32-8e4b-725b-5b195d43f37b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.271490] env[70867]: DEBUG nova.network.neutron [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1041.317102] env[70867]: DEBUG nova.compute.manager [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.342502] env[70867]: DEBUG oslo_concurrency.lockutils [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.461678] env[70867]: DEBUG nova.network.neutron [req-955f7ce7-0373-4b98-ba50-c6101474aa5a req-187a1088-126e-4182-ab21-1f8218c87e55 service nova] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Updated VIF entry in instance network info cache for port cc3ead59-3e3c-4c93-ab09-29fff5ad36db. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.462068] env[70867]: DEBUG nova.network.neutron [req-955f7ce7-0373-4b98-ba50-c6101474aa5a req-187a1088-126e-4182-ab21-1f8218c87e55 service nova] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Updating instance_info_cache with network_info: [{"id": "cc3ead59-3e3c-4c93-ab09-29fff5ad36db", "address": "fa:16:3e:dd:c4:68", "network": {"id": "cfc3fe3f-41ca-4d32-a9e1-bd8add4aaf37", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404983433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "531e77ef69fe4892bb20a8d005c760d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc3ead59-3e", "ovs_interfaceid": "cc3ead59-3e3c-4c93-ab09-29fff5ad36db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.547563] env[70867]: DEBUG nova.network.neutron [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Updating instance_info_cache with network_info: [{"id": "4ba59746-2de5-4da4-884d-903781460f47", "address": "fa:16:3e:c2:f9:3b", "network": {"id": "6d7b7624-526b-4919-9b48-548291c2d8cf", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1871539467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2c44897e28d44f2a6bd62ca7b3c85ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ba59746-2d", "ovs_interfaceid": "4ba59746-2de5-4da4-884d-903781460f47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.725341] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5220058b-af32-8e4b-725b-5b195d43f37b, 'name': SearchDatastore_Task, 'duration_secs': 0.012423} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.725341] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.725341] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.725341] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.725544] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.725783] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.726128] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ea4b127-6910-4034-9acc-cc553740fd94 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.738350] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.739018] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.739516] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5579546b-de90-41fc-bec6-58a4d40a001e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.748921] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Waiting for the task: (returnval){ [ 1041.748921] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521b10ac-0682-7d94-5fb3-51da74e91db0" [ 1041.748921] env[70867]: _type = "Task" [ 1041.748921] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.765224] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521b10ac-0682-7d94-5fb3-51da74e91db0, 'name': SearchDatastore_Task, 'duration_secs': 0.011468} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.770012] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88105c0a-7c06-428a-8550-b867bd5e3b49 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.774145] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a323846c-34a4-4774-ba7d-7e949098c2cc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.780251] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Waiting for the task: (returnval){ [ 1041.780251] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e817b9-31f0-c5a9-ba1a-422572547879" [ 1041.780251] env[70867]: _type = "Task" [ 1041.780251] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.786479] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd13c95-3f37-4143-be0b-24922a08c997 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.797381] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e817b9-31f0-c5a9-ba1a-422572547879, 'name': SearchDatastore_Task, 'duration_secs': 0.010906} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.821334] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.821751] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd/a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.822135] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5244b9fd-f255-478a-9b77-a1036f46987c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.824730] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0ac269-df73-414f-a097-711ddfd6e90c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.837808] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd864bf-d7a4-42ed-a117-86592688f3ca {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.842169] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Waiting for the task: (returnval){ [ 1041.842169] env[70867]: value = "task-3474150" [ 1041.842169] env[70867]: _type = "Task" [ 1041.842169] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.856118] env[70867]: DEBUG nova.compute.provider_tree [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.864067] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.965366] env[70867]: DEBUG oslo_concurrency.lockutils [req-955f7ce7-0373-4b98-ba50-c6101474aa5a req-187a1088-126e-4182-ab21-1f8218c87e55 service nova] Releasing lock "refresh_cache-de3aee59-9ef4-461a-9f59-9018b003fac6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.965715] env[70867]: DEBUG nova.compute.manager [req-955f7ce7-0373-4b98-ba50-c6101474aa5a req-187a1088-126e-4182-ab21-1f8218c87e55 service nova] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Received event network-vif-plugged-9722cad6-e948-4ad3-b848-bf050d2459ea {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.965987] env[70867]: DEBUG oslo_concurrency.lockutils [req-955f7ce7-0373-4b98-ba50-c6101474aa5a req-187a1088-126e-4182-ab21-1f8218c87e55 service nova] Acquiring lock "a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.966179] env[70867]: DEBUG oslo_concurrency.lockutils [req-955f7ce7-0373-4b98-ba50-c6101474aa5a req-187a1088-126e-4182-ab21-1f8218c87e55 service nova] Lock "a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.966382] env[70867]: DEBUG oslo_concurrency.lockutils [req-955f7ce7-0373-4b98-ba50-c6101474aa5a req-187a1088-126e-4182-ab21-1f8218c87e55 service nova] Lock "a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.966606] env[70867]: DEBUG nova.compute.manager [req-955f7ce7-0373-4b98-ba50-c6101474aa5a req-187a1088-126e-4182-ab21-1f8218c87e55 service nova] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] No waiting events found dispatching network-vif-plugged-9722cad6-e948-4ad3-b848-bf050d2459ea {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1041.966809] env[70867]: WARNING nova.compute.manager [req-955f7ce7-0373-4b98-ba50-c6101474aa5a req-187a1088-126e-4182-ab21-1f8218c87e55 service nova] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Received unexpected event network-vif-plugged-9722cad6-e948-4ad3-b848-bf050d2459ea for instance with vm_state building and task_state spawning. [ 1041.967019] env[70867]: DEBUG nova.compute.manager [req-955f7ce7-0373-4b98-ba50-c6101474aa5a req-187a1088-126e-4182-ab21-1f8218c87e55 service nova] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Received event network-changed-9722cad6-e948-4ad3-b848-bf050d2459ea {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.967223] env[70867]: DEBUG nova.compute.manager [req-955f7ce7-0373-4b98-ba50-c6101474aa5a req-187a1088-126e-4182-ab21-1f8218c87e55 service nova] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Refreshing instance network info cache due to event network-changed-9722cad6-e948-4ad3-b848-bf050d2459ea. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1041.967455] env[70867]: DEBUG oslo_concurrency.lockutils [req-955f7ce7-0373-4b98-ba50-c6101474aa5a req-187a1088-126e-4182-ab21-1f8218c87e55 service nova] Acquiring lock "refresh_cache-a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.968084] env[70867]: DEBUG oslo_concurrency.lockutils [req-955f7ce7-0373-4b98-ba50-c6101474aa5a req-187a1088-126e-4182-ab21-1f8218c87e55 service nova] Acquired lock "refresh_cache-a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.968084] env[70867]: DEBUG nova.network.neutron [req-955f7ce7-0373-4b98-ba50-c6101474aa5a req-187a1088-126e-4182-ab21-1f8218c87e55 service nova] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Refreshing network info cache for port 9722cad6-e948-4ad3-b848-bf050d2459ea {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.050623] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.051101] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Releasing lock "refresh_cache-921ed213-6e8d-48b1-9aa6-e4944ffa756f" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.051401] env[70867]: DEBUG nova.compute.manager [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Instance network_info: |[{"id": "4ba59746-2de5-4da4-884d-903781460f47", "address": "fa:16:3e:c2:f9:3b", "network": {"id": "6d7b7624-526b-4919-9b48-548291c2d8cf", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1871539467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2c44897e28d44f2a6bd62ca7b3c85ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ba59746-2d", "ovs_interfaceid": "4ba59746-2de5-4da4-884d-903781460f47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1042.051675] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e14ab50c-2c6f-4260-85bc-b51fb1ababc4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.053656] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:f9:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35e463c7-7d78-4d66-8efd-6127b1f3ee17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ba59746-2de5-4da4-884d-903781460f47', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.061164] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.061411] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.062073] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa9b39e4-776b-41dd-8c0b-bcc7f75102bb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.081538] env[70867]: DEBUG oslo_vmware.api [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1042.081538] env[70867]: value = "task-3474151" [ 1042.081538] env[70867]: _type = "Task" [ 1042.081538] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.089040] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.089040] env[70867]: value = "task-3474152" [ 1042.089040] env[70867]: _type = "Task" [ 1042.089040] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.093090] env[70867]: DEBUG oslo_vmware.api [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.101731] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474152, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.136052] env[70867]: DEBUG nova.compute.manager [req-8d1f0ed8-8d17-4dbe-b7fb-4eb57ef71798 req-a07ce6cc-3477-46e2-abb1-d83741acc97f service nova] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Received event network-changed-4ba59746-2de5-4da4-884d-903781460f47 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.136229] env[70867]: DEBUG nova.compute.manager [req-8d1f0ed8-8d17-4dbe-b7fb-4eb57ef71798 req-a07ce6cc-3477-46e2-abb1-d83741acc97f service nova] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Refreshing instance network info cache due to event network-changed-4ba59746-2de5-4da4-884d-903781460f47. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1042.136368] env[70867]: DEBUG oslo_concurrency.lockutils [req-8d1f0ed8-8d17-4dbe-b7fb-4eb57ef71798 req-a07ce6cc-3477-46e2-abb1-d83741acc97f service nova] Acquiring lock "refresh_cache-921ed213-6e8d-48b1-9aa6-e4944ffa756f" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.136509] env[70867]: DEBUG oslo_concurrency.lockutils [req-8d1f0ed8-8d17-4dbe-b7fb-4eb57ef71798 req-a07ce6cc-3477-46e2-abb1-d83741acc97f service nova] Acquired lock "refresh_cache-921ed213-6e8d-48b1-9aa6-e4944ffa756f" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.136680] env[70867]: DEBUG nova.network.neutron [req-8d1f0ed8-8d17-4dbe-b7fb-4eb57ef71798 req-a07ce6cc-3477-46e2-abb1-d83741acc97f service nova] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Refreshing network info cache for port 4ba59746-2de5-4da4-884d-903781460f47 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.335045] env[70867]: DEBUG nova.compute.manager [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.357022] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474150, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.364346] env[70867]: DEBUG nova.scheduler.client.report [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.388411] env[70867]: DEBUG nova.virt.hardware [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.388716] env[70867]: DEBUG nova.virt.hardware [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.388879] env[70867]: DEBUG nova.virt.hardware [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.389167] env[70867]: DEBUG nova.virt.hardware [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.389448] env[70867]: DEBUG nova.virt.hardware [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.389570] env[70867]: DEBUG nova.virt.hardware [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.389799] env[70867]: DEBUG nova.virt.hardware [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.389964] env[70867]: DEBUG nova.virt.hardware [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.390141] env[70867]: DEBUG nova.virt.hardware [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.390338] env[70867]: DEBUG nova.virt.hardware [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.390472] env[70867]: DEBUG nova.virt.hardware [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.391770] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ba4260-d1c3-4a32-ba1d-5a06a7e3d041 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.403258] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737b59b1-a8f3-4586-ac6e-fa9cae2d4862 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.595326] env[70867]: DEBUG oslo_vmware.api [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474151, 'name': PowerOffVM_Task, 'duration_secs': 0.265186} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.599073] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.599506] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.600679] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dba37c6-eaf4-4ff4-97db-e3a099452808 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.612847] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474152, 'name': CreateVM_Task, 'duration_secs': 0.47941} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.618584] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.618934] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.619767] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.619927] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.620265] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.620624] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97c06637-bc46-489f-8e57-69ccc37a329f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.622735] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-170cb3c3-8e45-48e8-b34b-16e53fba272c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.628590] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Waiting for the task: (returnval){ [ 1042.628590] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a9caac-90d7-70f4-dec7-28d86a58c614" [ 1042.628590] env[70867]: _type = "Task" [ 1042.628590] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.646132] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a9caac-90d7-70f4-dec7-28d86a58c614, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.724639] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.725039] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.725183] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Deleting the datastore file [datastore2] 7b29d390-cb79-4064-ab01-312735c980bb {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.725461] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fc85e42-1ef1-4088-831d-4226a3771d5f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.738183] env[70867]: DEBUG oslo_vmware.api [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1042.738183] env[70867]: value = "task-3474154" [ 1042.738183] env[70867]: _type = "Task" [ 1042.738183] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.749796] env[70867]: DEBUG oslo_vmware.api [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.798560] env[70867]: DEBUG nova.network.neutron [req-955f7ce7-0373-4b98-ba50-c6101474aa5a req-187a1088-126e-4182-ab21-1f8218c87e55 service nova] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Updated VIF entry in instance network info cache for port 9722cad6-e948-4ad3-b848-bf050d2459ea. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.798954] env[70867]: DEBUG nova.network.neutron [req-955f7ce7-0373-4b98-ba50-c6101474aa5a req-187a1088-126e-4182-ab21-1f8218c87e55 service nova] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Updating instance_info_cache with network_info: [{"id": "9722cad6-e948-4ad3-b848-bf050d2459ea", "address": "fa:16:3e:96:f7:da", "network": {"id": "6d7b7624-526b-4919-9b48-548291c2d8cf", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1871539467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2c44897e28d44f2a6bd62ca7b3c85ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9722cad6-e9", "ovs_interfaceid": "9722cad6-e948-4ad3-b848-bf050d2459ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.865083] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474150, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.915761} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.865804] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd/a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.865804] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.866012] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c49ea24f-1114-41ca-aaed-c6796177789f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.870338] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.870868] env[70867]: DEBUG nova.compute.manager [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1042.873608] env[70867]: DEBUG oslo_concurrency.lockutils [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.832s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.875387] env[70867]: INFO nova.compute.claims [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.885576] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Waiting for the task: (returnval){ [ 1042.885576] env[70867]: value = "task-3474155" [ 1042.885576] env[70867]: _type = "Task" [ 1042.885576] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.900845] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474155, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.959467] env[70867]: DEBUG nova.network.neutron [req-8d1f0ed8-8d17-4dbe-b7fb-4eb57ef71798 req-a07ce6cc-3477-46e2-abb1-d83741acc97f service nova] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Updated VIF entry in instance network info cache for port 4ba59746-2de5-4da4-884d-903781460f47. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.959996] env[70867]: DEBUG nova.network.neutron [req-8d1f0ed8-8d17-4dbe-b7fb-4eb57ef71798 req-a07ce6cc-3477-46e2-abb1-d83741acc97f service nova] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Updating instance_info_cache with network_info: [{"id": "4ba59746-2de5-4da4-884d-903781460f47", "address": "fa:16:3e:c2:f9:3b", "network": {"id": "6d7b7624-526b-4919-9b48-548291c2d8cf", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1871539467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2c44897e28d44f2a6bd62ca7b3c85ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ba59746-2d", "ovs_interfaceid": "4ba59746-2de5-4da4-884d-903781460f47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.140224] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a9caac-90d7-70f4-dec7-28d86a58c614, 'name': SearchDatastore_Task, 'duration_secs': 0.058782} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.140592] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.140777] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.141036] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.141190] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.141374] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.141661] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32af9175-80cb-40c1-8888-b78c27c27b36 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.159509] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.159509] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.160376] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18c32cc3-d7d8-45ed-9db9-ca9199aa9be9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.165457] env[70867]: DEBUG nova.network.neutron [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Successfully updated port: 292d8a3e-171d-4181-8392-77dc452c43af {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1043.167980] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Waiting for the task: (returnval){ [ 1043.167980] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521c8c04-3a87-c71e-e856-9b40b8676263" [ 1043.167980] env[70867]: _type = "Task" [ 1043.167980] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.178994] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521c8c04-3a87-c71e-e856-9b40b8676263, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.252608] env[70867]: DEBUG oslo_vmware.api [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.471719} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.252869] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.253102] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.253312] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.302062] env[70867]: DEBUG oslo_concurrency.lockutils [req-955f7ce7-0373-4b98-ba50-c6101474aa5a req-187a1088-126e-4182-ab21-1f8218c87e55 service nova] Releasing lock "refresh_cache-a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.380498] env[70867]: DEBUG nova.compute.utils [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.381930] env[70867]: DEBUG nova.compute.manager [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1043.382108] env[70867]: DEBUG nova.network.neutron [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.397628] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474155, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.210973} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.397884] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.398999] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e94548-6651-47e1-b322-b3917ea9a573 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.423963] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd/a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.424617] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8261ca7c-ae68-4c9b-b696-eb7cabe29b5d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.442137] env[70867]: DEBUG nova.policy [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81df2ad142164cc89f8869f0081709e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36b274fdea124229aa037a1e7d77989f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.451579] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Waiting for the task: (returnval){ [ 1043.451579] env[70867]: value = "task-3474156" [ 1043.451579] env[70867]: _type = "Task" [ 1043.451579] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.459242] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474156, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.463088] env[70867]: DEBUG oslo_concurrency.lockutils [req-8d1f0ed8-8d17-4dbe-b7fb-4eb57ef71798 req-a07ce6cc-3477-46e2-abb1-d83741acc97f service nova] Releasing lock "refresh_cache-921ed213-6e8d-48b1-9aa6-e4944ffa756f" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.669820] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Acquiring lock "refresh_cache-4439722b-4bd6-464a-91a8-ebd733072c45" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.669820] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Acquired lock "refresh_cache-4439722b-4bd6-464a-91a8-ebd733072c45" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.669966] env[70867]: DEBUG nova.network.neutron [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.681921] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521c8c04-3a87-c71e-e856-9b40b8676263, 'name': SearchDatastore_Task, 'duration_secs': 0.033266} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.683424] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b64f89ac-8b17-49c3-8cf9-dcbdeae94fb7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.691106] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Waiting for the task: (returnval){ [ 1043.691106] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52af8c7d-4ad8-d0ee-83b4-e58e52812fa1" [ 1043.691106] env[70867]: _type = "Task" [ 1043.691106] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.702021] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52af8c7d-4ad8-d0ee-83b4-e58e52812fa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.795840] env[70867]: DEBUG nova.network.neutron [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Successfully created port: 96da4264-ed88-4f0f-a49e-7321625204b0 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.891033] env[70867]: DEBUG nova.compute.manager [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1043.961013] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474156, 'name': ReconfigVM_Task, 'duration_secs': 0.328179} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.964048] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Reconfigured VM instance instance-00000051 to attach disk [datastore2] a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd/a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.964439] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5461de28-6779-479f-aefb-d0622c6a9a4e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.973048] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Waiting for the task: (returnval){ [ 1043.973048] env[70867]: value = "task-3474157" [ 1043.973048] env[70867]: _type = "Task" [ 1043.973048] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.984851] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474157, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.198226] env[70867]: DEBUG nova.compute.manager [req-7cdb70b1-31ee-4cb2-af9e-fcc4cee08330 req-d7d9fa16-35d5-4b1b-a5d9-db133502d4ac service nova] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Received event network-vif-plugged-292d8a3e-171d-4181-8392-77dc452c43af {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.198459] env[70867]: DEBUG oslo_concurrency.lockutils [req-7cdb70b1-31ee-4cb2-af9e-fcc4cee08330 req-d7d9fa16-35d5-4b1b-a5d9-db133502d4ac service nova] Acquiring lock "4439722b-4bd6-464a-91a8-ebd733072c45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.198645] env[70867]: DEBUG oslo_concurrency.lockutils [req-7cdb70b1-31ee-4cb2-af9e-fcc4cee08330 req-d7d9fa16-35d5-4b1b-a5d9-db133502d4ac service nova] Lock "4439722b-4bd6-464a-91a8-ebd733072c45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.198813] env[70867]: DEBUG oslo_concurrency.lockutils [req-7cdb70b1-31ee-4cb2-af9e-fcc4cee08330 req-d7d9fa16-35d5-4b1b-a5d9-db133502d4ac service nova] Lock "4439722b-4bd6-464a-91a8-ebd733072c45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.198985] env[70867]: DEBUG nova.compute.manager [req-7cdb70b1-31ee-4cb2-af9e-fcc4cee08330 req-d7d9fa16-35d5-4b1b-a5d9-db133502d4ac service nova] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] No waiting events found dispatching network-vif-plugged-292d8a3e-171d-4181-8392-77dc452c43af {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1044.199162] env[70867]: WARNING nova.compute.manager [req-7cdb70b1-31ee-4cb2-af9e-fcc4cee08330 req-d7d9fa16-35d5-4b1b-a5d9-db133502d4ac service nova] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Received unexpected event network-vif-plugged-292d8a3e-171d-4181-8392-77dc452c43af for instance with vm_state building and task_state spawning. [ 1044.199356] env[70867]: DEBUG nova.compute.manager [req-7cdb70b1-31ee-4cb2-af9e-fcc4cee08330 req-d7d9fa16-35d5-4b1b-a5d9-db133502d4ac service nova] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Received event network-changed-292d8a3e-171d-4181-8392-77dc452c43af {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.199518] env[70867]: DEBUG nova.compute.manager [req-7cdb70b1-31ee-4cb2-af9e-fcc4cee08330 req-d7d9fa16-35d5-4b1b-a5d9-db133502d4ac service nova] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Refreshing instance network info cache due to event network-changed-292d8a3e-171d-4181-8392-77dc452c43af. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1044.199685] env[70867]: DEBUG oslo_concurrency.lockutils [req-7cdb70b1-31ee-4cb2-af9e-fcc4cee08330 req-d7d9fa16-35d5-4b1b-a5d9-db133502d4ac service nova] Acquiring lock "refresh_cache-4439722b-4bd6-464a-91a8-ebd733072c45" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.211206] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52af8c7d-4ad8-d0ee-83b4-e58e52812fa1, 'name': SearchDatastore_Task, 'duration_secs': 0.013316} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.212015] env[70867]: DEBUG nova.network.neutron [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1044.213878] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.214148] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 921ed213-6e8d-48b1-9aa6-e4944ffa756f/921ed213-6e8d-48b1-9aa6-e4944ffa756f.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.214425] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eaf6c68a-7fd2-47ab-91ad-eaea9395f8b9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.225742] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Waiting for the task: (returnval){ [ 1044.225742] env[70867]: value = "task-3474158" [ 1044.225742] env[70867]: _type = "Task" [ 1044.225742] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.235167] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.298926] env[70867]: DEBUG nova.virt.hardware [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.299192] env[70867]: DEBUG nova.virt.hardware [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.299428] env[70867]: DEBUG nova.virt.hardware [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.299977] env[70867]: DEBUG nova.virt.hardware [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.299977] env[70867]: DEBUG nova.virt.hardware [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.300110] env[70867]: DEBUG nova.virt.hardware [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.300471] env[70867]: DEBUG nova.virt.hardware [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.300471] env[70867]: DEBUG nova.virt.hardware [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.300599] env[70867]: DEBUG nova.virt.hardware [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.300756] env[70867]: DEBUG nova.virt.hardware [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.300929] env[70867]: DEBUG nova.virt.hardware [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.301933] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb51711-375b-40d9-8066-38d5e5445f26 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.313533] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b0d20d-3aa7-48a7-aa6f-4ee47f476698 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.331165] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:f2:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6cb045e1-1cd9-4ad3-9f77-a8435fda9c36', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.338826] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.343619] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1044.344280] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd39823c-2de4-49ff-a3d3-0160ccd4cd07 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.348322] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-605b9586-205a-476a-83d9-f6603fd2d3e7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.368561] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa19f36d-fab8-400e-8c7f-26f69dacea1b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.372900] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.372900] env[70867]: value = "task-3474159" [ 1044.372900] env[70867]: _type = "Task" [ 1044.372900] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.414150] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc0af43-49b0-49bf-9b9c-f55db36c62ab {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.420670] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474159, 'name': CreateVM_Task} progress is 15%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.426529] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d27296-24e9-489f-8ca3-3379bfbb5c75 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.442615] env[70867]: DEBUG nova.compute.provider_tree [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.456654] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9a5a0824-0490-47aa-a317-8aae0509d193 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Acquiring lock "6e23b2d7-e31a-432d-9fc4-3e2f8993ff80" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.456937] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9a5a0824-0490-47aa-a317-8aae0509d193 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "6e23b2d7-e31a-432d-9fc4-3e2f8993ff80" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.483617] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474157, 'name': Rename_Task, 'duration_secs': 0.166668} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.483896] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.484163] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-455dfbcb-4cf1-43ed-9134-48f6e2e76765 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.490945] env[70867]: DEBUG nova.network.neutron [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Updating instance_info_cache with network_info: [{"id": "292d8a3e-171d-4181-8392-77dc452c43af", "address": "fa:16:3e:64:8c:0e", "network": {"id": "6d7b7624-526b-4919-9b48-548291c2d8cf", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1871539467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2c44897e28d44f2a6bd62ca7b3c85ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap292d8a3e-17", "ovs_interfaceid": "292d8a3e-171d-4181-8392-77dc452c43af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.494125] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Waiting for the task: (returnval){ [ 1044.494125] env[70867]: value = "task-3474160" [ 1044.494125] env[70867]: _type = "Task" [ 1044.494125] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.503519] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474160, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.736406] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474158, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.884908] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474159, 'name': CreateVM_Task, 'duration_secs': 0.450231} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.885415] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1044.885852] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.886461] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.886461] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.886747] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac18bcac-0ecd-4cd0-ae81-2d3ed91e7b25 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.892625] env[70867]: DEBUG oslo_vmware.api [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1044.892625] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]528e7f40-7e5f-8af5-ea71-f81c85a38590" [ 1044.892625] env[70867]: _type = "Task" [ 1044.892625] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.901766] env[70867]: DEBUG oslo_vmware.api [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]528e7f40-7e5f-8af5-ea71-f81c85a38590, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.918177] env[70867]: DEBUG nova.compute.manager [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1044.944543] env[70867]: DEBUG nova.virt.hardware [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.944874] env[70867]: DEBUG nova.virt.hardware [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.945112] env[70867]: DEBUG nova.virt.hardware [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.945354] env[70867]: DEBUG nova.virt.hardware [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.945551] env[70867]: DEBUG nova.virt.hardware [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.945800] env[70867]: DEBUG nova.virt.hardware [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.946101] env[70867]: DEBUG nova.virt.hardware [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.946279] env[70867]: DEBUG nova.virt.hardware [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.947022] env[70867]: DEBUG nova.virt.hardware [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.947022] env[70867]: DEBUG nova.virt.hardware [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.947022] env[70867]: DEBUG nova.virt.hardware [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.947655] env[70867]: DEBUG nova.scheduler.client.report [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.951878] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a5b11b-f484-45f5-9296-9d77465b2216 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.960581] env[70867]: DEBUG nova.compute.utils [None req-9a5a0824-0490-47aa-a317-8aae0509d193 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1044.963241] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8130b07-32a3-4b71-93a8-8732bd442381 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.995242] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Releasing lock "refresh_cache-4439722b-4bd6-464a-91a8-ebd733072c45" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.995580] env[70867]: DEBUG nova.compute.manager [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Instance network_info: |[{"id": "292d8a3e-171d-4181-8392-77dc452c43af", "address": "fa:16:3e:64:8c:0e", "network": {"id": "6d7b7624-526b-4919-9b48-548291c2d8cf", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1871539467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2c44897e28d44f2a6bd62ca7b3c85ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap292d8a3e-17", "ovs_interfaceid": "292d8a3e-171d-4181-8392-77dc452c43af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1044.995984] env[70867]: DEBUG oslo_concurrency.lockutils [req-7cdb70b1-31ee-4cb2-af9e-fcc4cee08330 req-d7d9fa16-35d5-4b1b-a5d9-db133502d4ac service nova] Acquired lock "refresh_cache-4439722b-4bd6-464a-91a8-ebd733072c45" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.996185] env[70867]: DEBUG nova.network.neutron [req-7cdb70b1-31ee-4cb2-af9e-fcc4cee08330 req-d7d9fa16-35d5-4b1b-a5d9-db133502d4ac service nova] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Refreshing network info cache for port 292d8a3e-171d-4181-8392-77dc452c43af {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.997557] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:8c:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35e463c7-7d78-4d66-8efd-6127b1f3ee17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '292d8a3e-171d-4181-8392-77dc452c43af', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.005208] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.011411] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.011890] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b3cf555-1e7a-4473-90b5-b632fd88f35e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.032122] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474160, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.033328] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.033328] env[70867]: value = "task-3474161" [ 1045.033328] env[70867]: _type = "Task" [ 1045.033328] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.041660] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474161, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.237632] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474158, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709905} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.237973] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 921ed213-6e8d-48b1-9aa6-e4944ffa756f/921ed213-6e8d-48b1-9aa6-e4944ffa756f.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.238141] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.238471] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9eabf829-229a-46d8-82be-6daf5f515252 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.246626] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Waiting for the task: (returnval){ [ 1045.246626] env[70867]: value = "task-3474162" [ 1045.246626] env[70867]: _type = "Task" [ 1045.246626] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.256459] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474162, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.331207] env[70867]: DEBUG nova.network.neutron [req-7cdb70b1-31ee-4cb2-af9e-fcc4cee08330 req-d7d9fa16-35d5-4b1b-a5d9-db133502d4ac service nova] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Updated VIF entry in instance network info cache for port 292d8a3e-171d-4181-8392-77dc452c43af. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.331562] env[70867]: DEBUG nova.network.neutron [req-7cdb70b1-31ee-4cb2-af9e-fcc4cee08330 req-d7d9fa16-35d5-4b1b-a5d9-db133502d4ac service nova] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Updating instance_info_cache with network_info: [{"id": "292d8a3e-171d-4181-8392-77dc452c43af", "address": "fa:16:3e:64:8c:0e", "network": {"id": "6d7b7624-526b-4919-9b48-548291c2d8cf", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1871539467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2c44897e28d44f2a6bd62ca7b3c85ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap292d8a3e-17", "ovs_interfaceid": "292d8a3e-171d-4181-8392-77dc452c43af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.409593] env[70867]: DEBUG oslo_vmware.api [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]528e7f40-7e5f-8af5-ea71-f81c85a38590, 'name': SearchDatastore_Task, 'duration_secs': 0.02799} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.410543] env[70867]: DEBUG nova.network.neutron [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Successfully updated port: 96da4264-ed88-4f0f-a49e-7321625204b0 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.412130] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.412331] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.412656] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.412848] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.413053] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.413807] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1602b5d1-5de2-482f-b13f-71a3bcee82be {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.424823] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.425166] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.426258] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e720f307-d5d3-4205-ae19-9de398d019f9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.433852] env[70867]: DEBUG oslo_vmware.api [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1045.433852] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]524340cb-d281-b842-1ec1-62ae7b62aa7e" [ 1045.433852] env[70867]: _type = "Task" [ 1045.433852] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.442233] env[70867]: DEBUG oslo_vmware.api [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]524340cb-d281-b842-1ec1-62ae7b62aa7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.456394] env[70867]: DEBUG oslo_concurrency.lockutils [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.456772] env[70867]: DEBUG nova.compute.manager [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1045.459488] env[70867]: DEBUG oslo_concurrency.lockutils [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.602s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.460945] env[70867]: INFO nova.compute.claims [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1045.470311] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9a5a0824-0490-47aa-a317-8aae0509d193 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "6e23b2d7-e31a-432d-9fc4-3e2f8993ff80" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.509410] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474160, 'name': PowerOnVM_Task, 'duration_secs': 0.817453} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.509709] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.509905] env[70867]: INFO nova.compute.manager [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1045.510093] env[70867]: DEBUG nova.compute.manager [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.510886] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd4e23f-5df6-40b1-923b-918b7e01fc61 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.547253] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474161, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.756933] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474162, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108456} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.757298] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.758119] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b77573-a2da-4bb0-8fde-d4ae6b51c13f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.780144] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 921ed213-6e8d-48b1-9aa6-e4944ffa756f/921ed213-6e8d-48b1-9aa6-e4944ffa756f.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.780433] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7eb7d768-239e-4738-95df-c759cf606da1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.802350] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Waiting for the task: (returnval){ [ 1045.802350] env[70867]: value = "task-3474163" [ 1045.802350] env[70867]: _type = "Task" [ 1045.802350] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.810923] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474163, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.834322] env[70867]: DEBUG oslo_concurrency.lockutils [req-7cdb70b1-31ee-4cb2-af9e-fcc4cee08330 req-d7d9fa16-35d5-4b1b-a5d9-db133502d4ac service nova] Releasing lock "refresh_cache-4439722b-4bd6-464a-91a8-ebd733072c45" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.916227] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Acquiring lock "refresh_cache-9ed435ee-3968-4f12-aa00-9746f0398e9e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.916227] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Acquired lock "refresh_cache-9ed435ee-3968-4f12-aa00-9746f0398e9e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.916227] env[70867]: DEBUG nova.network.neutron [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.945008] env[70867]: DEBUG oslo_vmware.api [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]524340cb-d281-b842-1ec1-62ae7b62aa7e, 'name': SearchDatastore_Task, 'duration_secs': 0.025397} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.945874] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6d1c16a-7c70-471e-89cb-c44857b164ac {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.953327] env[70867]: DEBUG oslo_vmware.api [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1045.953327] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527d3ffc-f094-93b3-22f4-7f203f543dd1" [ 1045.953327] env[70867]: _type = "Task" [ 1045.953327] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.962552] env[70867]: DEBUG oslo_vmware.api [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527d3ffc-f094-93b3-22f4-7f203f543dd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.967024] env[70867]: DEBUG nova.compute.utils [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1045.968478] env[70867]: DEBUG nova.compute.manager [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Not allocating networking since 'none' was specified. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1046.032315] env[70867]: INFO nova.compute.manager [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Took 33.55 seconds to build instance. [ 1046.046679] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474161, 'name': CreateVM_Task, 'duration_secs': 0.611209} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.047855] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1046.050508] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.050691] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.051152] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.051765] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c96056a2-7e98-4994-939f-773e077a10b5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.058540] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Waiting for the task: (returnval){ [ 1046.058540] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52dbee0c-6763-6b5b-e1aa-2bd63b1b2524" [ 1046.058540] env[70867]: _type = "Task" [ 1046.058540] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.068855] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52dbee0c-6763-6b5b-e1aa-2bd63b1b2524, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.272042] env[70867]: DEBUG nova.compute.manager [req-e8024203-8da9-4564-ae3f-1062e528a955 req-2a134a1a-c28b-4213-91cd-8eb1af345dcb service nova] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Received event network-vif-plugged-96da4264-ed88-4f0f-a49e-7321625204b0 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.272435] env[70867]: DEBUG oslo_concurrency.lockutils [req-e8024203-8da9-4564-ae3f-1062e528a955 req-2a134a1a-c28b-4213-91cd-8eb1af345dcb service nova] Acquiring lock "9ed435ee-3968-4f12-aa00-9746f0398e9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.272435] env[70867]: DEBUG oslo_concurrency.lockutils [req-e8024203-8da9-4564-ae3f-1062e528a955 req-2a134a1a-c28b-4213-91cd-8eb1af345dcb service nova] Lock "9ed435ee-3968-4f12-aa00-9746f0398e9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.272985] env[70867]: DEBUG oslo_concurrency.lockutils [req-e8024203-8da9-4564-ae3f-1062e528a955 req-2a134a1a-c28b-4213-91cd-8eb1af345dcb service nova] Lock "9ed435ee-3968-4f12-aa00-9746f0398e9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.272985] env[70867]: DEBUG nova.compute.manager [req-e8024203-8da9-4564-ae3f-1062e528a955 req-2a134a1a-c28b-4213-91cd-8eb1af345dcb service nova] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] No waiting events found dispatching network-vif-plugged-96da4264-ed88-4f0f-a49e-7321625204b0 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1046.272985] env[70867]: WARNING nova.compute.manager [req-e8024203-8da9-4564-ae3f-1062e528a955 req-2a134a1a-c28b-4213-91cd-8eb1af345dcb service nova] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Received unexpected event network-vif-plugged-96da4264-ed88-4f0f-a49e-7321625204b0 for instance with vm_state building and task_state spawning. [ 1046.273181] env[70867]: DEBUG nova.compute.manager [req-e8024203-8da9-4564-ae3f-1062e528a955 req-2a134a1a-c28b-4213-91cd-8eb1af345dcb service nova] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Received event network-changed-96da4264-ed88-4f0f-a49e-7321625204b0 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.273243] env[70867]: DEBUG nova.compute.manager [req-e8024203-8da9-4564-ae3f-1062e528a955 req-2a134a1a-c28b-4213-91cd-8eb1af345dcb service nova] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Refreshing instance network info cache due to event network-changed-96da4264-ed88-4f0f-a49e-7321625204b0. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1046.273382] env[70867]: DEBUG oslo_concurrency.lockutils [req-e8024203-8da9-4564-ae3f-1062e528a955 req-2a134a1a-c28b-4213-91cd-8eb1af345dcb service nova] Acquiring lock "refresh_cache-9ed435ee-3968-4f12-aa00-9746f0398e9e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.313033] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474163, 'name': ReconfigVM_Task, 'duration_secs': 0.359492} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.313320] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 921ed213-6e8d-48b1-9aa6-e4944ffa756f/921ed213-6e8d-48b1-9aa6-e4944ffa756f.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.313942] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-584d0db2-11d4-4c7e-a806-8cea13926b0c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.320367] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Waiting for the task: (returnval){ [ 1046.320367] env[70867]: value = "task-3474164" [ 1046.320367] env[70867]: _type = "Task" [ 1046.320367] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.330240] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474164, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.469532] env[70867]: DEBUG oslo_vmware.api [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527d3ffc-f094-93b3-22f4-7f203f543dd1, 'name': SearchDatastore_Task, 'duration_secs': 0.0252} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.470902] env[70867]: DEBUG nova.network.neutron [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.473815] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.474222] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 7b29d390-cb79-4064-ab01-312735c980bb/7b29d390-cb79-4064-ab01-312735c980bb.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.478898] env[70867]: DEBUG nova.compute.manager [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1046.481673] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c322e9b3-5c47-42d5-92d5-b010f4a39756 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.492071] env[70867]: DEBUG oslo_vmware.api [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1046.492071] env[70867]: value = "task-3474165" [ 1046.492071] env[70867]: _type = "Task" [ 1046.492071] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.503137] env[70867]: DEBUG oslo_vmware.api [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.536152] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Lock "a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.070s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.552536] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9a5a0824-0490-47aa-a317-8aae0509d193 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Acquiring lock "6e23b2d7-e31a-432d-9fc4-3e2f8993ff80" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.552821] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9a5a0824-0490-47aa-a317-8aae0509d193 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "6e23b2d7-e31a-432d-9fc4-3e2f8993ff80" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.553117] env[70867]: INFO nova.compute.manager [None req-9a5a0824-0490-47aa-a317-8aae0509d193 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Attaching volume bbafb856-8d2a-4538-af8b-428358f1415c to /dev/sdb [ 1046.573950] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52dbee0c-6763-6b5b-e1aa-2bd63b1b2524, 'name': SearchDatastore_Task, 'duration_secs': 0.01481} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.576501] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.576736] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.576966] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.577131] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.577345] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.577578] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0370f149-8779-464a-bc64-c33032712cad {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.596596] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.596596] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.600269] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f24daf5-8763-4470-8510-899674bba09b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.603404] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9d0d44-2df2-4051-8c0e-eed13179e850 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.610646] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Waiting for the task: (returnval){ [ 1046.610646] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5266c4f6-438b-b29a-3521-327ec522159d" [ 1046.610646] env[70867]: _type = "Task" [ 1046.610646] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.617969] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd313267-34d8-4104-b64d-5167cd319d30 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.629395] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5266c4f6-438b-b29a-3521-327ec522159d, 'name': SearchDatastore_Task, 'duration_secs': 0.016738} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.630190] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a1aba5f-f867-4152-9e07-cf942ea78720 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.637494] env[70867]: DEBUG nova.virt.block_device [None req-9a5a0824-0490-47aa-a317-8aae0509d193 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Updating existing volume attachment record: 0a636f13-7ddc-467e-bc72-cd8138ab1491 {{(pid=70867) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1046.647584] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Waiting for the task: (returnval){ [ 1046.647584] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52cea617-dd6e-d99c-b239-0c7eadce2d9b" [ 1046.647584] env[70867]: _type = "Task" [ 1046.647584] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.658451] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52cea617-dd6e-d99c-b239-0c7eadce2d9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.692172] env[70867]: DEBUG nova.network.neutron [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Updating instance_info_cache with network_info: [{"id": "96da4264-ed88-4f0f-a49e-7321625204b0", "address": "fa:16:3e:c0:84:ce", "network": {"id": "7387e793-ea33-48f6-b0eb-8c514a02805b", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-679208737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b274fdea124229aa037a1e7d77989f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96da4264-ed", "ovs_interfaceid": "96da4264-ed88-4f0f-a49e-7321625204b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.829966] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474164, 'name': Rename_Task, 'duration_secs': 0.159586} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.830729] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.830729] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ae842ef-42a5-4346-9ce2-dedde7ae56fe {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.837795] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Waiting for the task: (returnval){ [ 1046.837795] env[70867]: value = "task-3474167" [ 1046.837795] env[70867]: _type = "Task" [ 1046.837795] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.846253] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.941014] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248a5ac7-ae2b-4bba-aaab-40dbb121f1bc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.949274] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137e890c-2b24-4bff-9fe8-04a9465b8cc9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.993546] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a09e63e-e6a8-450d-87cd-8c71a1a6c4dd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.010901] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de852f9-09e6-442a-a432-c2e2ad2be97b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.014793] env[70867]: DEBUG oslo_vmware.api [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474165, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.029063] env[70867]: DEBUG nova.compute.provider_tree [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1047.038241] env[70867]: DEBUG nova.compute.manager [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1047.161249] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52cea617-dd6e-d99c-b239-0c7eadce2d9b, 'name': SearchDatastore_Task, 'duration_secs': 0.014542} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.161543] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.161845] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 4439722b-4bd6-464a-91a8-ebd733072c45/4439722b-4bd6-464a-91a8-ebd733072c45.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.162170] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d76abf9d-0b35-4485-be58-a8f3fafe54ef {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.172695] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Waiting for the task: (returnval){ [ 1047.172695] env[70867]: value = "task-3474170" [ 1047.172695] env[70867]: _type = "Task" [ 1047.172695] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.184157] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.193884] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Releasing lock "refresh_cache-9ed435ee-3968-4f12-aa00-9746f0398e9e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.194249] env[70867]: DEBUG nova.compute.manager [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Instance network_info: |[{"id": "96da4264-ed88-4f0f-a49e-7321625204b0", "address": "fa:16:3e:c0:84:ce", "network": {"id": "7387e793-ea33-48f6-b0eb-8c514a02805b", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-679208737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b274fdea124229aa037a1e7d77989f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96da4264-ed", "ovs_interfaceid": "96da4264-ed88-4f0f-a49e-7321625204b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1047.194579] env[70867]: DEBUG oslo_concurrency.lockutils [req-e8024203-8da9-4564-ae3f-1062e528a955 req-2a134a1a-c28b-4213-91cd-8eb1af345dcb service nova] Acquired lock "refresh_cache-9ed435ee-3968-4f12-aa00-9746f0398e9e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.195073] env[70867]: DEBUG nova.network.neutron [req-e8024203-8da9-4564-ae3f-1062e528a955 req-2a134a1a-c28b-4213-91cd-8eb1af345dcb service nova] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Refreshing network info cache for port 96da4264-ed88-4f0f-a49e-7321625204b0 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.196116] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:84:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96da4264-ed88-4f0f-a49e-7321625204b0', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.203879] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Creating folder: Project (36b274fdea124229aa037a1e7d77989f). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.207407] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9bc37a72-5526-456c-b83d-d82709f56487 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.222689] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Created folder: Project (36b274fdea124229aa037a1e7d77989f) in parent group-v694272. [ 1047.222919] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Creating folder: Instances. Parent ref: group-v694508. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.223198] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f18c733-7587-42c2-88bf-3401c2b08e51 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.238028] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Created folder: Instances in parent group-v694508. [ 1047.238319] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.238533] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.238758] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f18fa4fe-8724-4930-ba53-0d5d284f1c8d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.261646] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.261646] env[70867]: value = "task-3474173" [ 1047.261646] env[70867]: _type = "Task" [ 1047.261646] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.271442] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474173, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.350562] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474167, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.493727] env[70867]: DEBUG nova.compute.manager [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1047.505121] env[70867]: DEBUG nova.network.neutron [req-e8024203-8da9-4564-ae3f-1062e528a955 req-2a134a1a-c28b-4213-91cd-8eb1af345dcb service nova] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Updated VIF entry in instance network info cache for port 96da4264-ed88-4f0f-a49e-7321625204b0. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.506426] env[70867]: DEBUG nova.network.neutron [req-e8024203-8da9-4564-ae3f-1062e528a955 req-2a134a1a-c28b-4213-91cd-8eb1af345dcb service nova] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Updating instance_info_cache with network_info: [{"id": "96da4264-ed88-4f0f-a49e-7321625204b0", "address": "fa:16:3e:c0:84:ce", "network": {"id": "7387e793-ea33-48f6-b0eb-8c514a02805b", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-679208737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b274fdea124229aa037a1e7d77989f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96da4264-ed", "ovs_interfaceid": "96da4264-ed88-4f0f-a49e-7321625204b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.512477] env[70867]: DEBUG oslo_vmware.api [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474165, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742126} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.513136] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 7b29d390-cb79-4064-ab01-312735c980bb/7b29d390-cb79-4064-ab01-312735c980bb.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.513348] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.513570] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ded889f4-d552-41be-8585-b0091ae02afb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.525342] env[70867]: DEBUG oslo_vmware.api [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1047.525342] env[70867]: value = "task-3474174" [ 1047.525342] env[70867]: _type = "Task" [ 1047.525342] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.533381] env[70867]: DEBUG nova.virt.hardware [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1047.533772] env[70867]: DEBUG nova.virt.hardware [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.533980] env[70867]: DEBUG nova.virt.hardware [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.534261] env[70867]: DEBUG nova.virt.hardware [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.534426] env[70867]: DEBUG nova.virt.hardware [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.534613] env[70867]: DEBUG nova.virt.hardware [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1047.534848] env[70867]: DEBUG nova.virt.hardware [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1047.535030] env[70867]: DEBUG nova.virt.hardware [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1047.535306] env[70867]: DEBUG nova.virt.hardware [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1047.535498] env[70867]: DEBUG nova.virt.hardware [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1047.535675] env[70867]: DEBUG nova.virt.hardware [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.539635] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bf5dbc-8cac-408e-b383-c76610158cd4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.555862] env[70867]: DEBUG oslo_vmware.api [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.556587] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c054c9b-d140-4c1e-bf12-d5434ee17106 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.564311] env[70867]: ERROR nova.scheduler.client.report [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] [req-25f74196-67d6-4070-8219-779d43562df2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f41c8c6b-f09c-4602-9d9f-1177af08ce6d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-25f74196-67d6-4070-8219-779d43562df2"}]} [ 1047.576946] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Instance VIF info [] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.583183] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Creating folder: Project (7d2d25457ba54cb397f28c50a8172673). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.583829] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.584910] env[70867]: DEBUG nova.scheduler.client.report [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Refreshing inventories for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1047.588064] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-750e3dbe-3d3a-4682-9055-08791d2cea05 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.599556] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Created folder: Project (7d2d25457ba54cb397f28c50a8172673) in parent group-v694272. [ 1047.599850] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Creating folder: Instances. Parent ref: group-v694511. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.600163] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d122f7d3-24f2-4209-8e4c-a327573a2fd6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.612474] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Created folder: Instances in parent group-v694511. [ 1047.613808] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.614441] env[70867]: DEBUG nova.scheduler.client.report [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Updating ProviderTree inventory for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1047.614867] env[70867]: DEBUG nova.compute.provider_tree [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1047.617376] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.618072] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abea2c90-bcce-4b0c-a149-c245140b2639 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.635539] env[70867]: DEBUG nova.scheduler.client.report [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Refreshing aggregate associations for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d, aggregates: None {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1047.643931] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.643931] env[70867]: value = "task-3474177" [ 1047.643931] env[70867]: _type = "Task" [ 1047.643931] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.655581] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474177, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.658479] env[70867]: DEBUG nova.scheduler.client.report [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Refreshing trait associations for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1047.689481] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474170, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499819} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.689481] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 4439722b-4bd6-464a-91a8-ebd733072c45/4439722b-4bd6-464a-91a8-ebd733072c45.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.689481] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.689481] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62ef2cee-c7d9-45c1-bd6e-fb4c2cc94055 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.698018] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Waiting for the task: (returnval){ [ 1047.698018] env[70867]: value = "task-3474178" [ 1047.698018] env[70867]: _type = "Task" [ 1047.698018] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.708465] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.773337] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474173, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.853668] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474167, 'name': PowerOnVM_Task, 'duration_secs': 0.65915} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.856230] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.856466] env[70867]: INFO nova.compute.manager [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Took 8.07 seconds to spawn the instance on the hypervisor. [ 1047.856647] env[70867]: DEBUG nova.compute.manager [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.857782] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ee07cf-1ab9-4c41-a157-e4824941637c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.014535] env[70867]: DEBUG oslo_concurrency.lockutils [req-e8024203-8da9-4564-ae3f-1062e528a955 req-2a134a1a-c28b-4213-91cd-8eb1af345dcb service nova] Releasing lock "refresh_cache-9ed435ee-3968-4f12-aa00-9746f0398e9e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.034263] env[70867]: DEBUG oslo_vmware.api [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146711} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.035725] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.035725] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d559e9-4160-4bb3-b9e4-429bb52e23ad {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.062743] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 7b29d390-cb79-4064-ab01-312735c980bb/7b29d390-cb79-4064-ab01-312735c980bb.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.065619] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54cc3378-e4bb-4dd7-a85f-149c9feb1702 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.088139] env[70867]: DEBUG oslo_vmware.api [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1048.088139] env[70867]: value = "task-3474179" [ 1048.088139] env[70867]: _type = "Task" [ 1048.088139] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.098874] env[70867]: DEBUG oslo_vmware.api [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474179, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.124325] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7befc44-0867-4653-b776-ba09a6907cd5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.132143] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c826df-b9a0-4d7a-b3b4-5c9266e92255 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.168690] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e70e8b1-60be-45c1-b014-11d3b3370241 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.177951] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474177, 'name': CreateVM_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.181688] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fd2bfc-a8ac-49f4-afc9-746a00b945cd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.197034] env[70867]: DEBUG nova.compute.provider_tree [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1048.205980] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072802} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.206947] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.207786] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa02c142-6a4d-44e6-89c1-e59469b11136 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.231557] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 4439722b-4bd6-464a-91a8-ebd733072c45/4439722b-4bd6-464a-91a8-ebd733072c45.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.232169] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3dbec1a-8f74-438b-88de-816f2499739e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.253218] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Waiting for the task: (returnval){ [ 1048.253218] env[70867]: value = "task-3474180" [ 1048.253218] env[70867]: _type = "Task" [ 1048.253218] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.261126] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474180, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.271672] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474173, 'name': CreateVM_Task, 'duration_secs': 0.556445} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.272189] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.272736] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.272856] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.273219] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.273486] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80deee3c-3e25-404b-81b4-4c0d44da0b0e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.278400] env[70867]: DEBUG oslo_vmware.api [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Waiting for the task: (returnval){ [ 1048.278400] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527a0e82-9caf-a542-688f-6e78c11714a3" [ 1048.278400] env[70867]: _type = "Task" [ 1048.278400] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.286036] env[70867]: DEBUG oslo_vmware.api [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527a0e82-9caf-a542-688f-6e78c11714a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.378228] env[70867]: INFO nova.compute.manager [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Took 35.82 seconds to build instance. [ 1048.598985] env[70867]: DEBUG oslo_vmware.api [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.674710] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474177, 'name': CreateVM_Task, 'duration_secs': 0.786185} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.675228] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.675690] env[70867]: DEBUG oslo_concurrency.lockutils [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.735890] env[70867]: DEBUG nova.scheduler.client.report [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Updated inventory for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with generation 123 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1048.738017] env[70867]: DEBUG nova.compute.provider_tree [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Updating resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d generation from 123 to 124 during operation: update_inventory {{(pid=70867) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1048.738017] env[70867]: DEBUG nova.compute.provider_tree [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1048.765106] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474180, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.788575] env[70867]: DEBUG oslo_vmware.api [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527a0e82-9caf-a542-688f-6e78c11714a3, 'name': SearchDatastore_Task, 'duration_secs': 0.034269} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.788883] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.789800] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.789800] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.789800] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.789800] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.790045] env[70867]: DEBUG oslo_concurrency.lockutils [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.790368] env[70867]: DEBUG oslo_concurrency.lockutils [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.791052] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b9aaeda-e4b3-4251-9409-e46739256e74 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.792550] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3a63b47-55ab-432b-b134-1330b50ce8ef {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.798050] env[70867]: DEBUG oslo_vmware.api [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Waiting for the task: (returnval){ [ 1048.798050] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5291d663-b98c-fa46-7cf5-29ae9b6908af" [ 1048.798050] env[70867]: _type = "Task" [ 1048.798050] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.802499] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.802639] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.806190] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96914091-cfc2-42ad-9e06-64d9e882b79a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.808359] env[70867]: DEBUG oslo_vmware.api [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5291d663-b98c-fa46-7cf5-29ae9b6908af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.812115] env[70867]: DEBUG oslo_vmware.api [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Waiting for the task: (returnval){ [ 1048.812115] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521ea51a-e898-338c-0ec8-877f3b65c800" [ 1048.812115] env[70867]: _type = "Task" [ 1048.812115] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.818952] env[70867]: DEBUG oslo_vmware.api [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521ea51a-e898-338c-0ec8-877f3b65c800, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.880080] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Lock "921ed213-6e8d-48b1-9aa6-e4944ffa756f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.343s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.100731] env[70867]: DEBUG oslo_vmware.api [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474179, 'name': ReconfigVM_Task, 'duration_secs': 0.839706} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.101011] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 7b29d390-cb79-4064-ab01-312735c980bb/7b29d390-cb79-4064-ab01-312735c980bb.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.101631] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90b55778-65fc-41f4-8f06-8d4d1eb84019 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.107376] env[70867]: DEBUG oslo_vmware.api [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1049.107376] env[70867]: value = "task-3474182" [ 1049.107376] env[70867]: _type = "Task" [ 1049.107376] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.110651] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Acquiring lock "df50dddd-7392-4aa0-a7e7-e5eaea666d73" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.110863] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Lock "df50dddd-7392-4aa0-a7e7-e5eaea666d73" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.111041] env[70867]: INFO nova.compute.manager [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Shelving [ 1049.115187] env[70867]: DEBUG oslo_vmware.api [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474182, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.245884] env[70867]: DEBUG oslo_concurrency.lockutils [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.786s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.246728] env[70867]: DEBUG nova.compute.manager [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1049.249186] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c56812a4-879b-4353-9eb4-319ea9702453 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.745s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.249485] env[70867]: DEBUG nova.objects.instance [None req-c56812a4-879b-4353-9eb4-319ea9702453 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Lazy-loading 'resources' on Instance uuid 3ddad80f-65ae-427d-8d51-c6254d0d6446 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.265599] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474180, 'name': ReconfigVM_Task, 'duration_secs': 0.860056} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.265949] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 4439722b-4bd6-464a-91a8-ebd733072c45/4439722b-4bd6-464a-91a8-ebd733072c45.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.266642] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8e3ccb5-e0b9-4a4e-a3de-c9f793a60ad6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.273518] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Waiting for the task: (returnval){ [ 1049.273518] env[70867]: value = "task-3474183" [ 1049.273518] env[70867]: _type = "Task" [ 1049.273518] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.283085] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474183, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.310691] env[70867]: DEBUG oslo_vmware.api [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5291d663-b98c-fa46-7cf5-29ae9b6908af, 'name': SearchDatastore_Task, 'duration_secs': 0.021249} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.311275] env[70867]: DEBUG oslo_concurrency.lockutils [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.311575] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.311805] env[70867]: DEBUG oslo_concurrency.lockutils [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.321511] env[70867]: DEBUG oslo_vmware.api [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521ea51a-e898-338c-0ec8-877f3b65c800, 'name': SearchDatastore_Task, 'duration_secs': 0.02403} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.322396] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c6fd78d-2989-4b17-b6f8-a5e11b28df35 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.327913] env[70867]: DEBUG oslo_vmware.api [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Waiting for the task: (returnval){ [ 1049.327913] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52200b8d-a5e2-8c12-c2e6-c20109963b1f" [ 1049.327913] env[70867]: _type = "Task" [ 1049.327913] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.337923] env[70867]: DEBUG oslo_vmware.api [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52200b8d-a5e2-8c12-c2e6-c20109963b1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.619464] env[70867]: DEBUG oslo_vmware.api [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474182, 'name': Rename_Task, 'duration_secs': 0.146337} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.621616] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.622620] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9ad0be3-5b46-4781-af74-12a60b7416bb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.630074] env[70867]: DEBUG oslo_vmware.api [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1049.630074] env[70867]: value = "task-3474184" [ 1049.630074] env[70867]: _type = "Task" [ 1049.630074] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.639134] env[70867]: DEBUG oslo_vmware.api [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.753069] env[70867]: DEBUG nova.compute.utils [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1049.754881] env[70867]: DEBUG nova.compute.manager [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1049.755180] env[70867]: DEBUG nova.network.neutron [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1049.784179] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474183, 'name': Rename_Task, 'duration_secs': 0.2543} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.784461] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.784719] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9694c8c-be01-46e7-ae9f-07427c84b419 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.795105] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Waiting for the task: (returnval){ [ 1049.795105] env[70867]: value = "task-3474185" [ 1049.795105] env[70867]: _type = "Task" [ 1049.795105] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.805228] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474185, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.818739] env[70867]: DEBUG nova.policy [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dfe9b2a9479547d78f02649d794db202', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd71f9edbb661430c8f36a004d1c1f55c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1049.841260] env[70867]: DEBUG oslo_vmware.api [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52200b8d-a5e2-8c12-c2e6-c20109963b1f, 'name': SearchDatastore_Task, 'duration_secs': 0.009723} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.844067] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.844341] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 9ed435ee-3968-4f12-aa00-9746f0398e9e/9ed435ee-3968-4f12-aa00-9746f0398e9e.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.845105] env[70867]: DEBUG oslo_concurrency.lockutils [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.845401] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.845670] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5552dd54-ed92-48c6-b10f-98fe9729f149 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.847812] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bb16e8f-a1a8-41c2-a8d1-a187322ef620 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.857601] env[70867]: DEBUG oslo_vmware.api [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Waiting for the task: (returnval){ [ 1049.857601] env[70867]: value = "task-3474186" [ 1049.857601] env[70867]: _type = "Task" [ 1049.857601] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.859341] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.859341] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.864038] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dc661c6-ec47-43b4-9cf9-b74e16023cfe {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.873319] env[70867]: DEBUG oslo_vmware.api [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Waiting for the task: (returnval){ [ 1049.873319] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527f8076-585b-9f51-15c0-85eec726c573" [ 1049.873319] env[70867]: _type = "Task" [ 1049.873319] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.876772] env[70867]: DEBUG oslo_vmware.api [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Task: {'id': task-3474186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.886407] env[70867]: DEBUG oslo_vmware.api [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527f8076-585b-9f51-15c0-85eec726c573, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.125934] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.126498] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-604e6c39-dd5a-480f-be82-27854167e0a3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.145070] env[70867]: DEBUG oslo_vmware.api [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474184, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.147152] env[70867]: DEBUG oslo_vmware.api [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for the task: (returnval){ [ 1050.147152] env[70867]: value = "task-3474187" [ 1050.147152] env[70867]: _type = "Task" [ 1050.147152] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.162045] env[70867]: DEBUG oslo_vmware.api [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.228941] env[70867]: DEBUG nova.network.neutron [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Successfully created port: 93cbecc0-225c-4a33-947c-20972f91a317 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1050.240990] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee91e224-a2d0-47d8-9c51-07258ad09c82 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.252940] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc81f0c1-100c-4d3d-a572-9a16f62acbe1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.263124] env[70867]: DEBUG nova.compute.manager [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1050.293319] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389c8f3b-8e21-4436-a07b-2d6e7128e857 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.307129] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474185, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.311203] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6add7b9-d141-4de1-b8eb-f271600eb155 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.341538] env[70867]: DEBUG nova.compute.provider_tree [None req-c56812a4-879b-4353-9eb4-319ea9702453 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1050.374855] env[70867]: DEBUG oslo_vmware.api [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Task: {'id': task-3474186, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.388168] env[70867]: DEBUG oslo_vmware.api [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527f8076-585b-9f51-15c0-85eec726c573, 'name': SearchDatastore_Task, 'duration_secs': 0.029629} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.389146] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cf999b9-2a8a-42bf-8cb3-d3a49972ab2e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.396493] env[70867]: DEBUG oslo_vmware.api [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Waiting for the task: (returnval){ [ 1050.396493] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]529b69d0-49f2-8b0d-d91f-7ff83a5a9b53" [ 1050.396493] env[70867]: _type = "Task" [ 1050.396493] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.410840] env[70867]: DEBUG oslo_vmware.api [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]529b69d0-49f2-8b0d-d91f-7ff83a5a9b53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.643987] env[70867]: DEBUG oslo_vmware.api [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474184, 'name': PowerOnVM_Task, 'duration_secs': 0.567878} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.643987] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.643987] env[70867]: DEBUG nova.compute.manager [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.644763] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63258f99-6efb-43d4-9384-eca5aaea352a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.662690] env[70867]: DEBUG oslo_vmware.api [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474187, 'name': PowerOffVM_Task, 'duration_secs': 0.308448} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.662901] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.663715] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01355c8f-66c8-46c8-b4c7-80377b76d365 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.684114] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6509a6e4-fa94-42ad-9ef5-3094edb70285 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.809290] env[70867]: DEBUG oslo_vmware.api [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474185, 'name': PowerOnVM_Task, 'duration_secs': 0.727066} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.809643] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.809908] env[70867]: INFO nova.compute.manager [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Took 8.47 seconds to spawn the instance on the hypervisor. [ 1050.810951] env[70867]: DEBUG nova.compute.manager [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.811220] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8872ca-130c-43e9-a515-b7a5547f8cca {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.871302] env[70867]: DEBUG oslo_vmware.api [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Task: {'id': task-3474186, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556914} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.871302] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 9ed435ee-3968-4f12-aa00-9746f0398e9e/9ed435ee-3968-4f12-aa00-9746f0398e9e.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.871584] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.871742] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfd3c55e-cd1d-473f-9fdc-e371b3b13f8b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.876889] env[70867]: DEBUG nova.scheduler.client.report [None req-c56812a4-879b-4353-9eb4-319ea9702453 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Updated inventory for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with generation 124 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1050.877182] env[70867]: DEBUG nova.compute.provider_tree [None req-c56812a4-879b-4353-9eb4-319ea9702453 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Updating resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d generation from 124 to 125 during operation: update_inventory {{(pid=70867) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1050.877399] env[70867]: DEBUG nova.compute.provider_tree [None req-c56812a4-879b-4353-9eb4-319ea9702453 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1050.882090] env[70867]: DEBUG oslo_vmware.api [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Waiting for the task: (returnval){ [ 1050.882090] env[70867]: value = "task-3474188" [ 1050.882090] env[70867]: _type = "Task" [ 1050.882090] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.895263] env[70867]: DEBUG oslo_vmware.api [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Task: {'id': task-3474188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.907278] env[70867]: DEBUG oslo_vmware.api [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]529b69d0-49f2-8b0d-d91f-7ff83a5a9b53, 'name': SearchDatastore_Task, 'duration_secs': 0.016682} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.907613] env[70867]: DEBUG oslo_concurrency.lockutils [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.907899] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] f00b03b9-a745-4058-9550-c62f4d1ab179/f00b03b9-a745-4058-9550-c62f4d1ab179.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1050.908197] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-216c5239-0c55-4c4b-bdbb-bd83ad734a08 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.915354] env[70867]: DEBUG oslo_vmware.api [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Waiting for the task: (returnval){ [ 1050.915354] env[70867]: value = "task-3474189" [ 1050.915354] env[70867]: _type = "Task" [ 1050.915354] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.924920] env[70867]: DEBUG oslo_vmware.api [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Task: {'id': task-3474189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.165629] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.191688] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a5a0824-0490-47aa-a317-8aae0509d193 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Volume attach. Driver type: vmdk {{(pid=70867) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1051.191966] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a5a0824-0490-47aa-a317-8aae0509d193 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694507', 'volume_id': 'bbafb856-8d2a-4538-af8b-428358f1415c', 'name': 'volume-bbafb856-8d2a-4538-af8b-428358f1415c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6e23b2d7-e31a-432d-9fc4-3e2f8993ff80', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbafb856-8d2a-4538-af8b-428358f1415c', 'serial': 'bbafb856-8d2a-4538-af8b-428358f1415c'} {{(pid=70867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1051.192868] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2f0d3c-5240-44f6-8b20-5e03a58290d1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.196438] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Creating Snapshot of the VM instance {{(pid=70867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1051.196700] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-97ba0f74-db52-4d6c-879f-03714ad28b15 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.217178] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce18060-f72d-456b-bd94-9b4b951d8540 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.220621] env[70867]: DEBUG oslo_vmware.api [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for the task: (returnval){ [ 1051.220621] env[70867]: value = "task-3474190" [ 1051.220621] env[70867]: _type = "Task" [ 1051.220621] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.248191] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a5a0824-0490-47aa-a317-8aae0509d193 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] volume-bbafb856-8d2a-4538-af8b-428358f1415c/volume-bbafb856-8d2a-4538-af8b-428358f1415c.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.250752] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e7f51ca-8c78-4ae7-bcea-927f7eb9ce9d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.267981] env[70867]: DEBUG oslo_vmware.api [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474190, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.275315] env[70867]: DEBUG oslo_vmware.api [None req-9a5a0824-0490-47aa-a317-8aae0509d193 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Waiting for the task: (returnval){ [ 1051.275315] env[70867]: value = "task-3474191" [ 1051.275315] env[70867]: _type = "Task" [ 1051.275315] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.285176] env[70867]: DEBUG oslo_vmware.api [None req-9a5a0824-0490-47aa-a317-8aae0509d193 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474191, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.306418] env[70867]: DEBUG nova.compute.manager [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1051.332525] env[70867]: DEBUG nova.virt.hardware [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.333040] env[70867]: DEBUG nova.virt.hardware [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.333418] env[70867]: DEBUG nova.virt.hardware [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.333799] env[70867]: DEBUG nova.virt.hardware [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.334138] env[70867]: DEBUG nova.virt.hardware [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.334406] env[70867]: DEBUG nova.virt.hardware [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.334749] env[70867]: DEBUG nova.virt.hardware [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.335564] env[70867]: DEBUG nova.virt.hardware [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.335564] env[70867]: DEBUG nova.virt.hardware [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.335564] env[70867]: DEBUG nova.virt.hardware [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.335750] env[70867]: DEBUG nova.virt.hardware [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.336491] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d4855b-92c4-4216-8e18-5a83cca8ecfa {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.341780] env[70867]: INFO nova.compute.manager [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Took 36.21 seconds to build instance. [ 1051.349496] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afd9d88-4dfd-4729-bdd6-67d5c27193e3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.383977] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c56812a4-879b-4353-9eb4-319ea9702453 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.385862] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.752s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.386189] env[70867]: DEBUG nova.objects.instance [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lazy-loading 'resources' on Instance uuid bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.397084] env[70867]: DEBUG oslo_vmware.api [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Task: {'id': task-3474188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078084} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.397953] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.398783] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1aea6e-eeba-4750-8648-1562175c30f3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.404110] env[70867]: INFO nova.scheduler.client.report [None req-c56812a4-879b-4353-9eb4-319ea9702453 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Deleted allocations for instance 3ddad80f-65ae-427d-8d51-c6254d0d6446 [ 1051.429537] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 9ed435ee-3968-4f12-aa00-9746f0398e9e/9ed435ee-3968-4f12-aa00-9746f0398e9e.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.436175] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38c3aeae-bf22-4f7d-a786-37a3cf1e12fb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.457443] env[70867]: DEBUG oslo_vmware.api [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Task: {'id': task-3474189, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.458934] env[70867]: DEBUG oslo_vmware.api [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Waiting for the task: (returnval){ [ 1051.458934] env[70867]: value = "task-3474192" [ 1051.458934] env[70867]: _type = "Task" [ 1051.458934] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.468169] env[70867]: DEBUG oslo_vmware.api [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Task: {'id': task-3474192, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.750434] env[70867]: DEBUG oslo_vmware.api [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474190, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.804401] env[70867]: DEBUG oslo_vmware.api [None req-9a5a0824-0490-47aa-a317-8aae0509d193 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.846299] env[70867]: DEBUG oslo_concurrency.lockutils [None req-aad07e7e-3b73-4aca-b2c4-7299131e2b0b tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Lock "4439722b-4bd6-464a-91a8-ebd733072c45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.255s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.904713] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "1361a2ff-f79e-42ca-817c-af5e79f4e133" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.905391] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "1361a2ff-f79e-42ca-817c-af5e79f4e133" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.935099] env[70867]: DEBUG oslo_vmware.api [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Task: {'id': task-3474189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.951623} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.935500] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] f00b03b9-a745-4058-9550-c62f4d1ab179/f00b03b9-a745-4058-9550-c62f4d1ab179.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.935727] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1051.939361] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9a98792-0fb2-4394-9e1c-ba4c4c848c95 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.950875] env[70867]: DEBUG oslo_vmware.api [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Waiting for the task: (returnval){ [ 1051.950875] env[70867]: value = "task-3474193" [ 1051.950875] env[70867]: _type = "Task" [ 1051.950875] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.956559] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c56812a4-879b-4353-9eb4-319ea9702453 tempest-ServerRescueTestJSON-971506262 tempest-ServerRescueTestJSON-971506262-project-member] Lock "3ddad80f-65ae-427d-8d51-c6254d0d6446" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.930s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.966118] env[70867]: DEBUG oslo_vmware.api [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Task: {'id': task-3474193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.978031] env[70867]: DEBUG oslo_vmware.api [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Task: {'id': task-3474192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.984020] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3553b1a1-ad80-4e77-a482-5c23dc6f0430 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "7b29d390-cb79-4064-ab01-312735c980bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.984020] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3553b1a1-ad80-4e77-a482-5c23dc6f0430 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "7b29d390-cb79-4064-ab01-312735c980bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.984020] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3553b1a1-ad80-4e77-a482-5c23dc6f0430 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "7b29d390-cb79-4064-ab01-312735c980bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.984020] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3553b1a1-ad80-4e77-a482-5c23dc6f0430 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "7b29d390-cb79-4064-ab01-312735c980bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.984020] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3553b1a1-ad80-4e77-a482-5c23dc6f0430 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "7b29d390-cb79-4064-ab01-312735c980bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.985041] env[70867]: INFO nova.compute.manager [None req-3553b1a1-ad80-4e77-a482-5c23dc6f0430 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Terminating instance [ 1052.162690] env[70867]: DEBUG nova.network.neutron [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Successfully updated port: 93cbecc0-225c-4a33-947c-20972f91a317 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1052.234111] env[70867]: DEBUG oslo_vmware.api [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474190, 'name': CreateSnapshot_Task, 'duration_secs': 1.010537} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.234351] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Created Snapshot of the VM instance {{(pid=70867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1052.237904] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0ebc45-a1da-49d0-95ba-8bf7a2e12be7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.289151] env[70867]: DEBUG oslo_vmware.api [None req-9a5a0824-0490-47aa-a317-8aae0509d193 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.367807] env[70867]: DEBUG nova.compute.manager [req-4a07401f-1439-4cc9-94d4-68e708387818 req-df3e3304-45c6-45be-90fa-bbc8f9e3050f service nova] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Received event network-vif-plugged-93cbecc0-225c-4a33-947c-20972f91a317 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.367807] env[70867]: DEBUG oslo_concurrency.lockutils [req-4a07401f-1439-4cc9-94d4-68e708387818 req-df3e3304-45c6-45be-90fa-bbc8f9e3050f service nova] Acquiring lock "da0c0e5d-8af9-4502-8565-3131f63e9829-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.367807] env[70867]: DEBUG oslo_concurrency.lockutils [req-4a07401f-1439-4cc9-94d4-68e708387818 req-df3e3304-45c6-45be-90fa-bbc8f9e3050f service nova] Lock "da0c0e5d-8af9-4502-8565-3131f63e9829-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.368347] env[70867]: DEBUG oslo_concurrency.lockutils [req-4a07401f-1439-4cc9-94d4-68e708387818 req-df3e3304-45c6-45be-90fa-bbc8f9e3050f service nova] Lock "da0c0e5d-8af9-4502-8565-3131f63e9829-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.368507] env[70867]: DEBUG nova.compute.manager [req-4a07401f-1439-4cc9-94d4-68e708387818 req-df3e3304-45c6-45be-90fa-bbc8f9e3050f service nova] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] No waiting events found dispatching network-vif-plugged-93cbecc0-225c-4a33-947c-20972f91a317 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1052.368712] env[70867]: WARNING nova.compute.manager [req-4a07401f-1439-4cc9-94d4-68e708387818 req-df3e3304-45c6-45be-90fa-bbc8f9e3050f service nova] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Received unexpected event network-vif-plugged-93cbecc0-225c-4a33-947c-20972f91a317 for instance with vm_state building and task_state spawning. [ 1052.403242] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d68ef26-41b2-445d-8cf7-8dd8119530e1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.408509] env[70867]: DEBUG nova.compute.manager [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1052.414862] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9c8fcd-b9e2-4649-b70a-7ed7e48ccecf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.457789] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d469094-8231-4a27-8f69-b93e810a9685 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.468979] env[70867]: DEBUG oslo_vmware.api [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Task: {'id': task-3474193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075454} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.472353] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1052.473397] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b68536-3c4d-494e-b9eb-1fc95972ecb0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.477464] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fcd475-496c-4d24-88c5-1a14da2e9727 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.487386] env[70867]: DEBUG oslo_vmware.api [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Task: {'id': task-3474192, 'name': ReconfigVM_Task, 'duration_secs': 0.981611} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.488625] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 9ed435ee-3968-4f12-aa00-9746f0398e9e/9ed435ee-3968-4f12-aa00-9746f0398e9e.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.489684] env[70867]: DEBUG nova.compute.manager [None req-3553b1a1-ad80-4e77-a482-5c23dc6f0430 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.490231] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-3553b1a1-ad80-4e77-a482-5c23dc6f0430 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.490231] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bccccb8-c541-4846-a9d4-81878334b329 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.507995] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3329149-3ceb-421b-8a0a-cd8c05078274 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.512311] env[70867]: DEBUG nova.compute.provider_tree [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1052.522027] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] f00b03b9-a745-4058-9550-c62f4d1ab179/f00b03b9-a745-4058-9550-c62f4d1ab179.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.523233] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2e47709-fd39-4fb6-9961-5a9ef162a0ab {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.540834] env[70867]: DEBUG oslo_vmware.api [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Waiting for the task: (returnval){ [ 1052.540834] env[70867]: value = "task-3474194" [ 1052.540834] env[70867]: _type = "Task" [ 1052.540834] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.547018] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3553b1a1-ad80-4e77-a482-5c23dc6f0430 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.548554] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec6e6fb0-8ca7-4769-bafc-b8e764749a51 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.551717] env[70867]: DEBUG oslo_vmware.api [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Waiting for the task: (returnval){ [ 1052.551717] env[70867]: value = "task-3474195" [ 1052.551717] env[70867]: _type = "Task" [ 1052.551717] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.554252] env[70867]: DEBUG oslo_vmware.api [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Task: {'id': task-3474194, 'name': Rename_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.559689] env[70867]: DEBUG oslo_vmware.api [None req-3553b1a1-ad80-4e77-a482-5c23dc6f0430 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1052.559689] env[70867]: value = "task-3474196" [ 1052.559689] env[70867]: _type = "Task" [ 1052.559689] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.567234] env[70867]: DEBUG oslo_vmware.api [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Task: {'id': task-3474195, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.575475] env[70867]: DEBUG oslo_vmware.api [None req-3553b1a1-ad80-4e77-a482-5c23dc6f0430 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.616713] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "803d376e-f1bd-4182-9de1-00fac0e3aa47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.616953] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "803d376e-f1bd-4182-9de1-00fac0e3aa47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.668563] env[70867]: DEBUG oslo_concurrency.lockutils [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Acquiring lock "refresh_cache-da0c0e5d-8af9-4502-8565-3131f63e9829" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.668726] env[70867]: DEBUG oslo_concurrency.lockutils [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Acquired lock "refresh_cache-da0c0e5d-8af9-4502-8565-3131f63e9829" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.668813] env[70867]: DEBUG nova.network.neutron [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.761990] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Creating linked-clone VM from snapshot {{(pid=70867) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1052.762738] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-35c4027f-bfda-462e-a8b6-565a3d08b9cd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.773342] env[70867]: DEBUG oslo_vmware.api [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for the task: (returnval){ [ 1052.773342] env[70867]: value = "task-3474197" [ 1052.773342] env[70867]: _type = "Task" [ 1052.773342] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.786443] env[70867]: DEBUG oslo_vmware.api [None req-9a5a0824-0490-47aa-a317-8aae0509d193 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474191, 'name': ReconfigVM_Task, 'duration_secs': 1.209678} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.790404] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a5a0824-0490-47aa-a317-8aae0509d193 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Reconfigured VM instance instance-00000046 to attach disk [datastore1] volume-bbafb856-8d2a-4538-af8b-428358f1415c/volume-bbafb856-8d2a-4538-af8b-428358f1415c.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.796029] env[70867]: DEBUG oslo_vmware.api [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474197, 'name': CloneVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.796523] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69a1a674-00e0-4468-9218-2e0e8d0a8eb1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.815799] env[70867]: DEBUG oslo_vmware.api [None req-9a5a0824-0490-47aa-a317-8aae0509d193 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Waiting for the task: (returnval){ [ 1052.815799] env[70867]: value = "task-3474198" [ 1052.815799] env[70867]: _type = "Task" [ 1052.815799] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.826024] env[70867]: DEBUG oslo_vmware.api [None req-9a5a0824-0490-47aa-a317-8aae0509d193 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474198, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.939988] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.042841] env[70867]: ERROR nova.scheduler.client.report [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] [req-6c0c7b8b-6703-4710-a312-8c463ccb554a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f41c8c6b-f09c-4602-9d9f-1177af08ce6d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6c0c7b8b-6703-4710-a312-8c463ccb554a"}]} [ 1053.059869] env[70867]: DEBUG oslo_vmware.api [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Task: {'id': task-3474194, 'name': Rename_Task, 'duration_secs': 0.284057} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.063759] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.064906] env[70867]: DEBUG nova.scheduler.client.report [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Refreshing inventories for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1053.070550] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e3ed56a-b317-4323-8c4e-75f434f86edd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.078888] env[70867]: DEBUG oslo_vmware.api [None req-3553b1a1-ad80-4e77-a482-5c23dc6f0430 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474196, 'name': PowerOffVM_Task, 'duration_secs': 0.212669} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.086363] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3553b1a1-ad80-4e77-a482-5c23dc6f0430 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.087659] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-3553b1a1-ad80-4e77-a482-5c23dc6f0430 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.087659] env[70867]: DEBUG oslo_vmware.api [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Task: {'id': task-3474195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.087659] env[70867]: DEBUG oslo_vmware.api [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Waiting for the task: (returnval){ [ 1053.087659] env[70867]: value = "task-3474199" [ 1053.087659] env[70867]: _type = "Task" [ 1053.087659] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.088413] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93c292b8-16e1-4ecd-909a-bc42b802b9c9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.094846] env[70867]: DEBUG nova.scheduler.client.report [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Updating ProviderTree inventory for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1053.095090] env[70867]: DEBUG nova.compute.provider_tree [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1053.105021] env[70867]: DEBUG oslo_vmware.api [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Task: {'id': task-3474199, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.121638] env[70867]: DEBUG nova.scheduler.client.report [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Refreshing aggregate associations for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d, aggregates: None {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1053.124243] env[70867]: DEBUG nova.compute.manager [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1053.160653] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f1df8dd0-d489-42ec-b3ba-0e7e3f879259 tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Acquiring lock "a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.160811] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f1df8dd0-d489-42ec-b3ba-0e7e3f879259 tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Lock "a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.162917] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f1df8dd0-d489-42ec-b3ba-0e7e3f879259 tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Acquiring lock "a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.163857] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f1df8dd0-d489-42ec-b3ba-0e7e3f879259 tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Lock "a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.163857] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f1df8dd0-d489-42ec-b3ba-0e7e3f879259 tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Lock "a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.166696] env[70867]: INFO nova.compute.manager [None req-f1df8dd0-d489-42ec-b3ba-0e7e3f879259 tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Terminating instance [ 1053.170181] env[70867]: DEBUG nova.scheduler.client.report [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Refreshing trait associations for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1053.180296] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-3553b1a1-ad80-4e77-a482-5c23dc6f0430 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.180669] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-3553b1a1-ad80-4e77-a482-5c23dc6f0430 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.181026] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3553b1a1-ad80-4e77-a482-5c23dc6f0430 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Deleting the datastore file [datastore2] 7b29d390-cb79-4064-ab01-312735c980bb {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.185024] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d36f2a9-56a9-42dd-be0a-aa6cd972dcd2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.195092] env[70867]: DEBUG oslo_vmware.api [None req-3553b1a1-ad80-4e77-a482-5c23dc6f0430 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1053.195092] env[70867]: value = "task-3474201" [ 1053.195092] env[70867]: _type = "Task" [ 1053.195092] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.209037] env[70867]: DEBUG oslo_vmware.api [None req-3553b1a1-ad80-4e77-a482-5c23dc6f0430 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.252103] env[70867]: DEBUG nova.network.neutron [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1053.286313] env[70867]: DEBUG oslo_vmware.api [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474197, 'name': CloneVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.336735] env[70867]: DEBUG oslo_vmware.api [None req-9a5a0824-0490-47aa-a317-8aae0509d193 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474198, 'name': ReconfigVM_Task, 'duration_secs': 0.211408} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.337414] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a5a0824-0490-47aa-a317-8aae0509d193 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694507', 'volume_id': 'bbafb856-8d2a-4538-af8b-428358f1415c', 'name': 'volume-bbafb856-8d2a-4538-af8b-428358f1415c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6e23b2d7-e31a-432d-9fc4-3e2f8993ff80', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbafb856-8d2a-4538-af8b-428358f1415c', 'serial': 'bbafb856-8d2a-4538-af8b-428358f1415c'} {{(pid=70867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1053.452491] env[70867]: DEBUG nova.network.neutron [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Updating instance_info_cache with network_info: [{"id": "93cbecc0-225c-4a33-947c-20972f91a317", "address": "fa:16:3e:59:c8:33", "network": {"id": "8a68b848-bde2-4c11-93a1-f8fe04eb8fd4", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-813910892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d71f9edbb661430c8f36a004d1c1f55c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93cbecc0-22", "ovs_interfaceid": "93cbecc0-225c-4a33-947c-20972f91a317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.571037] env[70867]: DEBUG oslo_vmware.api [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Task: {'id': task-3474195, 'name': ReconfigVM_Task, 'duration_secs': 0.696616} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.571495] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Reconfigured VM instance instance-00000055 to attach disk [datastore1] f00b03b9-a745-4058-9550-c62f4d1ab179/f00b03b9-a745-4058-9550-c62f4d1ab179.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.572584] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b645a75d-3985-4251-92a6-0fa7473983b2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.582847] env[70867]: DEBUG oslo_vmware.api [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Waiting for the task: (returnval){ [ 1053.582847] env[70867]: value = "task-3474202" [ 1053.582847] env[70867]: _type = "Task" [ 1053.582847] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.599063] env[70867]: DEBUG oslo_vmware.api [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Task: {'id': task-3474202, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.606729] env[70867]: DEBUG oslo_vmware.api [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Task: {'id': task-3474199, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.650244] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.686029] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9ec510-1607-4475-9ac6-6a7093d5a665 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.687197] env[70867]: DEBUG nova.compute.manager [None req-f1df8dd0-d489-42ec-b3ba-0e7e3f879259 tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1053.687475] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f1df8dd0-d489-42ec-b3ba-0e7e3f879259 tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.688385] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c91a521-68a6-4d0a-8caa-23b28e7ae19b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.703805] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778d5617-84ad-4c84-8127-a340c2040a9e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.708190] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1df8dd0-d489-42ec-b3ba-0e7e3f879259 tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.708322] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b7dda31-1cdb-4665-833c-d2815bb0d0dc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.716585] env[70867]: DEBUG oslo_vmware.api [None req-3553b1a1-ad80-4e77-a482-5c23dc6f0430 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474201, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228909} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.746610] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3553b1a1-ad80-4e77-a482-5c23dc6f0430 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.746835] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-3553b1a1-ad80-4e77-a482-5c23dc6f0430 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.746960] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-3553b1a1-ad80-4e77-a482-5c23dc6f0430 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.747181] env[70867]: INFO nova.compute.manager [None req-3553b1a1-ad80-4e77-a482-5c23dc6f0430 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1053.747513] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3553b1a1-ad80-4e77-a482-5c23dc6f0430 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.747885] env[70867]: DEBUG oslo_vmware.api [None req-f1df8dd0-d489-42ec-b3ba-0e7e3f879259 tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Waiting for the task: (returnval){ [ 1053.747885] env[70867]: value = "task-3474203" [ 1053.747885] env[70867]: _type = "Task" [ 1053.747885] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.748837] env[70867]: DEBUG nova.compute.manager [-] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.748997] env[70867]: DEBUG nova.network.neutron [-] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.751550] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7273ef3a-c844-4933-af8d-7e7424d64774 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.766162] env[70867]: DEBUG oslo_vmware.api [None req-f1df8dd0-d489-42ec-b3ba-0e7e3f879259 tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.770868] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d02e5e-f84c-4c89-bd01-04a47ff4f243 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.787363] env[70867]: DEBUG oslo_vmware.api [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474197, 'name': CloneVM_Task} progress is 95%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.796710] env[70867]: DEBUG nova.compute.provider_tree [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1053.957751] env[70867]: DEBUG oslo_concurrency.lockutils [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Releasing lock "refresh_cache-da0c0e5d-8af9-4502-8565-3131f63e9829" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.958497] env[70867]: DEBUG nova.compute.manager [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Instance network_info: |[{"id": "93cbecc0-225c-4a33-947c-20972f91a317", "address": "fa:16:3e:59:c8:33", "network": {"id": "8a68b848-bde2-4c11-93a1-f8fe04eb8fd4", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-813910892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d71f9edbb661430c8f36a004d1c1f55c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93cbecc0-22", "ovs_interfaceid": "93cbecc0-225c-4a33-947c-20972f91a317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1053.959281] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:c8:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9d50784-eb90-48ae-a4ea-2125c52a50d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93cbecc0-225c-4a33-947c-20972f91a317', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.969381] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Creating folder: Project (d71f9edbb661430c8f36a004d1c1f55c). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1053.969741] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-714f3f78-b53a-4dd3-896e-9d3d1bd33564 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.983538] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Created folder: Project (d71f9edbb661430c8f36a004d1c1f55c) in parent group-v694272. [ 1053.983842] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Creating folder: Instances. Parent ref: group-v694516. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1053.984147] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1b2af2f-615c-44ce-872e-9349480a9f99 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.996966] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Created folder: Instances in parent group-v694516. [ 1053.997389] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.997677] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1053.997970] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-565d477a-9e3b-41a5-8050-a460e0d6e129 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.021471] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.021471] env[70867]: value = "task-3474206" [ 1054.021471] env[70867]: _type = "Task" [ 1054.021471] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.030443] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474206, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.097254] env[70867]: DEBUG oslo_vmware.api [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Task: {'id': task-3474202, 'name': Rename_Task, 'duration_secs': 0.196187} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.100281] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1054.100582] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62b291c6-024a-4878-90ce-5b4f0bae75fd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.107805] env[70867]: DEBUG oslo_vmware.api [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Task: {'id': task-3474199, 'name': PowerOnVM_Task, 'duration_secs': 0.660089} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.109150] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.109366] env[70867]: INFO nova.compute.manager [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1054.109575] env[70867]: DEBUG nova.compute.manager [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.109909] env[70867]: DEBUG oslo_vmware.api [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Waiting for the task: (returnval){ [ 1054.109909] env[70867]: value = "task-3474207" [ 1054.109909] env[70867]: _type = "Task" [ 1054.109909] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.110657] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737d5a91-ecc9-4bd7-8f0b-c52ead184302 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.129770] env[70867]: DEBUG oslo_vmware.api [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Task: {'id': task-3474207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.261851] env[70867]: DEBUG oslo_vmware.api [None req-f1df8dd0-d489-42ec-b3ba-0e7e3f879259 tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474203, 'name': PowerOffVM_Task, 'duration_secs': 0.279592} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.262172] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1df8dd0-d489-42ec-b3ba-0e7e3f879259 tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.262414] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f1df8dd0-d489-42ec-b3ba-0e7e3f879259 tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.262610] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-734ee389-0b5e-43cf-b389-cec35f0a9659 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.285482] env[70867]: DEBUG oslo_vmware.api [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474197, 'name': CloneVM_Task, 'duration_secs': 1.360543} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.285736] env[70867]: INFO nova.virt.vmwareapi.vmops [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Created linked-clone VM from snapshot [ 1054.286456] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3725859-6806-4442-a12c-a82df9707d18 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.294197] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Uploading image 5e7c785d-183e-48c3-8ba0-95ab0825c48c {{(pid=70867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1054.321225] env[70867]: DEBUG oslo_vmware.rw_handles [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1054.321225] env[70867]: value = "vm-694515" [ 1054.321225] env[70867]: _type = "VirtualMachine" [ 1054.321225] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1054.321508] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-23139d20-eec7-46b5-88a8-0425057a01d5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.330316] env[70867]: DEBUG oslo_vmware.rw_handles [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Lease: (returnval){ [ 1054.330316] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5220e7d3-b38c-4194-5590-9b4fe739d3ad" [ 1054.330316] env[70867]: _type = "HttpNfcLease" [ 1054.330316] env[70867]: } obtained for exporting VM: (result){ [ 1054.330316] env[70867]: value = "vm-694515" [ 1054.330316] env[70867]: _type = "VirtualMachine" [ 1054.330316] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1054.330738] env[70867]: DEBUG oslo_vmware.api [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for the lease: (returnval){ [ 1054.330738] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5220e7d3-b38c-4194-5590-9b4fe739d3ad" [ 1054.330738] env[70867]: _type = "HttpNfcLease" [ 1054.330738] env[70867]: } to be ready. {{(pid=70867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1054.331460] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f1df8dd0-d489-42ec-b3ba-0e7e3f879259 tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.331662] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f1df8dd0-d489-42ec-b3ba-0e7e3f879259 tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.331882] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1df8dd0-d489-42ec-b3ba-0e7e3f879259 tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Deleting the datastore file [datastore2] a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.332778] env[70867]: DEBUG nova.scheduler.client.report [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Updated inventory for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with generation 127 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1054.333024] env[70867]: DEBUG nova.compute.provider_tree [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Updating resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d generation from 127 to 128 during operation: update_inventory {{(pid=70867) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1054.333206] env[70867]: DEBUG nova.compute.provider_tree [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1054.339692] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-990ede2a-58e4-40c0-ad99-6c20a7d511dc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.345502] env[70867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1054.345502] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5220e7d3-b38c-4194-5590-9b4fe739d3ad" [ 1054.345502] env[70867]: _type = "HttpNfcLease" [ 1054.345502] env[70867]: } is ready. {{(pid=70867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1054.345927] env[70867]: DEBUG oslo_vmware.rw_handles [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1054.345927] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5220e7d3-b38c-4194-5590-9b4fe739d3ad" [ 1054.345927] env[70867]: _type = "HttpNfcLease" [ 1054.345927] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1054.347843] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6777f133-0671-4b05-9e15-63e74de62a09 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.351411] env[70867]: DEBUG oslo_vmware.api [None req-f1df8dd0-d489-42ec-b3ba-0e7e3f879259 tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Waiting for the task: (returnval){ [ 1054.351411] env[70867]: value = "task-3474210" [ 1054.351411] env[70867]: _type = "Task" [ 1054.351411] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.360063] env[70867]: DEBUG oslo_vmware.rw_handles [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52557e99-0fed-1a56-9f98-1812132b86a7/disk-0.vmdk from lease info. {{(pid=70867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1054.360257] env[70867]: DEBUG oslo_vmware.rw_handles [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52557e99-0fed-1a56-9f98-1812132b86a7/disk-0.vmdk for reading. {{(pid=70867) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1054.367140] env[70867]: DEBUG oslo_vmware.api [None req-f1df8dd0-d489-42ec-b3ba-0e7e3f879259 tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.423193] env[70867]: DEBUG nova.objects.instance [None req-9a5a0824-0490-47aa-a317-8aae0509d193 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lazy-loading 'flavor' on Instance uuid 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.426858] env[70867]: DEBUG nova.compute.manager [req-8202c6b0-c90e-4d74-9925-4784d98b10d2 req-408f212c-9171-4586-91c0-cd1dbe4eea52 service nova] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Received event network-changed-93cbecc0-225c-4a33-947c-20972f91a317 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.427058] env[70867]: DEBUG nova.compute.manager [req-8202c6b0-c90e-4d74-9925-4784d98b10d2 req-408f212c-9171-4586-91c0-cd1dbe4eea52 service nova] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Refreshing instance network info cache due to event network-changed-93cbecc0-225c-4a33-947c-20972f91a317. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1054.427279] env[70867]: DEBUG oslo_concurrency.lockutils [req-8202c6b0-c90e-4d74-9925-4784d98b10d2 req-408f212c-9171-4586-91c0-cd1dbe4eea52 service nova] Acquiring lock "refresh_cache-da0c0e5d-8af9-4502-8565-3131f63e9829" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.427451] env[70867]: DEBUG oslo_concurrency.lockutils [req-8202c6b0-c90e-4d74-9925-4784d98b10d2 req-408f212c-9171-4586-91c0-cd1dbe4eea52 service nova] Acquired lock "refresh_cache-da0c0e5d-8af9-4502-8565-3131f63e9829" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.428097] env[70867]: DEBUG nova.network.neutron [req-8202c6b0-c90e-4d74-9925-4784d98b10d2 req-408f212c-9171-4586-91c0-cd1dbe4eea52 service nova] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Refreshing network info cache for port 93cbecc0-225c-4a33-947c-20972f91a317 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.495849] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-faea6005-49dc-464f-aa0c-abeacce11f28 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.537513] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474206, 'name': CreateVM_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.561787] env[70867]: DEBUG nova.network.neutron [-] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.626701] env[70867]: DEBUG oslo_vmware.api [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Task: {'id': task-3474207, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.639352] env[70867]: INFO nova.compute.manager [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Took 37.29 seconds to build instance. [ 1054.843186] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.457s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.846151] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e813e9f2-fecc-4686-89ab-56398c3cad8e tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.930s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.846385] env[70867]: DEBUG nova.objects.instance [None req-e813e9f2-fecc-4686-89ab-56398c3cad8e tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lazy-loading 'resources' on Instance uuid 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.865192] env[70867]: DEBUG oslo_vmware.api [None req-f1df8dd0-d489-42ec-b3ba-0e7e3f879259 tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353558} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.865887] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1df8dd0-d489-42ec-b3ba-0e7e3f879259 tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.866066] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f1df8dd0-d489-42ec-b3ba-0e7e3f879259 tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.866307] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f1df8dd0-d489-42ec-b3ba-0e7e3f879259 tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.866648] env[70867]: INFO nova.compute.manager [None req-f1df8dd0-d489-42ec-b3ba-0e7e3f879259 tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1054.867024] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1df8dd0-d489-42ec-b3ba-0e7e3f879259 tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.867356] env[70867]: DEBUG nova.compute.manager [-] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1054.867511] env[70867]: DEBUG nova.network.neutron [-] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1054.872440] env[70867]: INFO nova.scheduler.client.report [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Deleted allocations for instance bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410 [ 1054.933986] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9a5a0824-0490-47aa-a317-8aae0509d193 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "6e23b2d7-e31a-432d-9fc4-3e2f8993ff80" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.381s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.034841] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474206, 'name': CreateVM_Task, 'duration_secs': 0.810963} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.035178] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.035821] env[70867]: DEBUG oslo_concurrency.lockutils [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.036379] env[70867]: DEBUG oslo_concurrency.lockutils [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.036460] env[70867]: DEBUG oslo_concurrency.lockutils [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.036687] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8158672-e7ed-461f-a5ac-658e167028e1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.043033] env[70867]: DEBUG oslo_vmware.api [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Waiting for the task: (returnval){ [ 1055.043033] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f2097b-2f8c-305c-46bb-21b7e3f5c014" [ 1055.043033] env[70867]: _type = "Task" [ 1055.043033] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.047374] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ff5b644b-5091-418c-8554-bcfae771fbbc tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Acquiring lock "9ed435ee-3968-4f12-aa00-9746f0398e9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.055607] env[70867]: DEBUG oslo_vmware.api [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f2097b-2f8c-305c-46bb-21b7e3f5c014, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.060257] env[70867]: DEBUG oslo_concurrency.lockutils [None req-72416fe0-81a4-4dba-be97-4fa84cb47f1f tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Acquiring lock "6e23b2d7-e31a-432d-9fc4-3e2f8993ff80" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.060478] env[70867]: DEBUG oslo_concurrency.lockutils [None req-72416fe0-81a4-4dba-be97-4fa84cb47f1f tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "6e23b2d7-e31a-432d-9fc4-3e2f8993ff80" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.060680] env[70867]: DEBUG nova.compute.manager [None req-72416fe0-81a4-4dba-be97-4fa84cb47f1f tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.061612] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0d5031-1937-41b1-a55e-7bb25a4fbc0d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.064656] env[70867]: INFO nova.compute.manager [-] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Took 1.32 seconds to deallocate network for instance. [ 1055.071134] env[70867]: DEBUG nova.compute.manager [None req-72416fe0-81a4-4dba-be97-4fa84cb47f1f tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70867) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1055.071663] env[70867]: DEBUG nova.objects.instance [None req-72416fe0-81a4-4dba-be97-4fa84cb47f1f tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lazy-loading 'flavor' on Instance uuid 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.127713] env[70867]: DEBUG oslo_vmware.api [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Task: {'id': task-3474207, 'name': PowerOnVM_Task, 'duration_secs': 0.895641} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.127713] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.127713] env[70867]: INFO nova.compute.manager [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Took 7.63 seconds to spawn the instance on the hypervisor. [ 1055.127713] env[70867]: DEBUG nova.compute.manager [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.128199] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d10bc31-4803-4645-8493-b4177ecd596c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.144487] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7a8c44c4-a0df-4fd8-b668-3f684e44a0ec tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Lock "9ed435ee-3968-4f12-aa00-9746f0398e9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.323s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.146923] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ff5b644b-5091-418c-8554-bcfae771fbbc tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Lock "9ed435ee-3968-4f12-aa00-9746f0398e9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.099s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.146923] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ff5b644b-5091-418c-8554-bcfae771fbbc tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Acquiring lock "9ed435ee-3968-4f12-aa00-9746f0398e9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.146923] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ff5b644b-5091-418c-8554-bcfae771fbbc tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Lock "9ed435ee-3968-4f12-aa00-9746f0398e9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.146923] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ff5b644b-5091-418c-8554-bcfae771fbbc tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Lock "9ed435ee-3968-4f12-aa00-9746f0398e9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.149325] env[70867]: INFO nova.compute.manager [None req-ff5b644b-5091-418c-8554-bcfae771fbbc tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Terminating instance [ 1055.218486] env[70867]: DEBUG nova.network.neutron [req-8202c6b0-c90e-4d74-9925-4784d98b10d2 req-408f212c-9171-4586-91c0-cd1dbe4eea52 service nova] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Updated VIF entry in instance network info cache for port 93cbecc0-225c-4a33-947c-20972f91a317. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.219031] env[70867]: DEBUG nova.network.neutron [req-8202c6b0-c90e-4d74-9925-4784d98b10d2 req-408f212c-9171-4586-91c0-cd1dbe4eea52 service nova] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Updating instance_info_cache with network_info: [{"id": "93cbecc0-225c-4a33-947c-20972f91a317", "address": "fa:16:3e:59:c8:33", "network": {"id": "8a68b848-bde2-4c11-93a1-f8fe04eb8fd4", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-813910892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d71f9edbb661430c8f36a004d1c1f55c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93cbecc0-22", "ovs_interfaceid": "93cbecc0-225c-4a33-947c-20972f91a317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.381020] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2a3812de-5939-4747-95f8-77a5f9c107ea tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lock "bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.203s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.556344] env[70867]: DEBUG oslo_vmware.api [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f2097b-2f8c-305c-46bb-21b7e3f5c014, 'name': SearchDatastore_Task, 'duration_secs': 0.018578} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.559952] env[70867]: DEBUG oslo_concurrency.lockutils [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.560451] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.560773] env[70867]: DEBUG oslo_concurrency.lockutils [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.560970] env[70867]: DEBUG oslo_concurrency.lockutils [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.561214] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.561734] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7a7c5ed-0969-4abb-b5b5-ca643758c0a7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.573489] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.573709] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.577267] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73ab4661-36ce-4e71-bd95-fbc5e5d83db5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.580460] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3553b1a1-ad80-4e77-a482-5c23dc6f0430 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.587326] env[70867]: DEBUG oslo_vmware.api [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Waiting for the task: (returnval){ [ 1055.587326] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52dba1af-11b0-21fe-5b62-a2b986611a26" [ 1055.587326] env[70867]: _type = "Task" [ 1055.587326] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.599638] env[70867]: DEBUG oslo_vmware.api [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52dba1af-11b0-21fe-5b62-a2b986611a26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.650418] env[70867]: INFO nova.compute.manager [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Took 33.63 seconds to build instance. [ 1055.657619] env[70867]: DEBUG nova.compute.manager [None req-ff5b644b-5091-418c-8554-bcfae771fbbc tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1055.657619] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5b644b-5091-418c-8554-bcfae771fbbc tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.657619] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffd3ab4-d599-4a00-ab10-5ddcee31b7d1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.667277] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff5b644b-5091-418c-8554-bcfae771fbbc tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.670049] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ed97a09-8478-477f-97f7-dfa81282749e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.678409] env[70867]: DEBUG oslo_vmware.api [None req-ff5b644b-5091-418c-8554-bcfae771fbbc tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Waiting for the task: (returnval){ [ 1055.678409] env[70867]: value = "task-3474211" [ 1055.678409] env[70867]: _type = "Task" [ 1055.678409] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.687865] env[70867]: DEBUG oslo_vmware.api [None req-ff5b644b-5091-418c-8554-bcfae771fbbc tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Task: {'id': task-3474211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.717183] env[70867]: DEBUG nova.network.neutron [-] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.723657] env[70867]: DEBUG oslo_concurrency.lockutils [req-8202c6b0-c90e-4d74-9925-4784d98b10d2 req-408f212c-9171-4586-91c0-cd1dbe4eea52 service nova] Releasing lock "refresh_cache-da0c0e5d-8af9-4502-8565-3131f63e9829" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.724497] env[70867]: DEBUG nova.compute.manager [req-8202c6b0-c90e-4d74-9925-4784d98b10d2 req-408f212c-9171-4586-91c0-cd1dbe4eea52 service nova] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Received event network-vif-deleted-6cb045e1-1cd9-4ad3-9f77-a8435fda9c36 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.724497] env[70867]: INFO nova.compute.manager [req-8202c6b0-c90e-4d74-9925-4784d98b10d2 req-408f212c-9171-4586-91c0-cd1dbe4eea52 service nova] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Neutron deleted interface 6cb045e1-1cd9-4ad3-9f77-a8435fda9c36; detaching it from the instance and deleting it from the info cache [ 1055.724497] env[70867]: DEBUG nova.network.neutron [req-8202c6b0-c90e-4d74-9925-4784d98b10d2 req-408f212c-9171-4586-91c0-cd1dbe4eea52 service nova] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.813834] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18bcd95-5db4-453f-8f6c-7eef27e24437 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.822841] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c23a34a-2772-4862-a7ae-ec06013d093d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.857353] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1808fd8-da43-4e85-a798-88ba42996904 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.865844] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f6f637-b68f-4274-a4d5-d818f0304d24 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.882079] env[70867]: DEBUG nova.compute.provider_tree [None req-e813e9f2-fecc-4686-89ab-56398c3cad8e tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.088617] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-72416fe0-81a4-4dba-be97-4fa84cb47f1f tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.089208] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ecb0036-51a5-419c-af28-c56915170349 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.104789] env[70867]: DEBUG oslo_vmware.api [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52dba1af-11b0-21fe-5b62-a2b986611a26, 'name': SearchDatastore_Task, 'duration_secs': 0.017502} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.106992] env[70867]: DEBUG oslo_vmware.api [None req-72416fe0-81a4-4dba-be97-4fa84cb47f1f tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Waiting for the task: (returnval){ [ 1056.106992] env[70867]: value = "task-3474212" [ 1056.106992] env[70867]: _type = "Task" [ 1056.106992] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.107270] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcde58b8-bbda-4040-971f-5ab88f0347a2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.120804] env[70867]: DEBUG oslo_vmware.api [None req-72416fe0-81a4-4dba-be97-4fa84cb47f1f tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.122048] env[70867]: DEBUG oslo_vmware.api [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Waiting for the task: (returnval){ [ 1056.122048] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52bd4f12-61a4-7360-d74b-e44ff31661e0" [ 1056.122048] env[70867]: _type = "Task" [ 1056.122048] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.131067] env[70867]: DEBUG oslo_vmware.api [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52bd4f12-61a4-7360-d74b-e44ff31661e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.153657] env[70867]: DEBUG oslo_concurrency.lockutils [None req-75a79a55-72a0-4938-9017-9728af488cfa tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Lock "f00b03b9-a745-4058-9550-c62f4d1ab179" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.147s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.189970] env[70867]: DEBUG oslo_vmware.api [None req-ff5b644b-5091-418c-8554-bcfae771fbbc tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Task: {'id': task-3474211, 'name': PowerOffVM_Task, 'duration_secs': 0.23187} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.190596] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff5b644b-5091-418c-8554-bcfae771fbbc tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.192135] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5b644b-5091-418c-8554-bcfae771fbbc tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.192135] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6664f3f-8616-4652-b5dc-20c0964affb1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.219911] env[70867]: INFO nova.compute.manager [-] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Took 1.35 seconds to deallocate network for instance. [ 1056.228930] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd391dbd-53d4-49a5-a48f-184d93273679 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.240209] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f32827-5138-4966-9113-57a68af8cad1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.266946] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5b644b-5091-418c-8554-bcfae771fbbc tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.267272] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5b644b-5091-418c-8554-bcfae771fbbc tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.267501] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff5b644b-5091-418c-8554-bcfae771fbbc tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Deleting the datastore file [datastore1] 9ed435ee-3968-4f12-aa00-9746f0398e9e {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.283315] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b94ce1d-d6c9-4299-a2c4-1f882f85f20b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.286043] env[70867]: DEBUG nova.compute.manager [req-8202c6b0-c90e-4d74-9925-4784d98b10d2 req-408f212c-9171-4586-91c0-cd1dbe4eea52 service nova] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Detach interface failed, port_id=6cb045e1-1cd9-4ad3-9f77-a8435fda9c36, reason: Instance 7b29d390-cb79-4064-ab01-312735c980bb could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1056.287482] env[70867]: DEBUG nova.compute.manager [None req-c0344985-a4bb-4ec2-9445-0dd58048cd4d tempest-ServerDiagnosticsV248Test-1370086467 tempest-ServerDiagnosticsV248Test-1370086467-project-admin] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.288721] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a039c808-59d1-4146-ba1e-1ee577e017a2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.297411] env[70867]: DEBUG oslo_vmware.api [None req-ff5b644b-5091-418c-8554-bcfae771fbbc tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Waiting for the task: (returnval){ [ 1056.297411] env[70867]: value = "task-3474214" [ 1056.297411] env[70867]: _type = "Task" [ 1056.297411] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.299252] env[70867]: INFO nova.compute.manager [None req-c0344985-a4bb-4ec2-9445-0dd58048cd4d tempest-ServerDiagnosticsV248Test-1370086467 tempest-ServerDiagnosticsV248Test-1370086467-project-admin] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Retrieving diagnostics [ 1056.303779] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1a3299-d2a8-44ce-ad04-da5b0fc84f44 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.313250] env[70867]: DEBUG oslo_vmware.api [None req-ff5b644b-5091-418c-8554-bcfae771fbbc tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Task: {'id': task-3474214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.385296] env[70867]: DEBUG nova.scheduler.client.report [None req-e813e9f2-fecc-4686-89ab-56398c3cad8e tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.449282] env[70867]: DEBUG nova.compute.manager [req-ac79fed9-fff9-4712-8911-366d8d02cc0f req-d5098a98-0462-4337-a942-19f01ab09c96 service nova] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Received event network-vif-deleted-9722cad6-e948-4ad3-b848-bf050d2459ea {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.623999] env[70867]: DEBUG oslo_vmware.api [None req-72416fe0-81a4-4dba-be97-4fa84cb47f1f tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474212, 'name': PowerOffVM_Task, 'duration_secs': 0.317425} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.628347] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-72416fe0-81a4-4dba-be97-4fa84cb47f1f tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.628631] env[70867]: DEBUG nova.compute.manager [None req-72416fe0-81a4-4dba-be97-4fa84cb47f1f tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.629706] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb019de0-502d-4c26-a7f0-64167a66fccb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.640970] env[70867]: DEBUG oslo_vmware.api [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52bd4f12-61a4-7360-d74b-e44ff31661e0, 'name': SearchDatastore_Task, 'duration_secs': 0.012845} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.643107] env[70867]: DEBUG oslo_concurrency.lockutils [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.643452] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] da0c0e5d-8af9-4502-8565-3131f63e9829/da0c0e5d-8af9-4502-8565-3131f63e9829.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.647052] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5525003-075e-4072-8acf-77422a0a822d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.656441] env[70867]: DEBUG oslo_vmware.api [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Waiting for the task: (returnval){ [ 1056.656441] env[70867]: value = "task-3474215" [ 1056.656441] env[70867]: _type = "Task" [ 1056.656441] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.667770] env[70867]: DEBUG oslo_vmware.api [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Task: {'id': task-3474215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.729369] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f1df8dd0-d489-42ec-b3ba-0e7e3f879259 tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.810130] env[70867]: DEBUG oslo_vmware.api [None req-ff5b644b-5091-418c-8554-bcfae771fbbc tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Task: {'id': task-3474214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29312} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.810417] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff5b644b-5091-418c-8554-bcfae771fbbc tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.810635] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5b644b-5091-418c-8554-bcfae771fbbc tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.810826] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5b644b-5091-418c-8554-bcfae771fbbc tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.812013] env[70867]: INFO nova.compute.manager [None req-ff5b644b-5091-418c-8554-bcfae771fbbc tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1056.812013] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff5b644b-5091-418c-8554-bcfae771fbbc tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.812013] env[70867]: DEBUG nova.compute.manager [-] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1056.812013] env[70867]: DEBUG nova.network.neutron [-] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1056.891516] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e813e9f2-fecc-4686-89ab-56398c3cad8e tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.045s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.894101] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.007s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.895772] env[70867]: INFO nova.compute.claims [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.920738] env[70867]: INFO nova.scheduler.client.report [None req-e813e9f2-fecc-4686-89ab-56398c3cad8e tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Deleted allocations for instance 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc [ 1057.153388] env[70867]: DEBUG oslo_concurrency.lockutils [None req-72416fe0-81a4-4dba-be97-4fa84cb47f1f tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "6e23b2d7-e31a-432d-9fc4-3e2f8993ff80" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.092s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.174683] env[70867]: DEBUG oslo_vmware.api [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Task: {'id': task-3474215, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.226046] env[70867]: DEBUG nova.compute.manager [req-b4ce8682-49fc-41fa-bc15-4bb83ff1328c req-d219832f-9483-4066-93f8-511b8fd9caab service nova] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Received event network-vif-deleted-96da4264-ed88-4f0f-a49e-7321625204b0 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.226046] env[70867]: INFO nova.compute.manager [req-b4ce8682-49fc-41fa-bc15-4bb83ff1328c req-d219832f-9483-4066-93f8-511b8fd9caab service nova] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Neutron deleted interface 96da4264-ed88-4f0f-a49e-7321625204b0; detaching it from the instance and deleting it from the info cache [ 1057.226046] env[70867]: DEBUG nova.network.neutron [req-b4ce8682-49fc-41fa-bc15-4bb83ff1328c req-d219832f-9483-4066-93f8-511b8fd9caab service nova] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.434792] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e813e9f2-fecc-4686-89ab-56398c3cad8e tempest-MultipleCreateTestJSON-1511442530 tempest-MultipleCreateTestJSON-1511442530-project-member] Lock "64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.955s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.646614] env[70867]: DEBUG nova.network.neutron [-] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.670452] env[70867]: DEBUG oslo_vmware.api [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Task: {'id': task-3474215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737896} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.670776] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] da0c0e5d-8af9-4502-8565-3131f63e9829/da0c0e5d-8af9-4502-8565-3131f63e9829.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.670984] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.671282] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f874d324-9910-48ae-a224-ff52ff1247b0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.682577] env[70867]: DEBUG oslo_vmware.api [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Waiting for the task: (returnval){ [ 1057.682577] env[70867]: value = "task-3474216" [ 1057.682577] env[70867]: _type = "Task" [ 1057.682577] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.693055] env[70867]: DEBUG oslo_vmware.api [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Task: {'id': task-3474216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.731545] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0dabee1-b0ea-4e81-aacf-046087b37e6e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.744763] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19540035-aa78-4da9-b525-f91e90836210 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.791162] env[70867]: DEBUG nova.compute.manager [req-b4ce8682-49fc-41fa-bc15-4bb83ff1328c req-d219832f-9483-4066-93f8-511b8fd9caab service nova] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Detach interface failed, port_id=96da4264-ed88-4f0f-a49e-7321625204b0, reason: Instance 9ed435ee-3968-4f12-aa00-9746f0398e9e could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1057.848499] env[70867]: DEBUG nova.objects.instance [None req-cfb38c86-5dd3-41e4-83be-e04fbd0365ab tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lazy-loading 'flavor' on Instance uuid 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.149392] env[70867]: INFO nova.compute.manager [-] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Took 1.34 seconds to deallocate network for instance. [ 1058.194079] env[70867]: DEBUG oslo_vmware.api [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Task: {'id': task-3474216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148472} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.198015] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.199073] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bbed61-1f9d-4276-917e-a6e1bab372a0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.223945] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] da0c0e5d-8af9-4502-8565-3131f63e9829/da0c0e5d-8af9-4502-8565-3131f63e9829.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.227697] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7876d789-b381-4316-bc66-67387234820e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.251212] env[70867]: DEBUG oslo_vmware.api [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Waiting for the task: (returnval){ [ 1058.251212] env[70867]: value = "task-3474217" [ 1058.251212] env[70867]: _type = "Task" [ 1058.251212] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.263379] env[70867]: DEBUG oslo_vmware.api [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Task: {'id': task-3474217, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.356257] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cfb38c86-5dd3-41e4-83be-e04fbd0365ab tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Acquiring lock "refresh_cache-6e23b2d7-e31a-432d-9fc4-3e2f8993ff80" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.356257] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cfb38c86-5dd3-41e4-83be-e04fbd0365ab tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Acquired lock "refresh_cache-6e23b2d7-e31a-432d-9fc4-3e2f8993ff80" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.356257] env[70867]: DEBUG nova.network.neutron [None req-cfb38c86-5dd3-41e4-83be-e04fbd0365ab tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.356257] env[70867]: DEBUG nova.objects.instance [None req-cfb38c86-5dd3-41e4-83be-e04fbd0365ab tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lazy-loading 'info_cache' on Instance uuid 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.385395] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fb596d-596c-47ec-9290-d75cbf3d347d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.397082] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955eb7a5-3e84-4a2c-ab7e-5780de3b8ca8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.445026] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0152e4ea-a11e-4ff6-b9e4-4178c3e962f3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.451726] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc2aa4d-e789-42bc-a47f-6a8f36b98cdf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.465871] env[70867]: DEBUG nova.compute.provider_tree [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.659219] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ff5b644b-5091-418c-8554-bcfae771fbbc tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.770197] env[70867]: DEBUG oslo_vmware.api [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Task: {'id': task-3474217, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.862398] env[70867]: DEBUG nova.objects.base [None req-cfb38c86-5dd3-41e4-83be-e04fbd0365ab tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Object Instance<6e23b2d7-e31a-432d-9fc4-3e2f8993ff80> lazy-loaded attributes: flavor,info_cache {{(pid=70867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1058.970036] env[70867]: DEBUG nova.scheduler.client.report [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.263973] env[70867]: DEBUG oslo_vmware.api [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Task: {'id': task-3474217, 'name': ReconfigVM_Task, 'duration_secs': 0.530171} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.264510] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Reconfigured VM instance instance-00000056 to attach disk [datastore1] da0c0e5d-8af9-4502-8565-3131f63e9829/da0c0e5d-8af9-4502-8565-3131f63e9829.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.265217] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e3b6cdc-27d4-463f-b6d9-636f035a1245 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.272474] env[70867]: DEBUG oslo_vmware.api [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Waiting for the task: (returnval){ [ 1059.272474] env[70867]: value = "task-3474218" [ 1059.272474] env[70867]: _type = "Task" [ 1059.272474] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.283377] env[70867]: DEBUG oslo_vmware.api [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Task: {'id': task-3474218, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.475498] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.476161] env[70867]: DEBUG nova.compute.manager [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1059.479185] env[70867]: DEBUG oslo_concurrency.lockutils [None req-29a42bc0-c2b2-4034-af03-7b8eb4e9cc7d tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.512s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.479654] env[70867]: DEBUG nova.objects.instance [None req-29a42bc0-c2b2-4034-af03-7b8eb4e9cc7d tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Lazy-loading 'resources' on Instance uuid 8955ca0e-27e0-43d8-baae-c3292ede39d6 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.628033] env[70867]: DEBUG nova.network.neutron [None req-cfb38c86-5dd3-41e4-83be-e04fbd0365ab tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Updating instance_info_cache with network_info: [{"id": "bab04f56-d86c-41cb-8dfa-3af95aad4ca9", "address": "fa:16:3e:3a:5b:7a", "network": {"id": "e537a3b0-c2e4-47f4-84a1-55c8c4a7b8df", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-340479337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "670576a2b5c147019fa83c9697f1dc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbab04f56-d8", "ovs_interfaceid": "bab04f56-d86c-41cb-8dfa-3af95aad4ca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.786424] env[70867]: DEBUG oslo_vmware.api [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Task: {'id': task-3474218, 'name': Rename_Task, 'duration_secs': 0.178724} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.786827] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.787169] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51074d03-6b86-4f7b-9e02-bf009f743a30 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.796125] env[70867]: DEBUG oslo_vmware.api [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Waiting for the task: (returnval){ [ 1059.796125] env[70867]: value = "task-3474219" [ 1059.796125] env[70867]: _type = "Task" [ 1059.796125] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.804902] env[70867]: DEBUG oslo_vmware.api [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Task: {'id': task-3474219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.983374] env[70867]: DEBUG nova.compute.utils [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.987719] env[70867]: DEBUG nova.compute.manager [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1059.988181] env[70867]: DEBUG nova.network.neutron [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1060.033193] env[70867]: DEBUG nova.policy [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43aa3988e90845a2917d8fa6d4465772', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f1893160d7645cea064723418b18388', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.132009] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cfb38c86-5dd3-41e4-83be-e04fbd0365ab tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Releasing lock "refresh_cache-6e23b2d7-e31a-432d-9fc4-3e2f8993ff80" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.311505] env[70867]: DEBUG oslo_vmware.api [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Task: {'id': task-3474219, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.344604] env[70867]: DEBUG nova.network.neutron [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Successfully created port: 18efe46f-4aeb-4a30-a326-eb37200deb1b {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1060.394066] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ce4279-827c-4794-a6b2-5aa06c30b3a5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.405123] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd25379d-938a-4e2e-9bb1-1aeadd1b8b25 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.440174] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad33b0b-53ae-4ecb-8e6d-4748d02679a0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.449258] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b05ad60-7de9-412c-ae95-6ad8c47d700b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.464187] env[70867]: DEBUG nova.compute.provider_tree [None req-29a42bc0-c2b2-4034-af03-7b8eb4e9cc7d tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.488831] env[70867]: DEBUG nova.compute.manager [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1060.808824] env[70867]: DEBUG oslo_vmware.api [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Task: {'id': task-3474219, 'name': PowerOnVM_Task, 'duration_secs': 0.628859} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.809631] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.810101] env[70867]: INFO nova.compute.manager [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Took 9.51 seconds to spawn the instance on the hypervisor. [ 1060.810101] env[70867]: DEBUG nova.compute.manager [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.810819] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda9127f-d614-4363-895b-dcf396a52080 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.967519] env[70867]: DEBUG nova.scheduler.client.report [None req-29a42bc0-c2b2-4034-af03-7b8eb4e9cc7d tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.142774] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb38c86-5dd3-41e4-83be-e04fbd0365ab tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.143120] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f48cff7-0443-4098-8f45-eb6ff9c80ee0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.152689] env[70867]: DEBUG oslo_vmware.api [None req-cfb38c86-5dd3-41e4-83be-e04fbd0365ab tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Waiting for the task: (returnval){ [ 1061.152689] env[70867]: value = "task-3474220" [ 1061.152689] env[70867]: _type = "Task" [ 1061.152689] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.161468] env[70867]: DEBUG oslo_vmware.api [None req-cfb38c86-5dd3-41e4-83be-e04fbd0365ab tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.330500] env[70867]: INFO nova.compute.manager [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Took 38.49 seconds to build instance. [ 1061.473054] env[70867]: DEBUG oslo_concurrency.lockutils [None req-29a42bc0-c2b2-4034-af03-7b8eb4e9cc7d tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.474987] env[70867]: DEBUG oslo_concurrency.lockutils [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.192s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.476606] env[70867]: INFO nova.compute.claims [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.496160] env[70867]: INFO nova.scheduler.client.report [None req-29a42bc0-c2b2-4034-af03-7b8eb4e9cc7d tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Deleted allocations for instance 8955ca0e-27e0-43d8-baae-c3292ede39d6 [ 1061.501196] env[70867]: DEBUG nova.compute.manager [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1061.527513] env[70867]: DEBUG nova.virt.hardware [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.527773] env[70867]: DEBUG nova.virt.hardware [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.527935] env[70867]: DEBUG nova.virt.hardware [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.528137] env[70867]: DEBUG nova.virt.hardware [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.528288] env[70867]: DEBUG nova.virt.hardware [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.528438] env[70867]: DEBUG nova.virt.hardware [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.528671] env[70867]: DEBUG nova.virt.hardware [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.528898] env[70867]: DEBUG nova.virt.hardware [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.529099] env[70867]: DEBUG nova.virt.hardware [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.529268] env[70867]: DEBUG nova.virt.hardware [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.529447] env[70867]: DEBUG nova.virt.hardware [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.530338] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f2c46e-5b82-41f9-b937-f3f672e2d8b7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.539710] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22984d8-86b4-4eb6-a375-24696866b70e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.663526] env[70867]: DEBUG oslo_vmware.api [None req-cfb38c86-5dd3-41e4-83be-e04fbd0365ab tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474220, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.833709] env[70867]: DEBUG oslo_concurrency.lockutils [None req-409a668b-7730-4ccd-bac3-1d736e7a9c42 tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Lock "da0c0e5d-8af9-4502-8565-3131f63e9829" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.007s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.869654] env[70867]: DEBUG nova.compute.manager [req-3ae348ab-b422-4301-b926-63bafec8bcb0 req-cc8487c2-d1cc-4424-90dd-1bff6ec5f30e service nova] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Received event network-vif-plugged-18efe46f-4aeb-4a30-a326-eb37200deb1b {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.869924] env[70867]: DEBUG oslo_concurrency.lockutils [req-3ae348ab-b422-4301-b926-63bafec8bcb0 req-cc8487c2-d1cc-4424-90dd-1bff6ec5f30e service nova] Acquiring lock "11b97e82-50f1-42a2-93ad-89765ef6a875-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.871220] env[70867]: DEBUG oslo_concurrency.lockutils [req-3ae348ab-b422-4301-b926-63bafec8bcb0 req-cc8487c2-d1cc-4424-90dd-1bff6ec5f30e service nova] Lock "11b97e82-50f1-42a2-93ad-89765ef6a875-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.871541] env[70867]: DEBUG oslo_concurrency.lockutils [req-3ae348ab-b422-4301-b926-63bafec8bcb0 req-cc8487c2-d1cc-4424-90dd-1bff6ec5f30e service nova] Lock "11b97e82-50f1-42a2-93ad-89765ef6a875-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.871687] env[70867]: DEBUG nova.compute.manager [req-3ae348ab-b422-4301-b926-63bafec8bcb0 req-cc8487c2-d1cc-4424-90dd-1bff6ec5f30e service nova] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] No waiting events found dispatching network-vif-plugged-18efe46f-4aeb-4a30-a326-eb37200deb1b {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1061.871956] env[70867]: WARNING nova.compute.manager [req-3ae348ab-b422-4301-b926-63bafec8bcb0 req-cc8487c2-d1cc-4424-90dd-1bff6ec5f30e service nova] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Received unexpected event network-vif-plugged-18efe46f-4aeb-4a30-a326-eb37200deb1b for instance with vm_state building and task_state spawning. [ 1062.000159] env[70867]: DEBUG nova.network.neutron [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Successfully updated port: 18efe46f-4aeb-4a30-a326-eb37200deb1b {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1062.011080] env[70867]: DEBUG oslo_concurrency.lockutils [None req-29a42bc0-c2b2-4034-af03-7b8eb4e9cc7d tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Lock "8955ca0e-27e0-43d8-baae-c3292ede39d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.559s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.027484] env[70867]: DEBUG oslo_vmware.rw_handles [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52557e99-0fed-1a56-9f98-1812132b86a7/disk-0.vmdk. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1062.028546] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74643177-4a23-432e-938e-d1cc42105c1e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.035614] env[70867]: DEBUG oslo_vmware.rw_handles [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52557e99-0fed-1a56-9f98-1812132b86a7/disk-0.vmdk is in state: ready. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1062.035789] env[70867]: ERROR oslo_vmware.rw_handles [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52557e99-0fed-1a56-9f98-1812132b86a7/disk-0.vmdk due to incomplete transfer. [ 1062.036551] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-eec9a1cb-ded1-48cf-ac5f-847b3ebce389 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.045610] env[70867]: DEBUG oslo_vmware.rw_handles [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52557e99-0fed-1a56-9f98-1812132b86a7/disk-0.vmdk. {{(pid=70867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1062.045810] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Uploaded image 5e7c785d-183e-48c3-8ba0-95ab0825c48c to the Glance image server {{(pid=70867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1062.048132] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Destroying the VM {{(pid=70867) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1062.048636] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1d1200e7-0896-4b2a-b96a-2ef09069fda8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.055601] env[70867]: DEBUG oslo_vmware.api [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for the task: (returnval){ [ 1062.055601] env[70867]: value = "task-3474221" [ 1062.055601] env[70867]: _type = "Task" [ 1062.055601] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.066363] env[70867]: DEBUG oslo_vmware.api [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474221, 'name': Destroy_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.164837] env[70867]: DEBUG oslo_vmware.api [None req-cfb38c86-5dd3-41e4-83be-e04fbd0365ab tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474220, 'name': PowerOnVM_Task, 'duration_secs': 0.78873} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.164837] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb38c86-5dd3-41e4-83be-e04fbd0365ab tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.164837] env[70867]: DEBUG nova.compute.manager [None req-cfb38c86-5dd3-41e4-83be-e04fbd0365ab tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.165299] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c96ccc1-d0b8-4440-b0f7-e5a7a4f1ca92 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.504089] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "refresh_cache-11b97e82-50f1-42a2-93ad-89765ef6a875" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.504365] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquired lock "refresh_cache-11b97e82-50f1-42a2-93ad-89765ef6a875" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.504482] env[70867]: DEBUG nova.network.neutron [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.565417] env[70867]: DEBUG oslo_vmware.api [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474221, 'name': Destroy_Task, 'duration_secs': 0.342746} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.565787] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Destroyed the VM [ 1062.566059] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Deleting Snapshot of the VM instance {{(pid=70867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1062.566317] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cb0d747f-ac1d-4c6e-9413-575882b90680 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.575990] env[70867]: DEBUG oslo_vmware.api [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for the task: (returnval){ [ 1062.575990] env[70867]: value = "task-3474222" [ 1062.575990] env[70867]: _type = "Task" [ 1062.575990] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.587694] env[70867]: DEBUG oslo_vmware.api [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474222, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.917711] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738f5b56-ce9b-417a-ac10-6d601ac9df2f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.932926] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd4e5cf-16a6-4ef8-9d15-9ec18dd1f9aa {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.970717] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78c9187-12dd-4206-b32d-f0a5cf886746 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.980476] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f43d91b-33db-4545-a4ed-2787133082a9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.995582] env[70867]: DEBUG nova.compute.provider_tree [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.042123] env[70867]: DEBUG nova.network.neutron [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1063.087510] env[70867]: DEBUG oslo_vmware.api [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474222, 'name': RemoveSnapshot_Task, 'duration_secs': 0.385751} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.090147] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Deleted Snapshot of the VM instance {{(pid=70867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1063.090486] env[70867]: DEBUG nova.compute.manager [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.091324] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9a6ae8-a6b9-4ae5-8130-8257ea04b52c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.094417] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8b0a70f8-9f1e-4cf7-82b9-45bcb469157e tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Acquiring lock "da0c0e5d-8af9-4502-8565-3131f63e9829" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.094530] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8b0a70f8-9f1e-4cf7-82b9-45bcb469157e tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Lock "da0c0e5d-8af9-4502-8565-3131f63e9829" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.095929] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8b0a70f8-9f1e-4cf7-82b9-45bcb469157e tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Acquiring lock "da0c0e5d-8af9-4502-8565-3131f63e9829-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.095929] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8b0a70f8-9f1e-4cf7-82b9-45bcb469157e tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Lock "da0c0e5d-8af9-4502-8565-3131f63e9829-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.095929] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8b0a70f8-9f1e-4cf7-82b9-45bcb469157e tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Lock "da0c0e5d-8af9-4502-8565-3131f63e9829-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.098595] env[70867]: INFO nova.compute.manager [None req-8b0a70f8-9f1e-4cf7-82b9-45bcb469157e tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Terminating instance [ 1063.299872] env[70867]: DEBUG nova.network.neutron [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Updating instance_info_cache with network_info: [{"id": "18efe46f-4aeb-4a30-a326-eb37200deb1b", "address": "fa:16:3e:5b:f9:30", "network": {"id": "8cacb34c-db1b-411b-907b-2f372c4857f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-460255283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f1893160d7645cea064723418b18388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18efe46f-4a", "ovs_interfaceid": "18efe46f-4aeb-4a30-a326-eb37200deb1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.499123] env[70867]: DEBUG nova.scheduler.client.report [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.608734] env[70867]: DEBUG nova.compute.manager [None req-8b0a70f8-9f1e-4cf7-82b9-45bcb469157e tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1063.609070] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0a70f8-9f1e-4cf7-82b9-45bcb469157e tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.609629] env[70867]: INFO nova.compute.manager [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Shelve offloading [ 1063.611479] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcff3376-f664-421f-b639-a447c07ae30a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.620731] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b0a70f8-9f1e-4cf7-82b9-45bcb469157e tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.620973] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f69c529-0954-4c6f-8ac9-b7da5835dc64 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.629730] env[70867]: DEBUG oslo_vmware.api [None req-8b0a70f8-9f1e-4cf7-82b9-45bcb469157e tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Waiting for the task: (returnval){ [ 1063.629730] env[70867]: value = "task-3474223" [ 1063.629730] env[70867]: _type = "Task" [ 1063.629730] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.638451] env[70867]: DEBUG oslo_vmware.api [None req-8b0a70f8-9f1e-4cf7-82b9-45bcb469157e tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Task: {'id': task-3474223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.802514] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Releasing lock "refresh_cache-11b97e82-50f1-42a2-93ad-89765ef6a875" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.803138] env[70867]: DEBUG nova.compute.manager [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Instance network_info: |[{"id": "18efe46f-4aeb-4a30-a326-eb37200deb1b", "address": "fa:16:3e:5b:f9:30", "network": {"id": "8cacb34c-db1b-411b-907b-2f372c4857f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-460255283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f1893160d7645cea064723418b18388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18efe46f-4a", "ovs_interfaceid": "18efe46f-4aeb-4a30-a326-eb37200deb1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1063.803334] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:f9:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19671de9-8b5b-4710-adc3-7419f3c0f171', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18efe46f-4aeb-4a30-a326-eb37200deb1b', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.811751] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.811989] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.812232] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad4f2d52-8e2e-4956-8780-fbfa0d1eb34d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.836213] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.836213] env[70867]: value = "task-3474224" [ 1063.836213] env[70867]: _type = "Task" [ 1063.836213] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.845533] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474224, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.958532] env[70867]: DEBUG nova.compute.manager [req-e1bebe00-9af7-45b9-a0ea-300b988cbb6f req-6f19c589-dbfc-448a-8b6f-c429078b293b service nova] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Received event network-changed-18efe46f-4aeb-4a30-a326-eb37200deb1b {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.958743] env[70867]: DEBUG nova.compute.manager [req-e1bebe00-9af7-45b9-a0ea-300b988cbb6f req-6f19c589-dbfc-448a-8b6f-c429078b293b service nova] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Refreshing instance network info cache due to event network-changed-18efe46f-4aeb-4a30-a326-eb37200deb1b. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.958971] env[70867]: DEBUG oslo_concurrency.lockutils [req-e1bebe00-9af7-45b9-a0ea-300b988cbb6f req-6f19c589-dbfc-448a-8b6f-c429078b293b service nova] Acquiring lock "refresh_cache-11b97e82-50f1-42a2-93ad-89765ef6a875" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.959253] env[70867]: DEBUG oslo_concurrency.lockutils [req-e1bebe00-9af7-45b9-a0ea-300b988cbb6f req-6f19c589-dbfc-448a-8b6f-c429078b293b service nova] Acquired lock "refresh_cache-11b97e82-50f1-42a2-93ad-89765ef6a875" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.959461] env[70867]: DEBUG nova.network.neutron [req-e1bebe00-9af7-45b9-a0ea-300b988cbb6f req-6f19c589-dbfc-448a-8b6f-c429078b293b service nova] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Refreshing network info cache for port 18efe46f-4aeb-4a30-a326-eb37200deb1b {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.007017] env[70867]: DEBUG oslo_concurrency.lockutils [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.007017] env[70867]: DEBUG nova.compute.manager [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.008509] env[70867]: DEBUG oslo_concurrency.lockutils [None req-42fc5dba-e587-4446-85ff-840a859980d1 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.888s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.008915] env[70867]: DEBUG nova.objects.instance [None req-42fc5dba-e587-4446-85ff-840a859980d1 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Lazy-loading 'resources' on Instance uuid f575b0fd-ff25-4b1c-aecf-e6de9e081838 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.117248] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.118109] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11d14407-6990-4092-a213-bee35387ef7c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.127437] env[70867]: DEBUG oslo_vmware.api [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for the task: (returnval){ [ 1064.127437] env[70867]: value = "task-3474225" [ 1064.127437] env[70867]: _type = "Task" [ 1064.127437] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.146014] env[70867]: DEBUG oslo_vmware.api [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.146362] env[70867]: DEBUG oslo_vmware.api [None req-8b0a70f8-9f1e-4cf7-82b9-45bcb469157e tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Task: {'id': task-3474223, 'name': PowerOffVM_Task, 'duration_secs': 0.306669} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.146618] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b0a70f8-9f1e-4cf7-82b9-45bcb469157e tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.146827] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0a70f8-9f1e-4cf7-82b9-45bcb469157e tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.147338] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-982a3509-c0c2-4f46-8627-184a8660ab8a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.236153] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0a70f8-9f1e-4cf7-82b9-45bcb469157e tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.236404] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0a70f8-9f1e-4cf7-82b9-45bcb469157e tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.236605] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b0a70f8-9f1e-4cf7-82b9-45bcb469157e tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Deleting the datastore file [datastore1] da0c0e5d-8af9-4502-8565-3131f63e9829 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.236908] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f28ce629-5412-4117-bed9-01f45435cbce {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.244893] env[70867]: DEBUG oslo_vmware.api [None req-8b0a70f8-9f1e-4cf7-82b9-45bcb469157e tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Waiting for the task: (returnval){ [ 1064.244893] env[70867]: value = "task-3474227" [ 1064.244893] env[70867]: _type = "Task" [ 1064.244893] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.253626] env[70867]: DEBUG oslo_vmware.api [None req-8b0a70f8-9f1e-4cf7-82b9-45bcb469157e tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Task: {'id': task-3474227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.345881] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474224, 'name': CreateVM_Task, 'duration_secs': 0.408441} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.346136] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.346873] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.347091] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.347497] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.347760] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4b12564-f4b8-49e8-950a-4eeeffcc99d1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.354726] env[70867]: DEBUG oslo_vmware.api [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1064.354726] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52390566-1fd3-187c-5392-c4262592eb38" [ 1064.354726] env[70867]: _type = "Task" [ 1064.354726] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.364214] env[70867]: DEBUG oslo_vmware.api [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52390566-1fd3-187c-5392-c4262592eb38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.513247] env[70867]: DEBUG nova.compute.utils [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1064.517692] env[70867]: DEBUG nova.compute.manager [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1064.517907] env[70867]: DEBUG nova.network.neutron [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1064.557948] env[70867]: DEBUG nova.policy [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b053384c0bf84187bbdf7ffc820658db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d639f7aa99d46b59529fab25a006ca1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1064.646710] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] VM already powered off {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1064.646710] env[70867]: DEBUG nova.compute.manager [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.647292] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31f2e37-d11a-4d41-84f5-cfb15ebc9469 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.660315] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Acquiring lock "refresh_cache-df50dddd-7392-4aa0-a7e7-e5eaea666d73" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.660315] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Acquired lock "refresh_cache-df50dddd-7392-4aa0-a7e7-e5eaea666d73" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.660637] env[70867]: DEBUG nova.network.neutron [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.726845] env[70867]: DEBUG nova.network.neutron [req-e1bebe00-9af7-45b9-a0ea-300b988cbb6f req-6f19c589-dbfc-448a-8b6f-c429078b293b service nova] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Updated VIF entry in instance network info cache for port 18efe46f-4aeb-4a30-a326-eb37200deb1b. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.727223] env[70867]: DEBUG nova.network.neutron [req-e1bebe00-9af7-45b9-a0ea-300b988cbb6f req-6f19c589-dbfc-448a-8b6f-c429078b293b service nova] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Updating instance_info_cache with network_info: [{"id": "18efe46f-4aeb-4a30-a326-eb37200deb1b", "address": "fa:16:3e:5b:f9:30", "network": {"id": "8cacb34c-db1b-411b-907b-2f372c4857f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-460255283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f1893160d7645cea064723418b18388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18efe46f-4a", "ovs_interfaceid": "18efe46f-4aeb-4a30-a326-eb37200deb1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.757479] env[70867]: DEBUG oslo_vmware.api [None req-8b0a70f8-9f1e-4cf7-82b9-45bcb469157e tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Task: {'id': task-3474227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.505861} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.760224] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b0a70f8-9f1e-4cf7-82b9-45bcb469157e tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.760437] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0a70f8-9f1e-4cf7-82b9-45bcb469157e tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.760695] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0a70f8-9f1e-4cf7-82b9-45bcb469157e tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.760888] env[70867]: INFO nova.compute.manager [None req-8b0a70f8-9f1e-4cf7-82b9-45bcb469157e tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1064.761150] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b0a70f8-9f1e-4cf7-82b9-45bcb469157e tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.762917] env[70867]: DEBUG nova.compute.manager [-] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1064.763038] env[70867]: DEBUG nova.network.neutron [-] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1064.767621] env[70867]: DEBUG oslo_concurrency.lockutils [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Acquiring lock "c9e22c27-c098-40d4-9464-181adc858062" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.767965] env[70867]: DEBUG oslo_concurrency.lockutils [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Lock "c9e22c27-c098-40d4-9464-181adc858062" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.867276] env[70867]: DEBUG oslo_vmware.api [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52390566-1fd3-187c-5392-c4262592eb38, 'name': SearchDatastore_Task, 'duration_secs': 0.011955} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.869724] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.870019] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.871244] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.871406] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.871598] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.872903] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2d09818-2eb5-4512-9776-4ac2ce0022cc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.883724] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.883914] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.887430] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5559c73c-c253-4a19-9e83-60ccd3747258 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.895210] env[70867]: DEBUG oslo_vmware.api [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1064.895210] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52909072-ec36-f7d6-5ad8-29f6557e06b1" [ 1064.895210] env[70867]: _type = "Task" [ 1064.895210] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.905888] env[70867]: DEBUG oslo_vmware.api [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52909072-ec36-f7d6-5ad8-29f6557e06b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.936388] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa67960-f48f-47fd-b2b8-515bce71ab04 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.946235] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cf8f77-20e8-4304-9923-0ba9377bcd73 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.952535] env[70867]: DEBUG nova.network.neutron [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Successfully created port: 06b0c6d0-107b-4bf4-958c-e86548c3e1eb {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1064.980199] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444e41ae-aa4c-4c4a-9793-61573a1cc55f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.988555] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190c9c70-0e8f-4ed4-bf75-e38c3d74365f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.005935] env[70867]: DEBUG nova.compute.provider_tree [None req-42fc5dba-e587-4446-85ff-840a859980d1 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.018821] env[70867]: DEBUG nova.compute.manager [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.232560] env[70867]: DEBUG oslo_concurrency.lockutils [req-e1bebe00-9af7-45b9-a0ea-300b988cbb6f req-6f19c589-dbfc-448a-8b6f-c429078b293b service nova] Releasing lock "refresh_cache-11b97e82-50f1-42a2-93ad-89765ef6a875" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.274836] env[70867]: DEBUG nova.compute.manager [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: c9e22c27-c098-40d4-9464-181adc858062] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1065.406557] env[70867]: DEBUG oslo_vmware.api [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52909072-ec36-f7d6-5ad8-29f6557e06b1, 'name': SearchDatastore_Task, 'duration_secs': 0.022166} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.407362] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f433fcf5-3407-48c9-a4a6-cb9f2330a674 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.413047] env[70867]: DEBUG oslo_vmware.api [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1065.413047] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521cca80-ec6e-9671-0f0c-53aefd2939ba" [ 1065.413047] env[70867]: _type = "Task" [ 1065.413047] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.421136] env[70867]: DEBUG oslo_vmware.api [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521cca80-ec6e-9671-0f0c-53aefd2939ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.435291] env[70867]: DEBUG nova.network.neutron [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Updating instance_info_cache with network_info: [{"id": "28352365-f5d5-4b89-b360-0625ccdcb46a", "address": "fa:16:3e:19:26:b8", "network": {"id": "3e55bcea-e204-4c7f-9ec6-4c0d652c8699", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1904991923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5caa093a382340b6973f1bcfcdfb2566", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28352365-f5", "ovs_interfaceid": "28352365-f5d5-4b89-b360-0625ccdcb46a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.513458] env[70867]: DEBUG nova.scheduler.client.report [None req-42fc5dba-e587-4446-85ff-840a859980d1 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.529438] env[70867]: DEBUG nova.network.neutron [-] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.803584] env[70867]: DEBUG oslo_concurrency.lockutils [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.901542] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1065.902277] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1065.926084] env[70867]: DEBUG oslo_vmware.api [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521cca80-ec6e-9671-0f0c-53aefd2939ba, 'name': SearchDatastore_Task, 'duration_secs': 0.04786} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.926586] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.926925] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 11b97e82-50f1-42a2-93ad-89765ef6a875/11b97e82-50f1-42a2-93ad-89765ef6a875.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.927384] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-694d6cf9-20f7-47e2-9116-46f3d0379dce {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.937051] env[70867]: DEBUG oslo_vmware.api [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1065.937051] env[70867]: value = "task-3474228" [ 1065.937051] env[70867]: _type = "Task" [ 1065.937051] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.939212] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Releasing lock "refresh_cache-df50dddd-7392-4aa0-a7e7-e5eaea666d73" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.952855] env[70867]: DEBUG oslo_vmware.api [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.997907] env[70867]: DEBUG nova.compute.manager [req-a8610804-60f0-4c08-8e7c-1bb43a0816ad req-532c618a-88a1-4b79-a78a-9063b4f6a104 service nova] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Received event network-vif-deleted-93cbecc0-225c-4a33-947c-20972f91a317 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.018056] env[70867]: DEBUG oslo_concurrency.lockutils [None req-42fc5dba-e587-4446-85ff-840a859980d1 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.009s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.020433] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.713s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.020790] env[70867]: DEBUG nova.objects.instance [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lazy-loading 'resources' on Instance uuid 1e046380-8f00-4d59-bb49-d424ec8d96c5 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.033254] env[70867]: DEBUG nova.compute.manager [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.035815] env[70867]: INFO nova.compute.manager [-] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Took 1.27 seconds to deallocate network for instance. [ 1066.045385] env[70867]: INFO nova.scheduler.client.report [None req-42fc5dba-e587-4446-85ff-840a859980d1 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Deleted allocations for instance f575b0fd-ff25-4b1c-aecf-e6de9e081838 [ 1066.069431] env[70867]: DEBUG nova.virt.hardware [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.069712] env[70867]: DEBUG nova.virt.hardware [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.070013] env[70867]: DEBUG nova.virt.hardware [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.070246] env[70867]: DEBUG nova.virt.hardware [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.070246] env[70867]: DEBUG nova.virt.hardware [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.071215] env[70867]: DEBUG nova.virt.hardware [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.071215] env[70867]: DEBUG nova.virt.hardware [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.071215] env[70867]: DEBUG nova.virt.hardware [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.071215] env[70867]: DEBUG nova.virt.hardware [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.075017] env[70867]: DEBUG nova.virt.hardware [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.075017] env[70867]: DEBUG nova.virt.hardware [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.075017] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e234414-efb9-4884-b4d6-b92f338551f7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.084012] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206703b8-9e70-46f4-ac8f-4308d7bd74f1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.329632] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.332893] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afcf9c8-0b11-43ca-b0b6-4b028b939032 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.342409] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1066.342760] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2b2438c-758e-469c-8123-02489476967a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.413166] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1066.413393] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1066.413641] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1066.413923] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1066.414197] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1066.414385] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1066.414536] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70867) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1066.414801] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1066.422624] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1066.425511] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1066.425511] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Deleting the datastore file [datastore2] df50dddd-7392-4aa0-a7e7-e5eaea666d73 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1066.425511] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17149606-4b95-4339-93b3-4ed80adc2534 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.433046] env[70867]: DEBUG oslo_vmware.api [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for the task: (returnval){ [ 1066.433046] env[70867]: value = "task-3474230" [ 1066.433046] env[70867]: _type = "Task" [ 1066.433046] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.448289] env[70867]: DEBUG oslo_vmware.api [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.455127] env[70867]: DEBUG oslo_vmware.api [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474228, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486896} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.455453] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 11b97e82-50f1-42a2-93ad-89765ef6a875/11b97e82-50f1-42a2-93ad-89765ef6a875.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.455809] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.456111] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70c19221-dbb1-4379-a36a-50328f511697 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.464930] env[70867]: DEBUG oslo_vmware.api [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1066.464930] env[70867]: value = "task-3474231" [ 1066.464930] env[70867]: _type = "Task" [ 1066.464930] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.474783] env[70867]: DEBUG oslo_vmware.api [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.549349] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8b0a70f8-9f1e-4cf7-82b9-45bcb469157e tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.556799] env[70867]: DEBUG oslo_concurrency.lockutils [None req-42fc5dba-e587-4446-85ff-840a859980d1 tempest-InstanceActionsTestJSON-1042505716 tempest-InstanceActionsTestJSON-1042505716-project-member] Lock "f575b0fd-ff25-4b1c-aecf-e6de9e081838" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.042s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.576345] env[70867]: DEBUG nova.compute.manager [req-e31a76ce-72c5-406a-8ae4-f40ae7d5a539 req-56d03211-3b69-4221-aa16-e37054e2d932 service nova] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Received event network-vif-plugged-06b0c6d0-107b-4bf4-958c-e86548c3e1eb {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.576345] env[70867]: DEBUG oslo_concurrency.lockutils [req-e31a76ce-72c5-406a-8ae4-f40ae7d5a539 req-56d03211-3b69-4221-aa16-e37054e2d932 service nova] Acquiring lock "387ed6a8-f2ec-408f-9e03-9f0a6a71416e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.576345] env[70867]: DEBUG oslo_concurrency.lockutils [req-e31a76ce-72c5-406a-8ae4-f40ae7d5a539 req-56d03211-3b69-4221-aa16-e37054e2d932 service nova] Lock "387ed6a8-f2ec-408f-9e03-9f0a6a71416e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.576345] env[70867]: DEBUG oslo_concurrency.lockutils [req-e31a76ce-72c5-406a-8ae4-f40ae7d5a539 req-56d03211-3b69-4221-aa16-e37054e2d932 service nova] Lock "387ed6a8-f2ec-408f-9e03-9f0a6a71416e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.576345] env[70867]: DEBUG nova.compute.manager [req-e31a76ce-72c5-406a-8ae4-f40ae7d5a539 req-56d03211-3b69-4221-aa16-e37054e2d932 service nova] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] No waiting events found dispatching network-vif-plugged-06b0c6d0-107b-4bf4-958c-e86548c3e1eb {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1066.576345] env[70867]: WARNING nova.compute.manager [req-e31a76ce-72c5-406a-8ae4-f40ae7d5a539 req-56d03211-3b69-4221-aa16-e37054e2d932 service nova] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Received unexpected event network-vif-plugged-06b0c6d0-107b-4bf4-958c-e86548c3e1eb for instance with vm_state building and task_state spawning. [ 1066.783046] env[70867]: DEBUG nova.network.neutron [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Successfully updated port: 06b0c6d0-107b-4bf4-958c-e86548c3e1eb {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1066.825782] env[70867]: DEBUG nova.compute.manager [None req-cb98b7fb-320f-4936-be5e-99f99b1f055f tempest-ServerDiagnosticsV248Test-1370086467 tempest-ServerDiagnosticsV248Test-1370086467-project-admin] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.828895] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776b7d44-6306-40af-900e-8d330a96e256 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.837587] env[70867]: INFO nova.compute.manager [None req-cb98b7fb-320f-4936-be5e-99f99b1f055f tempest-ServerDiagnosticsV248Test-1370086467 tempest-ServerDiagnosticsV248Test-1370086467-project-admin] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Retrieving diagnostics [ 1066.841540] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5954bb14-58b3-4315-a360-69c24a2062f0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.922648] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.940969] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3bf2d0-cf9d-4e29-a50b-d6b77befda78 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.950224] env[70867]: DEBUG oslo_vmware.api [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474230, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147377} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.951723] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.952036] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.952681] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.959017] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a29ee43-ee45-4c11-bf8e-789d23a759e4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.991626] env[70867]: INFO nova.scheduler.client.report [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Deleted allocations for instance df50dddd-7392-4aa0-a7e7-e5eaea666d73 [ 1067.001540] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd8bb47-9500-49dd-9c73-9b05729f9157 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.010343] env[70867]: DEBUG oslo_vmware.api [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081553} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.011751] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.012562] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89c7d50-22ba-4e3e-94ff-84fb0f4d7d83 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.017195] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782ea34b-5e1e-46d5-8c91-2f7c87ba9007 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.048880] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 11b97e82-50f1-42a2-93ad-89765ef6a875/11b97e82-50f1-42a2-93ad-89765ef6a875.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.049439] env[70867]: DEBUG nova.compute.provider_tree [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1067.051410] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b646e71-3749-40f9-bb0c-34d98dfdfce2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.073878] env[70867]: DEBUG oslo_vmware.api [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1067.073878] env[70867]: value = "task-3474232" [ 1067.073878] env[70867]: _type = "Task" [ 1067.073878] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.085023] env[70867]: DEBUG oslo_vmware.api [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474232, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.286745] env[70867]: DEBUG oslo_concurrency.lockutils [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Acquiring lock "refresh_cache-387ed6a8-f2ec-408f-9e03-9f0a6a71416e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.286902] env[70867]: DEBUG oslo_concurrency.lockutils [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Acquired lock "refresh_cache-387ed6a8-f2ec-408f-9e03-9f0a6a71416e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.287087] env[70867]: DEBUG nova.network.neutron [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.506578] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.586812] env[70867]: DEBUG oslo_vmware.api [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.596818] env[70867]: ERROR nova.scheduler.client.report [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [req-3379229c-f2eb-41c9-b436-9a30cb6d5791] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f41c8c6b-f09c-4602-9d9f-1177af08ce6d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3379229c-f2eb-41c9-b436-9a30cb6d5791"}]} [ 1067.624871] env[70867]: DEBUG nova.scheduler.client.report [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Refreshing inventories for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1067.646169] env[70867]: DEBUG nova.scheduler.client.report [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Updating ProviderTree inventory for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1067.646410] env[70867]: DEBUG nova.compute.provider_tree [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1067.660522] env[70867]: DEBUG nova.scheduler.client.report [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Refreshing aggregate associations for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d, aggregates: None {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1067.681065] env[70867]: DEBUG nova.scheduler.client.report [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Refreshing trait associations for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1067.874258] env[70867]: DEBUG nova.network.neutron [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1067.996305] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8156eab0-0471-493c-a70a-676303d1f8ac tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Acquiring lock "f00b03b9-a745-4058-9550-c62f4d1ab179" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.996640] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8156eab0-0471-493c-a70a-676303d1f8ac tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Lock "f00b03b9-a745-4058-9550-c62f4d1ab179" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.996898] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8156eab0-0471-493c-a70a-676303d1f8ac tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Acquiring lock "f00b03b9-a745-4058-9550-c62f4d1ab179-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.997878] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8156eab0-0471-493c-a70a-676303d1f8ac tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Lock "f00b03b9-a745-4058-9550-c62f4d1ab179-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.998164] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8156eab0-0471-493c-a70a-676303d1f8ac tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Lock "f00b03b9-a745-4058-9550-c62f4d1ab179-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.002661] env[70867]: INFO nova.compute.manager [None req-8156eab0-0471-493c-a70a-676303d1f8ac tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Terminating instance [ 1068.092502] env[70867]: DEBUG oslo_vmware.api [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474232, 'name': ReconfigVM_Task, 'duration_secs': 0.999248} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.093669] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 11b97e82-50f1-42a2-93ad-89765ef6a875/11b97e82-50f1-42a2-93ad-89765ef6a875.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.094397] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bec8bfa0-747c-44cc-bbc3-a1a0668a0495 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.096796] env[70867]: DEBUG nova.network.neutron [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Updating instance_info_cache with network_info: [{"id": "06b0c6d0-107b-4bf4-958c-e86548c3e1eb", "address": "fa:16:3e:cf:40:93", "network": {"id": "e46968fe-ae51-448a-beb4-cc9c7bf28e0a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1732413192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d639f7aa99d46b59529fab25a006ca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06b0c6d0-10", "ovs_interfaceid": "06b0c6d0-107b-4bf4-958c-e86548c3e1eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.106854] env[70867]: DEBUG oslo_vmware.api [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1068.106854] env[70867]: value = "task-3474233" [ 1068.106854] env[70867]: _type = "Task" [ 1068.106854] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.113324] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924a5c76-4264-40c1-98f2-b3a4c3eb5452 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.119715] env[70867]: DEBUG oslo_vmware.api [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474233, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.125563] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c35506-9d67-4405-a1ce-1524d156af0a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.161555] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e590e6-b717-492a-a557-273c48182cf0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.168324] env[70867]: DEBUG nova.compute.manager [req-76d8dcc1-80fa-4211-b144-e7c1ddd4a775 req-e8895d18-e5cf-443a-878a-181172943aff service nova] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Received event network-vif-unplugged-28352365-f5d5-4b89-b360-0625ccdcb46a {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.168324] env[70867]: DEBUG oslo_concurrency.lockutils [req-76d8dcc1-80fa-4211-b144-e7c1ddd4a775 req-e8895d18-e5cf-443a-878a-181172943aff service nova] Acquiring lock "df50dddd-7392-4aa0-a7e7-e5eaea666d73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.168324] env[70867]: DEBUG oslo_concurrency.lockutils [req-76d8dcc1-80fa-4211-b144-e7c1ddd4a775 req-e8895d18-e5cf-443a-878a-181172943aff service nova] Lock "df50dddd-7392-4aa0-a7e7-e5eaea666d73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.168324] env[70867]: DEBUG oslo_concurrency.lockutils [req-76d8dcc1-80fa-4211-b144-e7c1ddd4a775 req-e8895d18-e5cf-443a-878a-181172943aff service nova] Lock "df50dddd-7392-4aa0-a7e7-e5eaea666d73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.168324] env[70867]: DEBUG nova.compute.manager [req-76d8dcc1-80fa-4211-b144-e7c1ddd4a775 req-e8895d18-e5cf-443a-878a-181172943aff service nova] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] No waiting events found dispatching network-vif-unplugged-28352365-f5d5-4b89-b360-0625ccdcb46a {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1068.168324] env[70867]: WARNING nova.compute.manager [req-76d8dcc1-80fa-4211-b144-e7c1ddd4a775 req-e8895d18-e5cf-443a-878a-181172943aff service nova] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Received unexpected event network-vif-unplugged-28352365-f5d5-4b89-b360-0625ccdcb46a for instance with vm_state shelved_offloaded and task_state unshelving. [ 1068.168324] env[70867]: DEBUG nova.compute.manager [req-76d8dcc1-80fa-4211-b144-e7c1ddd4a775 req-e8895d18-e5cf-443a-878a-181172943aff service nova] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Received event network-changed-28352365-f5d5-4b89-b360-0625ccdcb46a {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.168324] env[70867]: DEBUG nova.compute.manager [req-76d8dcc1-80fa-4211-b144-e7c1ddd4a775 req-e8895d18-e5cf-443a-878a-181172943aff service nova] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Refreshing instance network info cache due to event network-changed-28352365-f5d5-4b89-b360-0625ccdcb46a. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1068.168324] env[70867]: DEBUG oslo_concurrency.lockutils [req-76d8dcc1-80fa-4211-b144-e7c1ddd4a775 req-e8895d18-e5cf-443a-878a-181172943aff service nova] Acquiring lock "refresh_cache-df50dddd-7392-4aa0-a7e7-e5eaea666d73" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.168924] env[70867]: DEBUG oslo_concurrency.lockutils [req-76d8dcc1-80fa-4211-b144-e7c1ddd4a775 req-e8895d18-e5cf-443a-878a-181172943aff service nova] Acquired lock "refresh_cache-df50dddd-7392-4aa0-a7e7-e5eaea666d73" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.168924] env[70867]: DEBUG nova.network.neutron [req-76d8dcc1-80fa-4211-b144-e7c1ddd4a775 req-e8895d18-e5cf-443a-878a-181172943aff service nova] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Refreshing network info cache for port 28352365-f5d5-4b89-b360-0625ccdcb46a {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.176529] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f5c14f-6af3-4c49-a4e0-5fc1dd1855e9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.192403] env[70867]: DEBUG nova.compute.provider_tree [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1068.511438] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8156eab0-0471-493c-a70a-676303d1f8ac tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Acquiring lock "refresh_cache-f00b03b9-a745-4058-9550-c62f4d1ab179" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.511627] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8156eab0-0471-493c-a70a-676303d1f8ac tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Acquired lock "refresh_cache-f00b03b9-a745-4058-9550-c62f4d1ab179" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.511805] env[70867]: DEBUG nova.network.neutron [None req-8156eab0-0471-493c-a70a-676303d1f8ac tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.602149] env[70867]: DEBUG oslo_concurrency.lockutils [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Releasing lock "refresh_cache-387ed6a8-f2ec-408f-9e03-9f0a6a71416e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.602522] env[70867]: DEBUG nova.compute.manager [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Instance network_info: |[{"id": "06b0c6d0-107b-4bf4-958c-e86548c3e1eb", "address": "fa:16:3e:cf:40:93", "network": {"id": "e46968fe-ae51-448a-beb4-cc9c7bf28e0a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1732413192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d639f7aa99d46b59529fab25a006ca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06b0c6d0-10", "ovs_interfaceid": "06b0c6d0-107b-4bf4-958c-e86548c3e1eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1068.602997] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:40:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c797172-a569-458e-aeb0-3f21e589a740', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06b0c6d0-107b-4bf4-958c-e86548c3e1eb', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.611579] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Creating folder: Project (8d639f7aa99d46b59529fab25a006ca1). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1068.612955] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c168bf4-a575-4293-bae8-22409e25c1b2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.615867] env[70867]: DEBUG nova.compute.manager [req-648fc882-9098-490b-a7bb-3c417707c98a req-9fe8ad6a-1040-451f-af96-87d206a51f41 service nova] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Received event network-changed-06b0c6d0-107b-4bf4-958c-e86548c3e1eb {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.616071] env[70867]: DEBUG nova.compute.manager [req-648fc882-9098-490b-a7bb-3c417707c98a req-9fe8ad6a-1040-451f-af96-87d206a51f41 service nova] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Refreshing instance network info cache due to event network-changed-06b0c6d0-107b-4bf4-958c-e86548c3e1eb. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1068.616289] env[70867]: DEBUG oslo_concurrency.lockutils [req-648fc882-9098-490b-a7bb-3c417707c98a req-9fe8ad6a-1040-451f-af96-87d206a51f41 service nova] Acquiring lock "refresh_cache-387ed6a8-f2ec-408f-9e03-9f0a6a71416e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.616439] env[70867]: DEBUG oslo_concurrency.lockutils [req-648fc882-9098-490b-a7bb-3c417707c98a req-9fe8ad6a-1040-451f-af96-87d206a51f41 service nova] Acquired lock "refresh_cache-387ed6a8-f2ec-408f-9e03-9f0a6a71416e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.616601] env[70867]: DEBUG nova.network.neutron [req-648fc882-9098-490b-a7bb-3c417707c98a req-9fe8ad6a-1040-451f-af96-87d206a51f41 service nova] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Refreshing network info cache for port 06b0c6d0-107b-4bf4-958c-e86548c3e1eb {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.627513] env[70867]: DEBUG oslo_vmware.api [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474233, 'name': Rename_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.633025] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Created folder: Project (8d639f7aa99d46b59529fab25a006ca1) in parent group-v694272. [ 1068.633167] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Creating folder: Instances. Parent ref: group-v694520. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1068.633427] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6134ef7-214b-4535-8036-9cf7cedb5bde {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.644222] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Created folder: Instances in parent group-v694520. [ 1068.644592] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.644882] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.645201] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7a02b73-4bce-495b-8b61-8323d8edf2fd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.674681] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.674681] env[70867]: value = "task-3474236" [ 1068.674681] env[70867]: _type = "Task" [ 1068.674681] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.684456] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474236, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.732990] env[70867]: ERROR nova.scheduler.client.report [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [req-6b044923-4e21-40df-9c6e-c05f67146e5c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f41c8c6b-f09c-4602-9d9f-1177af08ce6d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6b044923-4e21-40df-9c6e-c05f67146e5c"}]} [ 1068.759210] env[70867]: DEBUG nova.scheduler.client.report [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Refreshing inventories for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1068.782746] env[70867]: DEBUG nova.scheduler.client.report [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Updating ProviderTree inventory for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1068.783057] env[70867]: DEBUG nova.compute.provider_tree [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1068.799319] env[70867]: DEBUG nova.scheduler.client.report [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Refreshing aggregate associations for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d, aggregates: None {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1068.819934] env[70867]: DEBUG nova.scheduler.client.report [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Refreshing trait associations for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1069.034967] env[70867]: DEBUG nova.network.neutron [req-76d8dcc1-80fa-4211-b144-e7c1ddd4a775 req-e8895d18-e5cf-443a-878a-181172943aff service nova] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Updated VIF entry in instance network info cache for port 28352365-f5d5-4b89-b360-0625ccdcb46a. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.035349] env[70867]: DEBUG nova.network.neutron [req-76d8dcc1-80fa-4211-b144-e7c1ddd4a775 req-e8895d18-e5cf-443a-878a-181172943aff service nova] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Updating instance_info_cache with network_info: [{"id": "28352365-f5d5-4b89-b360-0625ccdcb46a", "address": "fa:16:3e:19:26:b8", "network": {"id": "3e55bcea-e204-4c7f-9ec6-4c0d652c8699", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1904991923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5caa093a382340b6973f1bcfcdfb2566", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap28352365-f5", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.036899] env[70867]: DEBUG nova.network.neutron [None req-8156eab0-0471-493c-a70a-676303d1f8ac tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1069.085469] env[70867]: DEBUG nova.network.neutron [None req-8156eab0-0471-493c-a70a-676303d1f8ac tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.127912] env[70867]: DEBUG oslo_vmware.api [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474233, 'name': Rename_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.187823] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474236, 'name': CreateVM_Task, 'duration_secs': 0.37778} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.188118] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.189163] env[70867]: DEBUG oslo_concurrency.lockutils [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.189240] env[70867]: DEBUG oslo_concurrency.lockutils [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.189610] env[70867]: DEBUG oslo_concurrency.lockutils [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.189832] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cee4b34-97bf-4f83-b963-b06eeda2cf5b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.194825] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e668a3a8-0a7d-452a-8b21-1c95a447ff12 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.199689] env[70867]: DEBUG oslo_vmware.api [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Waiting for the task: (returnval){ [ 1069.199689] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a937c7-aceb-5fa2-a3e0-3713a748112f" [ 1069.199689] env[70867]: _type = "Task" [ 1069.199689] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.208791] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04597305-23d4-4f34-8421-08c08ed0ece4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.216998] env[70867]: DEBUG oslo_vmware.api [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a937c7-aceb-5fa2-a3e0-3713a748112f, 'name': SearchDatastore_Task, 'duration_secs': 0.014674} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.217878] env[70867]: DEBUG oslo_concurrency.lockutils [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.217878] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.218116] env[70867]: DEBUG oslo_concurrency.lockutils [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.218311] env[70867]: DEBUG oslo_concurrency.lockutils [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.218551] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.218898] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e0b2645-be82-47b2-9c2c-de000322ee07 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.249697] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8032787-c9c2-421b-8eee-95157bdfd48f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.258973] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5cecd4-df4b-47b6-a31c-99443da47702 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.262653] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.262835] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.263535] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fcfbc23-fce1-42fa-8ea1-9584fa9175f0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.278434] env[70867]: DEBUG nova.compute.provider_tree [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1069.279953] env[70867]: DEBUG oslo_vmware.api [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Waiting for the task: (returnval){ [ 1069.279953] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c1500c-afbe-e484-4827-eecb1f6c9242" [ 1069.279953] env[70867]: _type = "Task" [ 1069.279953] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.291547] env[70867]: DEBUG oslo_vmware.api [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c1500c-afbe-e484-4827-eecb1f6c9242, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.388990] env[70867]: DEBUG oslo_concurrency.lockutils [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Acquiring lock "df50dddd-7392-4aa0-a7e7-e5eaea666d73" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.398813] env[70867]: DEBUG nova.network.neutron [req-648fc882-9098-490b-a7bb-3c417707c98a req-9fe8ad6a-1040-451f-af96-87d206a51f41 service nova] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Updated VIF entry in instance network info cache for port 06b0c6d0-107b-4bf4-958c-e86548c3e1eb. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.399191] env[70867]: DEBUG nova.network.neutron [req-648fc882-9098-490b-a7bb-3c417707c98a req-9fe8ad6a-1040-451f-af96-87d206a51f41 service nova] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Updating instance_info_cache with network_info: [{"id": "06b0c6d0-107b-4bf4-958c-e86548c3e1eb", "address": "fa:16:3e:cf:40:93", "network": {"id": "e46968fe-ae51-448a-beb4-cc9c7bf28e0a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1732413192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d639f7aa99d46b59529fab25a006ca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06b0c6d0-10", "ovs_interfaceid": "06b0c6d0-107b-4bf4-958c-e86548c3e1eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.540050] env[70867]: DEBUG oslo_concurrency.lockutils [req-76d8dcc1-80fa-4211-b144-e7c1ddd4a775 req-e8895d18-e5cf-443a-878a-181172943aff service nova] Releasing lock "refresh_cache-df50dddd-7392-4aa0-a7e7-e5eaea666d73" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.588084] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8156eab0-0471-493c-a70a-676303d1f8ac tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Releasing lock "refresh_cache-f00b03b9-a745-4058-9550-c62f4d1ab179" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.588626] env[70867]: DEBUG nova.compute.manager [None req-8156eab0-0471-493c-a70a-676303d1f8ac tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1069.588724] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8156eab0-0471-493c-a70a-676303d1f8ac tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.589676] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f927385-f3bc-407a-ad87-5cae062d5c90 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.597967] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8156eab0-0471-493c-a70a-676303d1f8ac tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.598216] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8475d23-5471-4924-93fe-2c976a780a2e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.604494] env[70867]: DEBUG oslo_vmware.api [None req-8156eab0-0471-493c-a70a-676303d1f8ac tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Waiting for the task: (returnval){ [ 1069.604494] env[70867]: value = "task-3474237" [ 1069.604494] env[70867]: _type = "Task" [ 1069.604494] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.612988] env[70867]: DEBUG oslo_vmware.api [None req-8156eab0-0471-493c-a70a-676303d1f8ac tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Task: {'id': task-3474237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.623081] env[70867]: DEBUG oslo_vmware.api [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474233, 'name': Rename_Task, 'duration_secs': 1.122056} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.623344] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.623588] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbf7f3fe-ac1e-4654-9f0c-25a9d9b7e83f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.629506] env[70867]: DEBUG oslo_vmware.api [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1069.629506] env[70867]: value = "task-3474238" [ 1069.629506] env[70867]: _type = "Task" [ 1069.629506] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.637248] env[70867]: DEBUG oslo_vmware.api [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.796314] env[70867]: DEBUG oslo_vmware.api [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c1500c-afbe-e484-4827-eecb1f6c9242, 'name': SearchDatastore_Task, 'duration_secs': 0.028379} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.797171] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da903d6d-16f3-4867-8b9d-d68635486322 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.807988] env[70867]: DEBUG oslo_vmware.api [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Waiting for the task: (returnval){ [ 1069.807988] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52355f3c-d6e2-b0fb-1c32-df455460fb8a" [ 1069.807988] env[70867]: _type = "Task" [ 1069.807988] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.814059] env[70867]: DEBUG nova.scheduler.client.report [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Updated inventory for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with generation 130 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1069.814374] env[70867]: DEBUG nova.compute.provider_tree [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Updating resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d generation from 130 to 131 during operation: update_inventory {{(pid=70867) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1069.814571] env[70867]: DEBUG nova.compute.provider_tree [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1069.821529] env[70867]: DEBUG oslo_vmware.api [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52355f3c-d6e2-b0fb-1c32-df455460fb8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.902348] env[70867]: DEBUG oslo_concurrency.lockutils [req-648fc882-9098-490b-a7bb-3c417707c98a req-9fe8ad6a-1040-451f-af96-87d206a51f41 service nova] Releasing lock "refresh_cache-387ed6a8-f2ec-408f-9e03-9f0a6a71416e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.115504] env[70867]: DEBUG oslo_vmware.api [None req-8156eab0-0471-493c-a70a-676303d1f8ac tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Task: {'id': task-3474237, 'name': PowerOffVM_Task, 'duration_secs': 0.125285} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.115838] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8156eab0-0471-493c-a70a-676303d1f8ac tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.115878] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8156eab0-0471-493c-a70a-676303d1f8ac tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1070.116149] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d630947e-1249-4b41-81ba-7c52b4ab3d26 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.138761] env[70867]: DEBUG oslo_vmware.api [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474238, 'name': PowerOnVM_Task, 'duration_secs': 0.470005} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.139069] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.139257] env[70867]: INFO nova.compute.manager [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1070.139435] env[70867]: DEBUG nova.compute.manager [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.140233] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779cc885-6802-4a96-bc8a-6f3644cb086d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.143653] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8156eab0-0471-493c-a70a-676303d1f8ac tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1070.143855] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8156eab0-0471-493c-a70a-676303d1f8ac tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1070.144043] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8156eab0-0471-493c-a70a-676303d1f8ac tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Deleting the datastore file [datastore1] f00b03b9-a745-4058-9550-c62f4d1ab179 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1070.144595] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30070b9a-d446-4b44-9c0b-0fa4f3d1c104 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.153554] env[70867]: DEBUG oslo_vmware.api [None req-8156eab0-0471-493c-a70a-676303d1f8ac tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Waiting for the task: (returnval){ [ 1070.153554] env[70867]: value = "task-3474240" [ 1070.153554] env[70867]: _type = "Task" [ 1070.153554] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.161293] env[70867]: DEBUG oslo_vmware.api [None req-8156eab0-0471-493c-a70a-676303d1f8ac tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Task: {'id': task-3474240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.319511] env[70867]: DEBUG oslo_vmware.api [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52355f3c-d6e2-b0fb-1c32-df455460fb8a, 'name': SearchDatastore_Task, 'duration_secs': 0.01519} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.319940] env[70867]: DEBUG oslo_concurrency.lockutils [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.320081] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 387ed6a8-f2ec-408f-9e03-9f0a6a71416e/387ed6a8-f2ec-408f-9e03-9f0a6a71416e.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.320646] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b697c1ec-510b-42be-b2b3-f60030ca48c7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.323011] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.303s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.325353] env[70867]: DEBUG oslo_concurrency.lockutils [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.930s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.326848] env[70867]: INFO nova.compute.claims [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.335436] env[70867]: DEBUG oslo_vmware.api [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Waiting for the task: (returnval){ [ 1070.335436] env[70867]: value = "task-3474241" [ 1070.335436] env[70867]: _type = "Task" [ 1070.335436] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.345074] env[70867]: DEBUG oslo_vmware.api [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Task: {'id': task-3474241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.346229] env[70867]: INFO nova.scheduler.client.report [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Deleted allocations for instance 1e046380-8f00-4d59-bb49-d424ec8d96c5 [ 1070.664114] env[70867]: INFO nova.compute.manager [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Took 44.80 seconds to build instance. [ 1070.668925] env[70867]: DEBUG oslo_vmware.api [None req-8156eab0-0471-493c-a70a-676303d1f8ac tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Task: {'id': task-3474240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255025} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.669187] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8156eab0-0471-493c-a70a-676303d1f8ac tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.669370] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8156eab0-0471-493c-a70a-676303d1f8ac tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1070.669545] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8156eab0-0471-493c-a70a-676303d1f8ac tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1070.669744] env[70867]: INFO nova.compute.manager [None req-8156eab0-0471-493c-a70a-676303d1f8ac tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1070.669992] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8156eab0-0471-493c-a70a-676303d1f8ac tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.671139] env[70867]: DEBUG nova.compute.manager [-] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1070.671139] env[70867]: DEBUG nova.network.neutron [-] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1070.687873] env[70867]: DEBUG nova.network.neutron [-] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1070.847442] env[70867]: DEBUG oslo_vmware.api [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Task: {'id': task-3474241, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.853965] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a88f7e08-06bb-43d6-b506-b6db3afb19fa tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "1e046380-8f00-4d59-bb49-d424ec8d96c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.867s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.165897] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d58d5185-7457-4e18-a30b-ce231b8f18cd tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "11b97e82-50f1-42a2-93ad-89765ef6a875" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.324s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.190508] env[70867]: DEBUG nova.network.neutron [-] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.347435] env[70867]: DEBUG oslo_vmware.api [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Task: {'id': task-3474241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.880528} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.347732] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 387ed6a8-f2ec-408f-9e03-9f0a6a71416e/387ed6a8-f2ec-408f-9e03-9f0a6a71416e.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.347991] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.348264] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f54a5871-2a7c-419b-9b93-82d8febfdb9e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.355995] env[70867]: DEBUG oslo_vmware.api [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Waiting for the task: (returnval){ [ 1071.355995] env[70867]: value = "task-3474242" [ 1071.355995] env[70867]: _type = "Task" [ 1071.355995] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.368954] env[70867]: DEBUG oslo_vmware.api [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Task: {'id': task-3474242, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.693787] env[70867]: INFO nova.compute.manager [-] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Took 1.02 seconds to deallocate network for instance. [ 1071.717721] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff16d63-d81b-4ee0-bc8b-0ecece66b950 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.726423] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352a95e4-9d0f-4c6e-9099-4756e5d42525 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.763999] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c1454a-43f7-47a9-901b-9039247afd8a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.774295] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de7b1a1-1865-4981-ad89-bc9b8f7230dc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.791873] env[70867]: DEBUG nova.compute.provider_tree [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.823277] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d4b590bc-fb4c-4f65-8c1a-d87993049364 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "11b97e82-50f1-42a2-93ad-89765ef6a875" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.823536] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d4b590bc-fb4c-4f65-8c1a-d87993049364 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "11b97e82-50f1-42a2-93ad-89765ef6a875" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.823749] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d4b590bc-fb4c-4f65-8c1a-d87993049364 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "11b97e82-50f1-42a2-93ad-89765ef6a875-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.823932] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d4b590bc-fb4c-4f65-8c1a-d87993049364 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "11b97e82-50f1-42a2-93ad-89765ef6a875-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.824114] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d4b590bc-fb4c-4f65-8c1a-d87993049364 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "11b97e82-50f1-42a2-93ad-89765ef6a875-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.826227] env[70867]: INFO nova.compute.manager [None req-d4b590bc-fb4c-4f65-8c1a-d87993049364 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Terminating instance [ 1071.865123] env[70867]: DEBUG oslo_vmware.api [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Task: {'id': task-3474242, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075948} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.865385] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.866146] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3d998c-3d5f-45d7-af44-8d93a5cae6ee {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.887305] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 387ed6a8-f2ec-408f-9e03-9f0a6a71416e/387ed6a8-f2ec-408f-9e03-9f0a6a71416e.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.887519] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3f0bc58-90d5-4962-b7f3-5a036f2f590b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.909961] env[70867]: DEBUG oslo_vmware.api [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Waiting for the task: (returnval){ [ 1071.909961] env[70867]: value = "task-3474243" [ 1071.909961] env[70867]: _type = "Task" [ 1071.909961] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.918298] env[70867]: DEBUG oslo_vmware.api [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Task: {'id': task-3474243, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.194119] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c7e2a62a-1965-4154-b437-f7d447ff0c4c tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquiring lock "0f2395d1-5ae7-403c-a689-9861a88fc203" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.194423] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c7e2a62a-1965-4154-b437-f7d447ff0c4c tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "0f2395d1-5ae7-403c-a689-9861a88fc203" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.200547] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8156eab0-0471-493c-a70a-676303d1f8ac tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.268215] env[70867]: DEBUG oslo_concurrency.lockutils [None req-54a47f48-270e-4c1a-bdf2-780feb85d1f5 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquiring lock "395a456a-0ff5-496e-9a22-71c787a1a4cd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.268538] env[70867]: DEBUG oslo_concurrency.lockutils [None req-54a47f48-270e-4c1a-bdf2-780feb85d1f5 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lock "395a456a-0ff5-496e-9a22-71c787a1a4cd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.294947] env[70867]: DEBUG nova.scheduler.client.report [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.329958] env[70867]: DEBUG nova.compute.manager [None req-d4b590bc-fb4c-4f65-8c1a-d87993049364 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1072.330224] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b590bc-fb4c-4f65-8c1a-d87993049364 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.331583] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff34060-6eae-44ef-b2da-d74a3fc92464 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.339887] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b590bc-fb4c-4f65-8c1a-d87993049364 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.340156] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c07cd50-1d97-4c86-8d7a-a5348f4dba6a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.349091] env[70867]: DEBUG oslo_vmware.api [None req-d4b590bc-fb4c-4f65-8c1a-d87993049364 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1072.349091] env[70867]: value = "task-3474244" [ 1072.349091] env[70867]: _type = "Task" [ 1072.349091] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.357542] env[70867]: DEBUG oslo_vmware.api [None req-d4b590bc-fb4c-4f65-8c1a-d87993049364 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.419682] env[70867]: DEBUG oslo_vmware.api [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Task: {'id': task-3474243, 'name': ReconfigVM_Task, 'duration_secs': 0.281579} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.419919] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 387ed6a8-f2ec-408f-9e03-9f0a6a71416e/387ed6a8-f2ec-408f-9e03-9f0a6a71416e.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.420606] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81af30e9-0a55-44ef-a200-64356653c975 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.429572] env[70867]: DEBUG oslo_vmware.api [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Waiting for the task: (returnval){ [ 1072.429572] env[70867]: value = "task-3474245" [ 1072.429572] env[70867]: _type = "Task" [ 1072.429572] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.439710] env[70867]: DEBUG oslo_vmware.api [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Task: {'id': task-3474245, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.697516] env[70867]: INFO nova.compute.manager [None req-c7e2a62a-1965-4154-b437-f7d447ff0c4c tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Detaching volume 1f3baabd-24e2-4d9f-bdd6-6f25a91c6611 [ 1072.732692] env[70867]: INFO nova.virt.block_device [None req-c7e2a62a-1965-4154-b437-f7d447ff0c4c tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Attempting to driver detach volume 1f3baabd-24e2-4d9f-bdd6-6f25a91c6611 from mountpoint /dev/sdb [ 1072.732951] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7e2a62a-1965-4154-b437-f7d447ff0c4c tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Volume detach. Driver type: vmdk {{(pid=70867) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1072.733161] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7e2a62a-1965-4154-b437-f7d447ff0c4c tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694459', 'volume_id': '1f3baabd-24e2-4d9f-bdd6-6f25a91c6611', 'name': 'volume-1f3baabd-24e2-4d9f-bdd6-6f25a91c6611', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0f2395d1-5ae7-403c-a689-9861a88fc203', 'attached_at': '', 'detached_at': '', 'volume_id': '1f3baabd-24e2-4d9f-bdd6-6f25a91c6611', 'serial': '1f3baabd-24e2-4d9f-bdd6-6f25a91c6611'} {{(pid=70867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1072.734028] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1456e260-a03c-4c72-a086-984a987664cb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.757358] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84fd05e-b4b8-4c58-8116-1884d90365a2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.764892] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bccef26-5512-41a7-a16b-79610320a35e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.785030] env[70867]: INFO nova.compute.manager [None req-54a47f48-270e-4c1a-bdf2-780feb85d1f5 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Detaching volume 69467bfa-28a7-4826-88c3-d4915fd83baf [ 1072.787410] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e2fb91-8b99-43f9-bbd5-a1609e9ce329 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.805208] env[70867]: DEBUG oslo_concurrency.lockutils [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.805727] env[70867]: DEBUG nova.compute.manager [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1072.808621] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7e2a62a-1965-4154-b437-f7d447ff0c4c tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] The volume has not been displaced from its original location: [datastore1] volume-1f3baabd-24e2-4d9f-bdd6-6f25a91c6611/volume-1f3baabd-24e2-4d9f-bdd6-6f25a91c6611.vmdk. No consolidation needed. {{(pid=70867) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1072.813734] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7e2a62a-1965-4154-b437-f7d447ff0c4c tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Reconfiguring VM instance instance-00000035 to detach disk 2001 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1072.814309] env[70867]: DEBUG oslo_concurrency.lockutils [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.472s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.815668] env[70867]: INFO nova.compute.claims [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1072.818025] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcab29c9-ccc6-4827-858b-78d281b179bf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.833331] env[70867]: INFO nova.virt.block_device [None req-54a47f48-270e-4c1a-bdf2-780feb85d1f5 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Attempting to driver detach volume 69467bfa-28a7-4826-88c3-d4915fd83baf from mountpoint /dev/sdb [ 1072.833580] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-54a47f48-270e-4c1a-bdf2-780feb85d1f5 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Volume detach. Driver type: vmdk {{(pid=70867) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1072.833721] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-54a47f48-270e-4c1a-bdf2-780feb85d1f5 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694486', 'volume_id': '69467bfa-28a7-4826-88c3-d4915fd83baf', 'name': 'volume-69467bfa-28a7-4826-88c3-d4915fd83baf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '395a456a-0ff5-496e-9a22-71c787a1a4cd', 'attached_at': '', 'detached_at': '', 'volume_id': '69467bfa-28a7-4826-88c3-d4915fd83baf', 'serial': '69467bfa-28a7-4826-88c3-d4915fd83baf'} {{(pid=70867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1072.835127] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3573da-7beb-4cd0-935e-cf03b7f3d1e1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.862149] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a851221c-4f03-4670-b979-f0f2b0452063 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.865103] env[70867]: DEBUG oslo_vmware.api [None req-c7e2a62a-1965-4154-b437-f7d447ff0c4c tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 1072.865103] env[70867]: value = "task-3474246" [ 1072.865103] env[70867]: _type = "Task" [ 1072.865103] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.873950] env[70867]: DEBUG oslo_vmware.api [None req-d4b590bc-fb4c-4f65-8c1a-d87993049364 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474244, 'name': PowerOffVM_Task, 'duration_secs': 0.240306} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.874698] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b590bc-fb4c-4f65-8c1a-d87993049364 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.874876] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b590bc-fb4c-4f65-8c1a-d87993049364 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.875619] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a213498-4060-49e9-a762-6389cdc7859e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.880832] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9cbda29-ceaa-4c41-a4ab-cb3f84e8fda8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.882539] env[70867]: DEBUG oslo_vmware.api [None req-c7e2a62a-1965-4154-b437-f7d447ff0c4c tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.902567] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acb0150-4abe-4f2f-8db5-ce88355c57fb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.919169] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-54a47f48-270e-4c1a-bdf2-780feb85d1f5 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] The volume has not been displaced from its original location: [datastore2] volume-69467bfa-28a7-4826-88c3-d4915fd83baf/volume-69467bfa-28a7-4826-88c3-d4915fd83baf.vmdk. No consolidation needed. {{(pid=70867) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1072.924444] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-54a47f48-270e-4c1a-bdf2-780feb85d1f5 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Reconfiguring VM instance instance-0000003f to detach disk 2001 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1072.924759] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-215605de-2af4-4d46-9864-f63774cdc0a0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.946447] env[70867]: DEBUG oslo_vmware.api [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Task: {'id': task-3474245, 'name': Rename_Task, 'duration_secs': 0.156859} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.947770] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.948156] env[70867]: DEBUG oslo_vmware.api [None req-54a47f48-270e-4c1a-bdf2-780feb85d1f5 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 1072.948156] env[70867]: value = "task-3474248" [ 1072.948156] env[70867]: _type = "Task" [ 1072.948156] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.948320] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1637411d-10ea-4ae5-8abb-6df9ec4e6c8a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.956202] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b590bc-fb4c-4f65-8c1a-d87993049364 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.956419] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b590bc-fb4c-4f65-8c1a-d87993049364 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.956608] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4b590bc-fb4c-4f65-8c1a-d87993049364 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Deleting the datastore file [datastore2] 11b97e82-50f1-42a2-93ad-89765ef6a875 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.960335] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58b47ba0-acbe-468f-934b-b80bb2c61b32 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.962226] env[70867]: DEBUG oslo_vmware.api [None req-54a47f48-270e-4c1a-bdf2-780feb85d1f5 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474248, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.963577] env[70867]: DEBUG oslo_vmware.api [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Waiting for the task: (returnval){ [ 1072.963577] env[70867]: value = "task-3474249" [ 1072.963577] env[70867]: _type = "Task" [ 1072.963577] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.968730] env[70867]: DEBUG oslo_vmware.api [None req-d4b590bc-fb4c-4f65-8c1a-d87993049364 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1072.968730] env[70867]: value = "task-3474250" [ 1072.968730] env[70867]: _type = "Task" [ 1072.968730] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.977719] env[70867]: DEBUG oslo_vmware.api [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Task: {'id': task-3474249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.983334] env[70867]: DEBUG oslo_vmware.api [None req-d4b590bc-fb4c-4f65-8c1a-d87993049364 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.317047] env[70867]: DEBUG nova.compute.utils [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.318221] env[70867]: DEBUG nova.compute.manager [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1073.318392] env[70867]: DEBUG nova.network.neutron [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1073.361715] env[70867]: DEBUG nova.policy [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99f4ded22da4413eb375370addc94c8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6764fc0b9a604426976a4b145f22b580', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1073.378446] env[70867]: DEBUG oslo_vmware.api [None req-c7e2a62a-1965-4154-b437-f7d447ff0c4c tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474246, 'name': ReconfigVM_Task, 'duration_secs': 0.225756} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.378816] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7e2a62a-1965-4154-b437-f7d447ff0c4c tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Reconfigured VM instance instance-00000035 to detach disk 2001 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1073.388948] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-accd1acc-50ef-4374-96f9-f426cc0a45ce {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.405850] env[70867]: DEBUG oslo_vmware.api [None req-c7e2a62a-1965-4154-b437-f7d447ff0c4c tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 1073.405850] env[70867]: value = "task-3474251" [ 1073.405850] env[70867]: _type = "Task" [ 1073.405850] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.415724] env[70867]: DEBUG oslo_vmware.api [None req-c7e2a62a-1965-4154-b437-f7d447ff0c4c tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474251, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.459799] env[70867]: DEBUG oslo_vmware.api [None req-54a47f48-270e-4c1a-bdf2-780feb85d1f5 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474248, 'name': ReconfigVM_Task, 'duration_secs': 0.242751} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.460103] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-54a47f48-270e-4c1a-bdf2-780feb85d1f5 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Reconfigured VM instance instance-0000003f to detach disk 2001 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1073.464711] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83fc9025-e4e8-4133-a3e1-e2d0c944fe78 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.486597] env[70867]: DEBUG oslo_vmware.api [None req-d4b590bc-fb4c-4f65-8c1a-d87993049364 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161247} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.490413] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4b590bc-fb4c-4f65-8c1a-d87993049364 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.490615] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b590bc-fb4c-4f65-8c1a-d87993049364 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.490805] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b590bc-fb4c-4f65-8c1a-d87993049364 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.490998] env[70867]: INFO nova.compute.manager [None req-d4b590bc-fb4c-4f65-8c1a-d87993049364 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1073.491250] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4b590bc-fb4c-4f65-8c1a-d87993049364 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.491508] env[70867]: DEBUG oslo_vmware.api [None req-54a47f48-270e-4c1a-bdf2-780feb85d1f5 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 1073.491508] env[70867]: value = "task-3474252" [ 1073.491508] env[70867]: _type = "Task" [ 1073.491508] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.491742] env[70867]: DEBUG oslo_vmware.api [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Task: {'id': task-3474249, 'name': PowerOnVM_Task, 'duration_secs': 0.502239} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.491974] env[70867]: DEBUG nova.compute.manager [-] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1073.492088] env[70867]: DEBUG nova.network.neutron [-] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1073.493776] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.493974] env[70867]: INFO nova.compute.manager [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Took 7.46 seconds to spawn the instance on the hypervisor. [ 1073.494177] env[70867]: DEBUG nova.compute.manager [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.497551] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d724003-f120-41ff-ad38-127348f162e1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.505949] env[70867]: DEBUG oslo_vmware.api [None req-54a47f48-270e-4c1a-bdf2-780feb85d1f5 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474252, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.821219] env[70867]: DEBUG nova.compute.manager [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1073.921138] env[70867]: DEBUG oslo_vmware.api [None req-c7e2a62a-1965-4154-b437-f7d447ff0c4c tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474251, 'name': ReconfigVM_Task, 'duration_secs': 0.148875} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.921138] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7e2a62a-1965-4154-b437-f7d447ff0c4c tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694459', 'volume_id': '1f3baabd-24e2-4d9f-bdd6-6f25a91c6611', 'name': 'volume-1f3baabd-24e2-4d9f-bdd6-6f25a91c6611', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0f2395d1-5ae7-403c-a689-9861a88fc203', 'attached_at': '', 'detached_at': '', 'volume_id': '1f3baabd-24e2-4d9f-bdd6-6f25a91c6611', 'serial': '1f3baabd-24e2-4d9f-bdd6-6f25a91c6611'} {{(pid=70867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1073.964831] env[70867]: DEBUG nova.network.neutron [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Successfully created port: 2e81f961-1832-485e-b387-7a45447f8486 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1074.006851] env[70867]: DEBUG oslo_vmware.api [None req-54a47f48-270e-4c1a-bdf2-780feb85d1f5 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474252, 'name': ReconfigVM_Task, 'duration_secs': 0.149989} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.009597] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-54a47f48-270e-4c1a-bdf2-780feb85d1f5 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694486', 'volume_id': '69467bfa-28a7-4826-88c3-d4915fd83baf', 'name': 'volume-69467bfa-28a7-4826-88c3-d4915fd83baf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '395a456a-0ff5-496e-9a22-71c787a1a4cd', 'attached_at': '', 'detached_at': '', 'volume_id': '69467bfa-28a7-4826-88c3-d4915fd83baf', 'serial': '69467bfa-28a7-4826-88c3-d4915fd83baf'} {{(pid=70867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1074.023405] env[70867]: INFO nova.compute.manager [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Took 44.76 seconds to build instance. [ 1074.038524] env[70867]: DEBUG nova.compute.manager [req-a31a9270-d214-4805-9a60-d5f962630f5a req-f802d5ec-69ab-45fc-8be1-b95543e846e7 service nova] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Received event network-vif-deleted-18efe46f-4aeb-4a30-a326-eb37200deb1b {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.042157] env[70867]: INFO nova.compute.manager [req-a31a9270-d214-4805-9a60-d5f962630f5a req-f802d5ec-69ab-45fc-8be1-b95543e846e7 service nova] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Neutron deleted interface 18efe46f-4aeb-4a30-a326-eb37200deb1b; detaching it from the instance and deleting it from the info cache [ 1074.042369] env[70867]: DEBUG nova.network.neutron [req-a31a9270-d214-4805-9a60-d5f962630f5a req-f802d5ec-69ab-45fc-8be1-b95543e846e7 service nova] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.207778] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23f7aec-3ce3-47ba-8f3f-d252bc8c90b5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.216660] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8afc440-6c45-42da-8854-a3d8523dd93e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.249598] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1615289d-09ec-4304-acaa-9a4749203487 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.260391] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c8780b-af2b-4b07-99cf-a5dd6c82b969 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.276851] env[70867]: DEBUG nova.compute.provider_tree [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.314141] env[70867]: DEBUG nova.network.neutron [-] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.468204] env[70867]: DEBUG nova.objects.instance [None req-c7e2a62a-1965-4154-b437-f7d447ff0c4c tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lazy-loading 'flavor' on Instance uuid 0f2395d1-5ae7-403c-a689-9861a88fc203 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.530554] env[70867]: DEBUG oslo_concurrency.lockutils [None req-570ab0fb-7608-4ea4-abbc-7bba991c62ff tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Lock "387ed6a8-f2ec-408f-9e03-9f0a6a71416e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.278s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.550893] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d74f6167-08db-44ec-9664-294a5c4fea8a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.565771] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc5b6d4-5798-442e-9cf8-b0601d26036e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.585475] env[70867]: DEBUG nova.objects.instance [None req-54a47f48-270e-4c1a-bdf2-780feb85d1f5 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lazy-loading 'flavor' on Instance uuid 395a456a-0ff5-496e-9a22-71c787a1a4cd {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.611850] env[70867]: DEBUG nova.compute.manager [req-a31a9270-d214-4805-9a60-d5f962630f5a req-f802d5ec-69ab-45fc-8be1-b95543e846e7 service nova] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Detach interface failed, port_id=18efe46f-4aeb-4a30-a326-eb37200deb1b, reason: Instance 11b97e82-50f1-42a2-93ad-89765ef6a875 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1074.780299] env[70867]: DEBUG nova.scheduler.client.report [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.816602] env[70867]: INFO nova.compute.manager [-] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Took 1.32 seconds to deallocate network for instance. [ 1074.831223] env[70867]: DEBUG nova.compute.manager [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1074.864838] env[70867]: DEBUG nova.virt.hardware [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.864838] env[70867]: DEBUG nova.virt.hardware [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.864838] env[70867]: DEBUG nova.virt.hardware [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.864838] env[70867]: DEBUG nova.virt.hardware [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.864838] env[70867]: DEBUG nova.virt.hardware [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.864838] env[70867]: DEBUG nova.virt.hardware [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.865134] env[70867]: DEBUG nova.virt.hardware [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.865134] env[70867]: DEBUG nova.virt.hardware [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.866020] env[70867]: DEBUG nova.virt.hardware [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.866020] env[70867]: DEBUG nova.virt.hardware [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.866020] env[70867]: DEBUG nova.virt.hardware [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1074.866470] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72aa7c07-70b2-47de-9621-72bce5a9d2a4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.876362] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244a1bf4-781a-4690-bf51-f37d48e5a79f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.286048] env[70867]: DEBUG oslo_concurrency.lockutils [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.286627] env[70867]: DEBUG nova.compute.manager [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1075.290042] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.706s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.291829] env[70867]: INFO nova.compute.claims [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.324022] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d4b590bc-fb4c-4f65-8c1a-d87993049364 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.477105] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c7e2a62a-1965-4154-b437-f7d447ff0c4c tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "0f2395d1-5ae7-403c-a689-9861a88fc203" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.282s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.555187] env[70867]: DEBUG nova.compute.manager [req-9e9cf6f6-955f-4ad2-81c8-1a2244cba973 req-5ca34b29-5257-4011-821c-ee932bc636f7 service nova] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Received event network-vif-plugged-2e81f961-1832-485e-b387-7a45447f8486 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.555187] env[70867]: DEBUG oslo_concurrency.lockutils [req-9e9cf6f6-955f-4ad2-81c8-1a2244cba973 req-5ca34b29-5257-4011-821c-ee932bc636f7 service nova] Acquiring lock "adb9d0d3-95b1-49b7-813d-7cff4b8544e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.555187] env[70867]: DEBUG oslo_concurrency.lockutils [req-9e9cf6f6-955f-4ad2-81c8-1a2244cba973 req-5ca34b29-5257-4011-821c-ee932bc636f7 service nova] Lock "adb9d0d3-95b1-49b7-813d-7cff4b8544e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.555187] env[70867]: DEBUG oslo_concurrency.lockutils [req-9e9cf6f6-955f-4ad2-81c8-1a2244cba973 req-5ca34b29-5257-4011-821c-ee932bc636f7 service nova] Lock "adb9d0d3-95b1-49b7-813d-7cff4b8544e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.555187] env[70867]: DEBUG nova.compute.manager [req-9e9cf6f6-955f-4ad2-81c8-1a2244cba973 req-5ca34b29-5257-4011-821c-ee932bc636f7 service nova] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] No waiting events found dispatching network-vif-plugged-2e81f961-1832-485e-b387-7a45447f8486 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1075.555187] env[70867]: WARNING nova.compute.manager [req-9e9cf6f6-955f-4ad2-81c8-1a2244cba973 req-5ca34b29-5257-4011-821c-ee932bc636f7 service nova] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Received unexpected event network-vif-plugged-2e81f961-1832-485e-b387-7a45447f8486 for instance with vm_state building and task_state spawning. [ 1075.595297] env[70867]: DEBUG oslo_concurrency.lockutils [None req-54a47f48-270e-4c1a-bdf2-780feb85d1f5 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lock "395a456a-0ff5-496e-9a22-71c787a1a4cd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.325s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.631021] env[70867]: DEBUG nova.network.neutron [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Successfully updated port: 2e81f961-1832-485e-b387-7a45447f8486 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1075.760550] env[70867]: DEBUG oslo_concurrency.lockutils [None req-757eba1c-3b3a-4d95-8386-8d9f7c69d760 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquiring lock "0f2395d1-5ae7-403c-a689-9861a88fc203" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.760550] env[70867]: DEBUG oslo_concurrency.lockutils [None req-757eba1c-3b3a-4d95-8386-8d9f7c69d760 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "0f2395d1-5ae7-403c-a689-9861a88fc203" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.760663] env[70867]: DEBUG oslo_concurrency.lockutils [None req-757eba1c-3b3a-4d95-8386-8d9f7c69d760 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquiring lock "0f2395d1-5ae7-403c-a689-9861a88fc203-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.760897] env[70867]: DEBUG oslo_concurrency.lockutils [None req-757eba1c-3b3a-4d95-8386-8d9f7c69d760 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "0f2395d1-5ae7-403c-a689-9861a88fc203-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.761130] env[70867]: DEBUG oslo_concurrency.lockutils [None req-757eba1c-3b3a-4d95-8386-8d9f7c69d760 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "0f2395d1-5ae7-403c-a689-9861a88fc203-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.763601] env[70867]: INFO nova.compute.manager [None req-757eba1c-3b3a-4d95-8386-8d9f7c69d760 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Terminating instance [ 1075.801604] env[70867]: DEBUG nova.compute.utils [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1075.803550] env[70867]: DEBUG nova.compute.manager [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1075.803771] env[70867]: DEBUG nova.network.neutron [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1075.850404] env[70867]: DEBUG nova.policy [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43c279b621664c8b936fecac530111e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e3c5444d1cc4707bfeb1ba55b923294', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1075.935449] env[70867]: DEBUG oslo_concurrency.lockutils [None req-55e851e9-4716-468f-a4c1-d6316d70e27c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquiring lock "395a456a-0ff5-496e-9a22-71c787a1a4cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.935729] env[70867]: DEBUG oslo_concurrency.lockutils [None req-55e851e9-4716-468f-a4c1-d6316d70e27c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lock "395a456a-0ff5-496e-9a22-71c787a1a4cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.936014] env[70867]: DEBUG oslo_concurrency.lockutils [None req-55e851e9-4716-468f-a4c1-d6316d70e27c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquiring lock "395a456a-0ff5-496e-9a22-71c787a1a4cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.936277] env[70867]: DEBUG oslo_concurrency.lockutils [None req-55e851e9-4716-468f-a4c1-d6316d70e27c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lock "395a456a-0ff5-496e-9a22-71c787a1a4cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.936522] env[70867]: DEBUG oslo_concurrency.lockutils [None req-55e851e9-4716-468f-a4c1-d6316d70e27c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lock "395a456a-0ff5-496e-9a22-71c787a1a4cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.940238] env[70867]: INFO nova.compute.manager [None req-55e851e9-4716-468f-a4c1-d6316d70e27c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Terminating instance [ 1076.071767] env[70867]: DEBUG nova.compute.manager [req-c8d7b4d9-76be-4972-852e-bb942cf97ad1 req-d178c959-eee7-4be3-980e-5c91630ae866 service nova] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Received event network-changed-06b0c6d0-107b-4bf4-958c-e86548c3e1eb {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.072327] env[70867]: DEBUG nova.compute.manager [req-c8d7b4d9-76be-4972-852e-bb942cf97ad1 req-d178c959-eee7-4be3-980e-5c91630ae866 service nova] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Refreshing instance network info cache due to event network-changed-06b0c6d0-107b-4bf4-958c-e86548c3e1eb. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.072830] env[70867]: DEBUG oslo_concurrency.lockutils [req-c8d7b4d9-76be-4972-852e-bb942cf97ad1 req-d178c959-eee7-4be3-980e-5c91630ae866 service nova] Acquiring lock "refresh_cache-387ed6a8-f2ec-408f-9e03-9f0a6a71416e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.072830] env[70867]: DEBUG oslo_concurrency.lockutils [req-c8d7b4d9-76be-4972-852e-bb942cf97ad1 req-d178c959-eee7-4be3-980e-5c91630ae866 service nova] Acquired lock "refresh_cache-387ed6a8-f2ec-408f-9e03-9f0a6a71416e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.073401] env[70867]: DEBUG nova.network.neutron [req-c8d7b4d9-76be-4972-852e-bb942cf97ad1 req-d178c959-eee7-4be3-980e-5c91630ae866 service nova] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Refreshing network info cache for port 06b0c6d0-107b-4bf4-958c-e86548c3e1eb {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.131550] env[70867]: DEBUG nova.network.neutron [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Successfully created port: 95c90702-94ae-4f05-aef0-ae451ce08941 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1076.134171] env[70867]: DEBUG oslo_concurrency.lockutils [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "refresh_cache-adb9d0d3-95b1-49b7-813d-7cff4b8544e7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.134273] env[70867]: DEBUG oslo_concurrency.lockutils [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquired lock "refresh_cache-adb9d0d3-95b1-49b7-813d-7cff4b8544e7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.134421] env[70867]: DEBUG nova.network.neutron [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.268743] env[70867]: DEBUG nova.compute.manager [None req-757eba1c-3b3a-4d95-8386-8d9f7c69d760 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1076.268743] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-757eba1c-3b3a-4d95-8386-8d9f7c69d760 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.270238] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264dd00e-1623-4968-b899-6c22ae560a83 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.280339] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-757eba1c-3b3a-4d95-8386-8d9f7c69d760 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.280658] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87ddcb32-a0ac-4a2a-b04c-7c129c552cc7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.291231] env[70867]: DEBUG oslo_vmware.api [None req-757eba1c-3b3a-4d95-8386-8d9f7c69d760 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 1076.291231] env[70867]: value = "task-3474253" [ 1076.291231] env[70867]: _type = "Task" [ 1076.291231] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.311031] env[70867]: DEBUG nova.compute.manager [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1076.313661] env[70867]: DEBUG oslo_vmware.api [None req-757eba1c-3b3a-4d95-8386-8d9f7c69d760 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.446912] env[70867]: DEBUG nova.compute.manager [None req-55e851e9-4716-468f-a4c1-d6316d70e27c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1076.448395] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-55e851e9-4716-468f-a4c1-d6316d70e27c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.448395] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00d4f45-aa5f-4c10-988d-03d625d85a01 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.458871] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e851e9-4716-468f-a4c1-d6316d70e27c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.459188] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83e76d52-51ba-4194-80ba-1ec64611bb3f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.467898] env[70867]: DEBUG oslo_vmware.api [None req-55e851e9-4716-468f-a4c1-d6316d70e27c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 1076.467898] env[70867]: value = "task-3474254" [ 1076.467898] env[70867]: _type = "Task" [ 1076.467898] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.480998] env[70867]: DEBUG oslo_vmware.api [None req-55e851e9-4716-468f-a4c1-d6316d70e27c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.669256] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5cfa7e3-f6e6-454a-a1d0-41507691449a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.680240] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37358f62-b768-46a6-a819-437e4eb66fbd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.683375] env[70867]: DEBUG nova.network.neutron [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1076.716568] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e058073a-ffd5-4387-9346-fd2d0ad120c1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.725419] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a35b50-ff0e-4753-88fa-09243e23425a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.740241] env[70867]: DEBUG nova.compute.provider_tree [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.807016] env[70867]: DEBUG oslo_vmware.api [None req-757eba1c-3b3a-4d95-8386-8d9f7c69d760 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474253, 'name': PowerOffVM_Task, 'duration_secs': 0.183836} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.807016] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-757eba1c-3b3a-4d95-8386-8d9f7c69d760 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.807016] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-757eba1c-3b3a-4d95-8386-8d9f7c69d760 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.807016] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bfd7060-dfcd-4b8a-b5e5-5061b09a3d03 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.874023] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-757eba1c-3b3a-4d95-8386-8d9f7c69d760 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.874023] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-757eba1c-3b3a-4d95-8386-8d9f7c69d760 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.874023] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-757eba1c-3b3a-4d95-8386-8d9f7c69d760 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Deleting the datastore file [datastore1] 0f2395d1-5ae7-403c-a689-9861a88fc203 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.874023] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-397ae00e-e7c1-4283-b916-36ff4e7745bb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.880743] env[70867]: DEBUG oslo_vmware.api [None req-757eba1c-3b3a-4d95-8386-8d9f7c69d760 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 1076.880743] env[70867]: value = "task-3474256" [ 1076.880743] env[70867]: _type = "Task" [ 1076.880743] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.888861] env[70867]: DEBUG oslo_vmware.api [None req-757eba1c-3b3a-4d95-8386-8d9f7c69d760 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474256, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.932033] env[70867]: DEBUG nova.network.neutron [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Updating instance_info_cache with network_info: [{"id": "2e81f961-1832-485e-b387-7a45447f8486", "address": "fa:16:3e:d7:9b:ce", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e81f961-18", "ovs_interfaceid": "2e81f961-1832-485e-b387-7a45447f8486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.954534] env[70867]: DEBUG nova.network.neutron [req-c8d7b4d9-76be-4972-852e-bb942cf97ad1 req-d178c959-eee7-4be3-980e-5c91630ae866 service nova] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Updated VIF entry in instance network info cache for port 06b0c6d0-107b-4bf4-958c-e86548c3e1eb. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.954899] env[70867]: DEBUG nova.network.neutron [req-c8d7b4d9-76be-4972-852e-bb942cf97ad1 req-d178c959-eee7-4be3-980e-5c91630ae866 service nova] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Updating instance_info_cache with network_info: [{"id": "06b0c6d0-107b-4bf4-958c-e86548c3e1eb", "address": "fa:16:3e:cf:40:93", "network": {"id": "e46968fe-ae51-448a-beb4-cc9c7bf28e0a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1732413192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d639f7aa99d46b59529fab25a006ca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06b0c6d0-10", "ovs_interfaceid": "06b0c6d0-107b-4bf4-958c-e86548c3e1eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.979106] env[70867]: DEBUG oslo_vmware.api [None req-55e851e9-4716-468f-a4c1-d6316d70e27c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474254, 'name': PowerOffVM_Task, 'duration_secs': 0.194182} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.980091] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e851e9-4716-468f-a4c1-d6316d70e27c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.980091] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-55e851e9-4716-468f-a4c1-d6316d70e27c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.980091] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27979f6c-5e49-4c48-aef9-2c34714f8209 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.051823] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-55e851e9-4716-468f-a4c1-d6316d70e27c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.052127] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-55e851e9-4716-468f-a4c1-d6316d70e27c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.052325] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-55e851e9-4716-468f-a4c1-d6316d70e27c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Deleting the datastore file [datastore1] 395a456a-0ff5-496e-9a22-71c787a1a4cd {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.052640] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-674f29d2-5bb3-4bcf-9e29-087d12cbfbb2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.061787] env[70867]: DEBUG oslo_vmware.api [None req-55e851e9-4716-468f-a4c1-d6316d70e27c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 1077.061787] env[70867]: value = "task-3474258" [ 1077.061787] env[70867]: _type = "Task" [ 1077.061787] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.072712] env[70867]: DEBUG oslo_vmware.api [None req-55e851e9-4716-468f-a4c1-d6316d70e27c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.243411] env[70867]: DEBUG nova.scheduler.client.report [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.322923] env[70867]: DEBUG nova.compute.manager [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1077.348355] env[70867]: DEBUG nova.virt.hardware [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1077.348585] env[70867]: DEBUG nova.virt.hardware [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.348756] env[70867]: DEBUG nova.virt.hardware [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.348940] env[70867]: DEBUG nova.virt.hardware [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.349099] env[70867]: DEBUG nova.virt.hardware [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.349247] env[70867]: DEBUG nova.virt.hardware [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1077.349453] env[70867]: DEBUG nova.virt.hardware [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1077.349608] env[70867]: DEBUG nova.virt.hardware [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1077.349804] env[70867]: DEBUG nova.virt.hardware [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1077.349997] env[70867]: DEBUG nova.virt.hardware [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1077.350162] env[70867]: DEBUG nova.virt.hardware [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1077.351068] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c76219-258b-40bd-b66d-e63bd956f8ab {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.359377] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20be43c9-2ef8-4eb2-b5ea-52b29b1252e9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.390777] env[70867]: DEBUG oslo_vmware.api [None req-757eba1c-3b3a-4d95-8386-8d9f7c69d760 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474256, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134486} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.391030] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-757eba1c-3b3a-4d95-8386-8d9f7c69d760 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.391268] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-757eba1c-3b3a-4d95-8386-8d9f7c69d760 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.391483] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-757eba1c-3b3a-4d95-8386-8d9f7c69d760 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.391661] env[70867]: INFO nova.compute.manager [None req-757eba1c-3b3a-4d95-8386-8d9f7c69d760 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1077.391944] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-757eba1c-3b3a-4d95-8386-8d9f7c69d760 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.392222] env[70867]: DEBUG nova.compute.manager [-] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.392319] env[70867]: DEBUG nova.network.neutron [-] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.434665] env[70867]: DEBUG oslo_concurrency.lockutils [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Releasing lock "refresh_cache-adb9d0d3-95b1-49b7-813d-7cff4b8544e7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.434991] env[70867]: DEBUG nova.compute.manager [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Instance network_info: |[{"id": "2e81f961-1832-485e-b387-7a45447f8486", "address": "fa:16:3e:d7:9b:ce", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e81f961-18", "ovs_interfaceid": "2e81f961-1832-485e-b387-7a45447f8486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1077.435429] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:9b:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e81f961-1832-485e-b387-7a45447f8486', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.442911] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.445118] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1077.445366] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-230c0bbe-061a-4430-8fa2-8f5c4e8a56a7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.460784] env[70867]: DEBUG oslo_concurrency.lockutils [req-c8d7b4d9-76be-4972-852e-bb942cf97ad1 req-d178c959-eee7-4be3-980e-5c91630ae866 service nova] Releasing lock "refresh_cache-387ed6a8-f2ec-408f-9e03-9f0a6a71416e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.468796] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1077.468796] env[70867]: value = "task-3474259" [ 1077.468796] env[70867]: _type = "Task" [ 1077.468796] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.478086] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474259, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.574986] env[70867]: DEBUG oslo_vmware.api [None req-55e851e9-4716-468f-a4c1-d6316d70e27c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143631} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.578023] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-55e851e9-4716-468f-a4c1-d6316d70e27c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.578023] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-55e851e9-4716-468f-a4c1-d6316d70e27c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.578023] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-55e851e9-4716-468f-a4c1-d6316d70e27c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.578023] env[70867]: INFO nova.compute.manager [None req-55e851e9-4716-468f-a4c1-d6316d70e27c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1077.578023] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55e851e9-4716-468f-a4c1-d6316d70e27c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.578023] env[70867]: DEBUG nova.compute.manager [-] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.578023] env[70867]: DEBUG nova.network.neutron [-] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.586236] env[70867]: DEBUG nova.compute.manager [req-dc4fbcde-8068-42fe-963b-99581dbb378f req-67eadcad-71e5-4919-96b8-83e280c02455 service nova] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Received event network-changed-2e81f961-1832-485e-b387-7a45447f8486 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.588018] env[70867]: DEBUG nova.compute.manager [req-dc4fbcde-8068-42fe-963b-99581dbb378f req-67eadcad-71e5-4919-96b8-83e280c02455 service nova] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Refreshing instance network info cache due to event network-changed-2e81f961-1832-485e-b387-7a45447f8486. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1077.588018] env[70867]: DEBUG oslo_concurrency.lockutils [req-dc4fbcde-8068-42fe-963b-99581dbb378f req-67eadcad-71e5-4919-96b8-83e280c02455 service nova] Acquiring lock "refresh_cache-adb9d0d3-95b1-49b7-813d-7cff4b8544e7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.588018] env[70867]: DEBUG oslo_concurrency.lockutils [req-dc4fbcde-8068-42fe-963b-99581dbb378f req-67eadcad-71e5-4919-96b8-83e280c02455 service nova] Acquired lock "refresh_cache-adb9d0d3-95b1-49b7-813d-7cff4b8544e7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.588018] env[70867]: DEBUG nova.network.neutron [req-dc4fbcde-8068-42fe-963b-99581dbb378f req-67eadcad-71e5-4919-96b8-83e280c02455 service nova] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Refreshing network info cache for port 2e81f961-1832-485e-b387-7a45447f8486 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.748934] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.750059] env[70867]: DEBUG nova.compute.manager [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1077.753434] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.588s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.753434] env[70867]: DEBUG nova.objects.instance [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70867) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1077.768914] env[70867]: DEBUG nova.network.neutron [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Successfully updated port: 95c90702-94ae-4f05-aef0-ae451ce08941 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1077.979715] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474259, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.138037] env[70867]: DEBUG nova.compute.manager [req-c661b440-6197-47f3-a4c9-40a1bde08dab req-b93a1566-a904-4728-98db-7a6716248f1f service nova] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Received event network-vif-deleted-de016974-bfae-4b05-9e68-e57d8495f4b2 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.138515] env[70867]: INFO nova.compute.manager [req-c661b440-6197-47f3-a4c9-40a1bde08dab req-b93a1566-a904-4728-98db-7a6716248f1f service nova] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Neutron deleted interface de016974-bfae-4b05-9e68-e57d8495f4b2; detaching it from the instance and deleting it from the info cache [ 1078.138515] env[70867]: DEBUG nova.network.neutron [req-c661b440-6197-47f3-a4c9-40a1bde08dab req-b93a1566-a904-4728-98db-7a6716248f1f service nova] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.261541] env[70867]: DEBUG nova.compute.utils [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1078.272228] env[70867]: DEBUG nova.compute.manager [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1078.272398] env[70867]: DEBUG nova.network.neutron [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1078.276607] env[70867]: DEBUG oslo_concurrency.lockutils [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquiring lock "refresh_cache-528f5ddc-9bcd-4e85-ba1e-bf2201dfc059" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.276607] env[70867]: DEBUG oslo_concurrency.lockutils [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquired lock "refresh_cache-528f5ddc-9bcd-4e85-ba1e-bf2201dfc059" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.276607] env[70867]: DEBUG nova.network.neutron [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.280995] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9690112c-c0af-4258-b330-d4d5f69809b3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.528s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.285698] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.346s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.287521] env[70867]: INFO nova.compute.claims [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.322606] env[70867]: DEBUG nova.network.neutron [req-dc4fbcde-8068-42fe-963b-99581dbb378f req-67eadcad-71e5-4919-96b8-83e280c02455 service nova] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Updated VIF entry in instance network info cache for port 2e81f961-1832-485e-b387-7a45447f8486. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.322979] env[70867]: DEBUG nova.network.neutron [req-dc4fbcde-8068-42fe-963b-99581dbb378f req-67eadcad-71e5-4919-96b8-83e280c02455 service nova] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Updating instance_info_cache with network_info: [{"id": "2e81f961-1832-485e-b387-7a45447f8486", "address": "fa:16:3e:d7:9b:ce", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e81f961-18", "ovs_interfaceid": "2e81f961-1832-485e-b387-7a45447f8486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.335663] env[70867]: DEBUG nova.policy [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba34ef52749f402a967d8fddf1396e4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2ad9e13e8d24d72b6d8c4bb820287a3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1078.480912] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474259, 'name': CreateVM_Task, 'duration_secs': 0.578771} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.480912] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1078.483472] env[70867]: DEBUG oslo_concurrency.lockutils [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.483472] env[70867]: DEBUG oslo_concurrency.lockutils [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.483472] env[70867]: DEBUG oslo_concurrency.lockutils [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.483472] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8334c090-1ba5-424b-9289-22d5a424fcfd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.487843] env[70867]: DEBUG oslo_vmware.api [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 1078.487843] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5271535c-1b0f-c095-e9cc-7b9f2f14abb5" [ 1078.487843] env[70867]: _type = "Task" [ 1078.487843] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.496585] env[70867]: DEBUG oslo_vmware.api [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5271535c-1b0f-c095-e9cc-7b9f2f14abb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.599828] env[70867]: DEBUG nova.network.neutron [-] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.641271] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8dc3719-00f7-42b9-a651-7771b710943d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.652856] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a25ed2b-06cf-4de4-bb64-f432f94602e8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.675100] env[70867]: DEBUG nova.network.neutron [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Successfully created port: 1e3d3ccc-7fee-47bd-bc1e-d238f31659e2 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1078.688983] env[70867]: DEBUG nova.compute.manager [req-c661b440-6197-47f3-a4c9-40a1bde08dab req-b93a1566-a904-4728-98db-7a6716248f1f service nova] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Detach interface failed, port_id=de016974-bfae-4b05-9e68-e57d8495f4b2, reason: Instance 0f2395d1-5ae7-403c-a689-9861a88fc203 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1078.769964] env[70867]: DEBUG nova.compute.manager [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1078.795017] env[70867]: DEBUG nova.network.neutron [-] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.826082] env[70867]: DEBUG oslo_concurrency.lockutils [req-dc4fbcde-8068-42fe-963b-99581dbb378f req-67eadcad-71e5-4919-96b8-83e280c02455 service nova] Releasing lock "refresh_cache-adb9d0d3-95b1-49b7-813d-7cff4b8544e7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.835531] env[70867]: DEBUG nova.network.neutron [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1079.003236] env[70867]: DEBUG nova.network.neutron [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Updating instance_info_cache with network_info: [{"id": "95c90702-94ae-4f05-aef0-ae451ce08941", "address": "fa:16:3e:c6:d7:f6", "network": {"id": "9c954571-970e-4b92-b8f2-8353a88dafda", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1051474933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e3c5444d1cc4707bfeb1ba55b923294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95c90702-94", "ovs_interfaceid": "95c90702-94ae-4f05-aef0-ae451ce08941", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.008318] env[70867]: DEBUG oslo_vmware.api [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5271535c-1b0f-c095-e9cc-7b9f2f14abb5, 'name': SearchDatastore_Task, 'duration_secs': 0.012222} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.008839] env[70867]: DEBUG oslo_concurrency.lockutils [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.009084] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.009330] env[70867]: DEBUG oslo_concurrency.lockutils [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.009477] env[70867]: DEBUG oslo_concurrency.lockutils [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.009654] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.009961] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13dd04bb-2453-4863-b9d6-31a822a90165 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.020407] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.020642] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.021420] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e6c5899-1a4b-49a4-a400-410d7a654147 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.028630] env[70867]: DEBUG oslo_vmware.api [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 1079.028630] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a7b9c4-5d0c-0aa8-9e24-66cac478de89" [ 1079.028630] env[70867]: _type = "Task" [ 1079.028630] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.041170] env[70867]: DEBUG oslo_vmware.api [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a7b9c4-5d0c-0aa8-9e24-66cac478de89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.103058] env[70867]: INFO nova.compute.manager [-] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Took 1.71 seconds to deallocate network for instance. [ 1079.299554] env[70867]: INFO nova.compute.manager [-] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Took 1.72 seconds to deallocate network for instance. [ 1079.510248] env[70867]: DEBUG oslo_concurrency.lockutils [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Releasing lock "refresh_cache-528f5ddc-9bcd-4e85-ba1e-bf2201dfc059" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.510248] env[70867]: DEBUG nova.compute.manager [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Instance network_info: |[{"id": "95c90702-94ae-4f05-aef0-ae451ce08941", "address": "fa:16:3e:c6:d7:f6", "network": {"id": "9c954571-970e-4b92-b8f2-8353a88dafda", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1051474933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e3c5444d1cc4707bfeb1ba55b923294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95c90702-94", "ovs_interfaceid": "95c90702-94ae-4f05-aef0-ae451ce08941", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1079.510413] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:d7:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff1f3320-df8e-49df-a412-9797a23bd173', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95c90702-94ae-4f05-aef0-ae451ce08941', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.517735] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Creating folder: Project (3e3c5444d1cc4707bfeb1ba55b923294). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1079.520343] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5e60c42-1f6f-4819-95ae-515da07bebb0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.534987] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Created folder: Project (3e3c5444d1cc4707bfeb1ba55b923294) in parent group-v694272. [ 1079.535712] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Creating folder: Instances. Parent ref: group-v694524. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1079.538025] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d01a135a-9592-4531-8edf-17d647614609 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.544019] env[70867]: DEBUG oslo_vmware.api [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a7b9c4-5d0c-0aa8-9e24-66cac478de89, 'name': SearchDatastore_Task, 'duration_secs': 0.009956} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.544797] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db80438e-4edb-49b1-97b7-cfb30e3f0c5d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.550071] env[70867]: DEBUG oslo_vmware.api [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 1079.550071] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5253e27a-4d8b-dfcd-3a65-82294887b59d" [ 1079.550071] env[70867]: _type = "Task" [ 1079.550071] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.554535] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Created folder: Instances in parent group-v694524. [ 1079.554834] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.557650] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.558116] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71e66444-caeb-464d-a661-9605f4fa2103 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.579069] env[70867]: DEBUG oslo_vmware.api [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5253e27a-4d8b-dfcd-3a65-82294887b59d, 'name': SearchDatastore_Task, 'duration_secs': 0.010333} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.579981] env[70867]: DEBUG oslo_concurrency.lockutils [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.580304] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] adb9d0d3-95b1-49b7-813d-7cff4b8544e7/adb9d0d3-95b1-49b7-813d-7cff4b8544e7.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1079.580585] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80055b9c-f6ab-4243-a5ac-fd80076c956d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.585587] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.585587] env[70867]: value = "task-3474262" [ 1079.585587] env[70867]: _type = "Task" [ 1079.585587] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.589839] env[70867]: DEBUG oslo_vmware.api [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 1079.589839] env[70867]: value = "task-3474263" [ 1079.589839] env[70867]: _type = "Task" [ 1079.589839] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.602457] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474262, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.607313] env[70867]: DEBUG oslo_vmware.api [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.610830] env[70867]: DEBUG oslo_concurrency.lockutils [None req-757eba1c-3b3a-4d95-8386-8d9f7c69d760 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.625621] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d81ca9-9377-43a1-a2ae-2d70cb181eed {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.633696] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffb7cc5-995f-446d-a90b-1a2ab781c0e0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.671667] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d4b1e0-c915-4ef8-99c4-9230446b087f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.680980] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085ab8a9-be68-4a65-b61e-f7c9ee81f22b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.697967] env[70867]: DEBUG nova.compute.provider_tree [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.769506] env[70867]: DEBUG nova.compute.manager [req-4b17fd69-d444-41dd-b61e-a98cc761e0b2 req-e390e92d-53bd-49d9-bdd8-f8955a48269b service nova] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Received event network-vif-plugged-95c90702-94ae-4f05-aef0-ae451ce08941 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.769857] env[70867]: DEBUG oslo_concurrency.lockutils [req-4b17fd69-d444-41dd-b61e-a98cc761e0b2 req-e390e92d-53bd-49d9-bdd8-f8955a48269b service nova] Acquiring lock "528f5ddc-9bcd-4e85-ba1e-bf2201dfc059-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.770125] env[70867]: DEBUG oslo_concurrency.lockutils [req-4b17fd69-d444-41dd-b61e-a98cc761e0b2 req-e390e92d-53bd-49d9-bdd8-f8955a48269b service nova] Lock "528f5ddc-9bcd-4e85-ba1e-bf2201dfc059-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.770455] env[70867]: DEBUG oslo_concurrency.lockutils [req-4b17fd69-d444-41dd-b61e-a98cc761e0b2 req-e390e92d-53bd-49d9-bdd8-f8955a48269b service nova] Lock "528f5ddc-9bcd-4e85-ba1e-bf2201dfc059-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.770545] env[70867]: DEBUG nova.compute.manager [req-4b17fd69-d444-41dd-b61e-a98cc761e0b2 req-e390e92d-53bd-49d9-bdd8-f8955a48269b service nova] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] No waiting events found dispatching network-vif-plugged-95c90702-94ae-4f05-aef0-ae451ce08941 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1079.770714] env[70867]: WARNING nova.compute.manager [req-4b17fd69-d444-41dd-b61e-a98cc761e0b2 req-e390e92d-53bd-49d9-bdd8-f8955a48269b service nova] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Received unexpected event network-vif-plugged-95c90702-94ae-4f05-aef0-ae451ce08941 for instance with vm_state building and task_state spawning. [ 1079.770888] env[70867]: DEBUG nova.compute.manager [req-4b17fd69-d444-41dd-b61e-a98cc761e0b2 req-e390e92d-53bd-49d9-bdd8-f8955a48269b service nova] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Received event network-changed-95c90702-94ae-4f05-aef0-ae451ce08941 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.771056] env[70867]: DEBUG nova.compute.manager [req-4b17fd69-d444-41dd-b61e-a98cc761e0b2 req-e390e92d-53bd-49d9-bdd8-f8955a48269b service nova] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Refreshing instance network info cache due to event network-changed-95c90702-94ae-4f05-aef0-ae451ce08941. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1079.771249] env[70867]: DEBUG oslo_concurrency.lockutils [req-4b17fd69-d444-41dd-b61e-a98cc761e0b2 req-e390e92d-53bd-49d9-bdd8-f8955a48269b service nova] Acquiring lock "refresh_cache-528f5ddc-9bcd-4e85-ba1e-bf2201dfc059" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.771410] env[70867]: DEBUG oslo_concurrency.lockutils [req-4b17fd69-d444-41dd-b61e-a98cc761e0b2 req-e390e92d-53bd-49d9-bdd8-f8955a48269b service nova] Acquired lock "refresh_cache-528f5ddc-9bcd-4e85-ba1e-bf2201dfc059" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.771620] env[70867]: DEBUG nova.network.neutron [req-4b17fd69-d444-41dd-b61e-a98cc761e0b2 req-e390e92d-53bd-49d9-bdd8-f8955a48269b service nova] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Refreshing network info cache for port 95c90702-94ae-4f05-aef0-ae451ce08941 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.780637] env[70867]: DEBUG nova.compute.manager [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1079.808680] env[70867]: DEBUG oslo_concurrency.lockutils [None req-55e851e9-4716-468f-a4c1-d6316d70e27c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.814483] env[70867]: DEBUG nova.virt.hardware [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.814685] env[70867]: DEBUG nova.virt.hardware [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.814760] env[70867]: DEBUG nova.virt.hardware [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.814928] env[70867]: DEBUG nova.virt.hardware [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.815090] env[70867]: DEBUG nova.virt.hardware [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.815254] env[70867]: DEBUG nova.virt.hardware [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.815459] env[70867]: DEBUG nova.virt.hardware [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.815649] env[70867]: DEBUG nova.virt.hardware [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.815823] env[70867]: DEBUG nova.virt.hardware [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.815992] env[70867]: DEBUG nova.virt.hardware [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.816181] env[70867]: DEBUG nova.virt.hardware [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.817076] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898484e3-df44-4cdc-b5d5-7afe7b314de4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.831026] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4738ea6f-2ffb-4400-8ff1-b5a10e9de84f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.097054] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474262, 'name': CreateVM_Task, 'duration_secs': 0.462931} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.100075] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.100800] env[70867]: DEBUG oslo_concurrency.lockutils [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.101015] env[70867]: DEBUG oslo_concurrency.lockutils [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.101339] env[70867]: DEBUG oslo_concurrency.lockutils [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.101943] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0463c60-f86b-402e-9e7d-0a61f2384032 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.107343] env[70867]: DEBUG oslo_vmware.api [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467426} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.108571] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] adb9d0d3-95b1-49b7-813d-7cff4b8544e7/adb9d0d3-95b1-49b7-813d-7cff4b8544e7.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1080.108790] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.109106] env[70867]: DEBUG oslo_vmware.api [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1080.109106] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]523cf53d-1aaa-05ec-3903-16a51cfb04ec" [ 1080.109106] env[70867]: _type = "Task" [ 1080.109106] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.109297] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e7ac6ef-ecb0-47fb-b0c3-b2af8c8f3f41 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.121023] env[70867]: DEBUG oslo_vmware.api [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]523cf53d-1aaa-05ec-3903-16a51cfb04ec, 'name': SearchDatastore_Task, 'duration_secs': 0.010681} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.121164] env[70867]: DEBUG oslo_concurrency.lockutils [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.121368] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.121591] env[70867]: DEBUG oslo_concurrency.lockutils [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.121733] env[70867]: DEBUG oslo_concurrency.lockutils [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.121908] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.122281] env[70867]: DEBUG oslo_vmware.api [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 1080.122281] env[70867]: value = "task-3474264" [ 1080.122281] env[70867]: _type = "Task" [ 1080.122281] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.122468] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee32ff71-558a-4d1c-965b-93b10da21dff {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.135929] env[70867]: DEBUG oslo_vmware.api [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.139025] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.139025] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.139025] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92bf01d9-e7c6-4535-83c4-ea69cb12411e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.144482] env[70867]: DEBUG oslo_vmware.api [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1080.144482] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5246b5d2-6c0f-273f-e96f-362a2b94d409" [ 1080.144482] env[70867]: _type = "Task" [ 1080.144482] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.152862] env[70867]: DEBUG oslo_vmware.api [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5246b5d2-6c0f-273f-e96f-362a2b94d409, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.169083] env[70867]: DEBUG nova.compute.manager [req-9cb2807e-2aa3-4b12-93f9-e29b6069ad4b req-26bd26df-4755-4120-a57f-4b3d3f3861ce service nova] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Received event network-vif-deleted-37ba523f-36f1-4bc7-ac1c-0755100466fc {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.201046] env[70867]: DEBUG nova.scheduler.client.report [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.325054] env[70867]: DEBUG nova.network.neutron [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Successfully updated port: 1e3d3ccc-7fee-47bd-bc1e-d238f31659e2 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1080.488640] env[70867]: DEBUG nova.network.neutron [req-4b17fd69-d444-41dd-b61e-a98cc761e0b2 req-e390e92d-53bd-49d9-bdd8-f8955a48269b service nova] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Updated VIF entry in instance network info cache for port 95c90702-94ae-4f05-aef0-ae451ce08941. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1080.489011] env[70867]: DEBUG nova.network.neutron [req-4b17fd69-d444-41dd-b61e-a98cc761e0b2 req-e390e92d-53bd-49d9-bdd8-f8955a48269b service nova] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Updating instance_info_cache with network_info: [{"id": "95c90702-94ae-4f05-aef0-ae451ce08941", "address": "fa:16:3e:c6:d7:f6", "network": {"id": "9c954571-970e-4b92-b8f2-8353a88dafda", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1051474933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e3c5444d1cc4707bfeb1ba55b923294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95c90702-94", "ovs_interfaceid": "95c90702-94ae-4f05-aef0-ae451ce08941", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.636395] env[70867]: DEBUG oslo_vmware.api [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.335629} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.636675] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.637820] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98afcee9-9a12-455d-9b3c-ec6869acaa8f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.662064] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] adb9d0d3-95b1-49b7-813d-7cff4b8544e7/adb9d0d3-95b1-49b7-813d-7cff4b8544e7.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.665311] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92ca5e8e-5b1a-4339-b1ee-5e62f6aba67e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.685254] env[70867]: DEBUG oslo_vmware.api [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5246b5d2-6c0f-273f-e96f-362a2b94d409, 'name': SearchDatastore_Task, 'duration_secs': 0.009796} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.687218] env[70867]: DEBUG oslo_vmware.api [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 1080.687218] env[70867]: value = "task-3474265" [ 1080.687218] env[70867]: _type = "Task" [ 1080.687218] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.687484] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b4f2215-c262-4bd1-aafa-ce7b5d3258b7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.698395] env[70867]: DEBUG oslo_vmware.api [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474265, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.699607] env[70867]: DEBUG oslo_vmware.api [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1080.699607] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52cd619b-65da-c1ae-4346-035281581275" [ 1080.699607] env[70867]: _type = "Task" [ 1080.699607] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.708148] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.708688] env[70867]: DEBUG nova.compute.manager [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1080.712575] env[70867]: DEBUG oslo_vmware.api [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52cd619b-65da-c1ae-4346-035281581275, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.712690] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.063s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.715663] env[70867]: INFO nova.compute.claims [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.827345] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "refresh_cache-19b58e47-01fb-40cc-a388-9719a7ef47a3" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.827501] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquired lock "refresh_cache-19b58e47-01fb-40cc-a388-9719a7ef47a3" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.827699] env[70867]: DEBUG nova.network.neutron [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.993405] env[70867]: DEBUG oslo_concurrency.lockutils [req-4b17fd69-d444-41dd-b61e-a98cc761e0b2 req-e390e92d-53bd-49d9-bdd8-f8955a48269b service nova] Releasing lock "refresh_cache-528f5ddc-9bcd-4e85-ba1e-bf2201dfc059" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.200039] env[70867]: DEBUG oslo_vmware.api [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474265, 'name': ReconfigVM_Task, 'duration_secs': 0.473267} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.200411] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Reconfigured VM instance instance-00000059 to attach disk [datastore1] adb9d0d3-95b1-49b7-813d-7cff4b8544e7/adb9d0d3-95b1-49b7-813d-7cff4b8544e7.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.203879] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0c1d5f2-be83-451d-b624-94810f8b4dc6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.211910] env[70867]: DEBUG oslo_vmware.api [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52cd619b-65da-c1ae-4346-035281581275, 'name': SearchDatastore_Task, 'duration_secs': 0.020879} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.212698] env[70867]: DEBUG oslo_concurrency.lockutils [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.213040] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059/528f5ddc-9bcd-4e85-ba1e-bf2201dfc059.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.213930] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a241db0-51d6-42af-9177-97bf103e7ca8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.215881] env[70867]: DEBUG oslo_vmware.api [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 1081.215881] env[70867]: value = "task-3474266" [ 1081.215881] env[70867]: _type = "Task" [ 1081.215881] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.220753] env[70867]: DEBUG nova.compute.utils [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1081.224553] env[70867]: DEBUG nova.compute.manager [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1081.224553] env[70867]: DEBUG nova.network.neutron [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1081.230039] env[70867]: DEBUG oslo_vmware.api [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1081.230039] env[70867]: value = "task-3474267" [ 1081.230039] env[70867]: _type = "Task" [ 1081.230039] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.241059] env[70867]: DEBUG oslo_vmware.api [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474266, 'name': Rename_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.247974] env[70867]: DEBUG oslo_vmware.api [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.274891] env[70867]: DEBUG nova.policy [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2f00af7f56e4c27945ac4f0f7307ad9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f95c63cf4c624b05ac41f26e61904aca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1081.362360] env[70867]: DEBUG nova.network.neutron [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1081.551142] env[70867]: DEBUG nova.network.neutron [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Updating instance_info_cache with network_info: [{"id": "1e3d3ccc-7fee-47bd-bc1e-d238f31659e2", "address": "fa:16:3e:46:e9:a3", "network": {"id": "52d9f893-40a0-4a01-81ad-a518ee74e5a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-281788219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ad9e13e8d24d72b6d8c4bb820287a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e3d3ccc-7f", "ovs_interfaceid": "1e3d3ccc-7fee-47bd-bc1e-d238f31659e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.632222] env[70867]: DEBUG nova.network.neutron [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Successfully created port: c89c32ed-82f6-46fe-83be-0db548edceac {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1081.725792] env[70867]: DEBUG nova.compute.manager [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1081.737215] env[70867]: DEBUG oslo_vmware.api [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474266, 'name': Rename_Task, 'duration_secs': 0.210307} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.745749] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.746116] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2af7aebd-8a12-42a6-a593-824c008fb47f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.757044] env[70867]: DEBUG oslo_vmware.api [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528621} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.757372] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059/528f5ddc-9bcd-4e85-ba1e-bf2201dfc059.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.757628] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.757850] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-deca1919-ee91-4c44-98cd-daddb40089a1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.762672] env[70867]: DEBUG oslo_vmware.api [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 1081.762672] env[70867]: value = "task-3474268" [ 1081.762672] env[70867]: _type = "Task" [ 1081.762672] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.769027] env[70867]: DEBUG oslo_vmware.api [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1081.769027] env[70867]: value = "task-3474269" [ 1081.769027] env[70867]: _type = "Task" [ 1081.769027] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.778351] env[70867]: DEBUG oslo_vmware.api [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.786035] env[70867]: DEBUG oslo_vmware.api [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474269, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.053909] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Releasing lock "refresh_cache-19b58e47-01fb-40cc-a388-9719a7ef47a3" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.054282] env[70867]: DEBUG nova.compute.manager [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Instance network_info: |[{"id": "1e3d3ccc-7fee-47bd-bc1e-d238f31659e2", "address": "fa:16:3e:46:e9:a3", "network": {"id": "52d9f893-40a0-4a01-81ad-a518ee74e5a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-281788219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ad9e13e8d24d72b6d8c4bb820287a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e3d3ccc-7f", "ovs_interfaceid": "1e3d3ccc-7fee-47bd-bc1e-d238f31659e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1082.054736] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:e9:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e3d3ccc-7fee-47bd-bc1e-d238f31659e2', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1082.062507] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Creating folder: Project (b2ad9e13e8d24d72b6d8c4bb820287a3). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1082.064852] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a562117-f44b-432c-8092-625040f9da96 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.079517] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Created folder: Project (b2ad9e13e8d24d72b6d8c4bb820287a3) in parent group-v694272. [ 1082.079781] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Creating folder: Instances. Parent ref: group-v694527. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1082.080049] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54a3e002-a31c-4f1d-b881-90864b14f9cc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.093175] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Created folder: Instances in parent group-v694527. [ 1082.093175] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.093358] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1082.093550] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6f35409-275d-4551-9624-2a8513ef0549 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.116175] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.116175] env[70867]: value = "task-3474272" [ 1082.116175] env[70867]: _type = "Task" [ 1082.116175] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.121502] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7350337-0bc5-4f8d-beca-d5591fe6cdba {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.126752] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474272, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.131461] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84dd6605-a2c3-419f-8f1a-b275dca14448 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.163433] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46cd6ef-4253-4fd4-9f5d-9d9a8cfc06f1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.171818] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b99a52-38e5-4f1a-9acc-6c9f80d67268 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.185874] env[70867]: DEBUG nova.compute.provider_tree [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.200836] env[70867]: DEBUG nova.compute.manager [req-5e485849-cf24-4dd6-a530-eda3cf16f903 req-123b8c1d-bec0-4818-8317-95c74f6aa5f0 service nova] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Received event network-vif-plugged-1e3d3ccc-7fee-47bd-bc1e-d238f31659e2 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.202069] env[70867]: DEBUG oslo_concurrency.lockutils [req-5e485849-cf24-4dd6-a530-eda3cf16f903 req-123b8c1d-bec0-4818-8317-95c74f6aa5f0 service nova] Acquiring lock "19b58e47-01fb-40cc-a388-9719a7ef47a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.202069] env[70867]: DEBUG oslo_concurrency.lockutils [req-5e485849-cf24-4dd6-a530-eda3cf16f903 req-123b8c1d-bec0-4818-8317-95c74f6aa5f0 service nova] Lock "19b58e47-01fb-40cc-a388-9719a7ef47a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.202069] env[70867]: DEBUG oslo_concurrency.lockutils [req-5e485849-cf24-4dd6-a530-eda3cf16f903 req-123b8c1d-bec0-4818-8317-95c74f6aa5f0 service nova] Lock "19b58e47-01fb-40cc-a388-9719a7ef47a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.202069] env[70867]: DEBUG nova.compute.manager [req-5e485849-cf24-4dd6-a530-eda3cf16f903 req-123b8c1d-bec0-4818-8317-95c74f6aa5f0 service nova] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] No waiting events found dispatching network-vif-plugged-1e3d3ccc-7fee-47bd-bc1e-d238f31659e2 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1082.202069] env[70867]: WARNING nova.compute.manager [req-5e485849-cf24-4dd6-a530-eda3cf16f903 req-123b8c1d-bec0-4818-8317-95c74f6aa5f0 service nova] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Received unexpected event network-vif-plugged-1e3d3ccc-7fee-47bd-bc1e-d238f31659e2 for instance with vm_state building and task_state spawning. [ 1082.202069] env[70867]: DEBUG nova.compute.manager [req-5e485849-cf24-4dd6-a530-eda3cf16f903 req-123b8c1d-bec0-4818-8317-95c74f6aa5f0 service nova] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Received event network-changed-1e3d3ccc-7fee-47bd-bc1e-d238f31659e2 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.202735] env[70867]: DEBUG nova.compute.manager [req-5e485849-cf24-4dd6-a530-eda3cf16f903 req-123b8c1d-bec0-4818-8317-95c74f6aa5f0 service nova] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Refreshing instance network info cache due to event network-changed-1e3d3ccc-7fee-47bd-bc1e-d238f31659e2. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.202735] env[70867]: DEBUG oslo_concurrency.lockutils [req-5e485849-cf24-4dd6-a530-eda3cf16f903 req-123b8c1d-bec0-4818-8317-95c74f6aa5f0 service nova] Acquiring lock "refresh_cache-19b58e47-01fb-40cc-a388-9719a7ef47a3" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.202735] env[70867]: DEBUG oslo_concurrency.lockutils [req-5e485849-cf24-4dd6-a530-eda3cf16f903 req-123b8c1d-bec0-4818-8317-95c74f6aa5f0 service nova] Acquired lock "refresh_cache-19b58e47-01fb-40cc-a388-9719a7ef47a3" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.202735] env[70867]: DEBUG nova.network.neutron [req-5e485849-cf24-4dd6-a530-eda3cf16f903 req-123b8c1d-bec0-4818-8317-95c74f6aa5f0 service nova] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Refreshing network info cache for port 1e3d3ccc-7fee-47bd-bc1e-d238f31659e2 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.277712] env[70867]: DEBUG oslo_vmware.api [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474268, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.284726] env[70867]: DEBUG oslo_vmware.api [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474269, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074285} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.284999] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.285797] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3071c070-ee4f-48c9-9f88-4da80f2252af {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.310630] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059/528f5ddc-9bcd-4e85-ba1e-bf2201dfc059.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.310949] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34c92151-6b1f-4aaa-845c-f00b66b75cf8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.332559] env[70867]: DEBUG oslo_vmware.api [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1082.332559] env[70867]: value = "task-3474273" [ 1082.332559] env[70867]: _type = "Task" [ 1082.332559] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.342029] env[70867]: DEBUG oslo_vmware.api [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474273, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.627021] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474272, 'name': CreateVM_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.689207] env[70867]: DEBUG nova.scheduler.client.report [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.747031] env[70867]: DEBUG nova.compute.manager [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1082.778712] env[70867]: DEBUG oslo_vmware.api [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474268, 'name': PowerOnVM_Task, 'duration_secs': 0.516385} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.780968] env[70867]: DEBUG nova.virt.hardware [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.781253] env[70867]: DEBUG nova.virt.hardware [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.781440] env[70867]: DEBUG nova.virt.hardware [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.781654] env[70867]: DEBUG nova.virt.hardware [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.781804] env[70867]: DEBUG nova.virt.hardware [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.781969] env[70867]: DEBUG nova.virt.hardware [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.782235] env[70867]: DEBUG nova.virt.hardware [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.782357] env[70867]: DEBUG nova.virt.hardware [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.782523] env[70867]: DEBUG nova.virt.hardware [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.782683] env[70867]: DEBUG nova.virt.hardware [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.782854] env[70867]: DEBUG nova.virt.hardware [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.783155] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.783345] env[70867]: INFO nova.compute.manager [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1082.783517] env[70867]: DEBUG nova.compute.manager [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.784404] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f8b73b-4ed4-4a00-abf0-18a7ca382572 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.789978] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fd5777-6752-4bf9-99ac-0896c35cf20d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.803962] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9741b4d4-8e7b-4494-a9e8-5fda67324057 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.848222] env[70867]: DEBUG oslo_vmware.api [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474273, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.938759] env[70867]: DEBUG nova.network.neutron [req-5e485849-cf24-4dd6-a530-eda3cf16f903 req-123b8c1d-bec0-4818-8317-95c74f6aa5f0 service nova] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Updated VIF entry in instance network info cache for port 1e3d3ccc-7fee-47bd-bc1e-d238f31659e2. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.939150] env[70867]: DEBUG nova.network.neutron [req-5e485849-cf24-4dd6-a530-eda3cf16f903 req-123b8c1d-bec0-4818-8317-95c74f6aa5f0 service nova] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Updating instance_info_cache with network_info: [{"id": "1e3d3ccc-7fee-47bd-bc1e-d238f31659e2", "address": "fa:16:3e:46:e9:a3", "network": {"id": "52d9f893-40a0-4a01-81ad-a518ee74e5a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-281788219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ad9e13e8d24d72b6d8c4bb820287a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e3d3ccc-7f", "ovs_interfaceid": "1e3d3ccc-7fee-47bd-bc1e-d238f31659e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.128684] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474272, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.183211] env[70867]: DEBUG nova.compute.manager [req-5ed3b240-8720-416c-a587-11874c26106d req-71fd8a25-7995-469d-96cd-60e3947b7cf1 service nova] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Received event network-vif-plugged-c89c32ed-82f6-46fe-83be-0db548edceac {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.183211] env[70867]: DEBUG oslo_concurrency.lockutils [req-5ed3b240-8720-416c-a587-11874c26106d req-71fd8a25-7995-469d-96cd-60e3947b7cf1 service nova] Acquiring lock "1361a2ff-f79e-42ca-817c-af5e79f4e133-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.183211] env[70867]: DEBUG oslo_concurrency.lockutils [req-5ed3b240-8720-416c-a587-11874c26106d req-71fd8a25-7995-469d-96cd-60e3947b7cf1 service nova] Lock "1361a2ff-f79e-42ca-817c-af5e79f4e133-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.183211] env[70867]: DEBUG oslo_concurrency.lockutils [req-5ed3b240-8720-416c-a587-11874c26106d req-71fd8a25-7995-469d-96cd-60e3947b7cf1 service nova] Lock "1361a2ff-f79e-42ca-817c-af5e79f4e133-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.183211] env[70867]: DEBUG nova.compute.manager [req-5ed3b240-8720-416c-a587-11874c26106d req-71fd8a25-7995-469d-96cd-60e3947b7cf1 service nova] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] No waiting events found dispatching network-vif-plugged-c89c32ed-82f6-46fe-83be-0db548edceac {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1083.183211] env[70867]: WARNING nova.compute.manager [req-5ed3b240-8720-416c-a587-11874c26106d req-71fd8a25-7995-469d-96cd-60e3947b7cf1 service nova] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Received unexpected event network-vif-plugged-c89c32ed-82f6-46fe-83be-0db548edceac for instance with vm_state building and task_state spawning. [ 1083.195027] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.195027] env[70867]: DEBUG nova.compute.manager [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1083.199679] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3553b1a1-ad80-4e77-a482-5c23dc6f0430 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.618s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.199679] env[70867]: DEBUG nova.objects.instance [None req-3553b1a1-ad80-4e77-a482-5c23dc6f0430 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lazy-loading 'resources' on Instance uuid 7b29d390-cb79-4064-ab01-312735c980bb {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.288790] env[70867]: DEBUG nova.network.neutron [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Successfully updated port: c89c32ed-82f6-46fe-83be-0db548edceac {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1083.312097] env[70867]: INFO nova.compute.manager [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Took 46.93 seconds to build instance. [ 1083.343537] env[70867]: DEBUG oslo_vmware.api [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474273, 'name': ReconfigVM_Task, 'duration_secs': 0.874596} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.343788] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059/528f5ddc-9bcd-4e85-ba1e-bf2201dfc059.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.344426] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d050bb91-e5ec-4945-99e7-bd134a8d97f9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.352696] env[70867]: DEBUG oslo_vmware.api [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1083.352696] env[70867]: value = "task-3474274" [ 1083.352696] env[70867]: _type = "Task" [ 1083.352696] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.361259] env[70867]: DEBUG oslo_vmware.api [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474274, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.441960] env[70867]: DEBUG oslo_concurrency.lockutils [req-5e485849-cf24-4dd6-a530-eda3cf16f903 req-123b8c1d-bec0-4818-8317-95c74f6aa5f0 service nova] Releasing lock "refresh_cache-19b58e47-01fb-40cc-a388-9719a7ef47a3" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.635885] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474272, 'name': CreateVM_Task, 'duration_secs': 1.094779} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.636396] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1083.637347] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.637534] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.637877] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.638393] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fe54561-d89c-45de-a575-91193f10ae3b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.644191] env[70867]: DEBUG oslo_vmware.api [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1083.644191] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]520574f5-6c10-47b4-2b2c-d36504b93e4f" [ 1083.644191] env[70867]: _type = "Task" [ 1083.644191] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.652305] env[70867]: DEBUG oslo_vmware.api [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]520574f5-6c10-47b4-2b2c-d36504b93e4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.703215] env[70867]: DEBUG nova.compute.utils [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1083.706358] env[70867]: DEBUG nova.compute.manager [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1083.706896] env[70867]: DEBUG nova.network.neutron [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1083.791046] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "refresh_cache-1361a2ff-f79e-42ca-817c-af5e79f4e133" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.791364] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquired lock "refresh_cache-1361a2ff-f79e-42ca-817c-af5e79f4e133" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.791469] env[70867]: DEBUG nova.network.neutron [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.808191] env[70867]: DEBUG nova.policy [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf2f119e140443c3a21a9611d5cddf18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f94b6672cd2148058cf204653b4d1471', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1083.820520] env[70867]: DEBUG oslo_concurrency.lockutils [None req-616efd6a-2917-4839-9721-db07d806d5b0 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "adb9d0d3-95b1-49b7-813d-7cff4b8544e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.684s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.866799] env[70867]: DEBUG oslo_vmware.api [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474274, 'name': Rename_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.082016] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b197fbe-b555-44fa-bff7-e352e519dd73 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.088577] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fe8d47-8e96-442c-a941-3e8174617841 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.121527] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f5d54e-d68d-4981-b0cb-3d62dacf21ed {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.135457] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6377171f-98d5-4a85-8b1d-b78715b866b2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.149589] env[70867]: DEBUG nova.compute.provider_tree [None req-3553b1a1-ad80-4e77-a482-5c23dc6f0430 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.161166] env[70867]: DEBUG oslo_vmware.api [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]520574f5-6c10-47b4-2b2c-d36504b93e4f, 'name': SearchDatastore_Task, 'duration_secs': 0.05006} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.161596] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.162768] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1084.163154] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.163403] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.163695] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1084.166018] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b51d35a-ba46-4e01-b679-592800c0d904 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.175112] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1084.175661] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1084.176712] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cc7b656-bf07-46f2-a411-b6e841846246 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.183445] env[70867]: DEBUG oslo_vmware.api [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1084.183445] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521e51ae-80a2-cb01-c18a-37a3490ff0ea" [ 1084.183445] env[70867]: _type = "Task" [ 1084.183445] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.191940] env[70867]: DEBUG oslo_vmware.api [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521e51ae-80a2-cb01-c18a-37a3490ff0ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.209446] env[70867]: DEBUG nova.compute.manager [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1084.346766] env[70867]: DEBUG nova.network.neutron [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1084.365914] env[70867]: DEBUG oslo_vmware.api [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474274, 'name': Rename_Task, 'duration_secs': 0.963213} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.368864] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.369417] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33a7c654-3d85-4620-89a5-cce9272773f1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.380459] env[70867]: DEBUG oslo_vmware.api [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1084.380459] env[70867]: value = "task-3474275" [ 1084.380459] env[70867]: _type = "Task" [ 1084.380459] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.388640] env[70867]: DEBUG oslo_vmware.api [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.415995] env[70867]: DEBUG nova.network.neutron [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Successfully created port: e60334bf-6b49-44be-ae52-00608059bd34 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1084.500849] env[70867]: DEBUG nova.network.neutron [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Updating instance_info_cache with network_info: [{"id": "c89c32ed-82f6-46fe-83be-0db548edceac", "address": "fa:16:3e:90:a4:84", "network": {"id": "113286a0-f085-43d7-9ce7-5d7b6b1e5ebe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-963000551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f95c63cf4c624b05ac41f26e61904aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc89c32ed-82", "ovs_interfaceid": "c89c32ed-82f6-46fe-83be-0db548edceac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.656751] env[70867]: DEBUG nova.scheduler.client.report [None req-3553b1a1-ad80-4e77-a482-5c23dc6f0430 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.705335] env[70867]: DEBUG oslo_vmware.api [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521e51ae-80a2-cb01-c18a-37a3490ff0ea, 'name': SearchDatastore_Task, 'duration_secs': 0.011305} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.706943] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dabd5a53-3a90-4c61-9359-dc41f6f9b933 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.720398] env[70867]: DEBUG oslo_vmware.api [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1084.720398] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52242f72-ebdd-aca3-57b5-c79403b82b6a" [ 1084.720398] env[70867]: _type = "Task" [ 1084.720398] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.730912] env[70867]: DEBUG oslo_vmware.api [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52242f72-ebdd-aca3-57b5-c79403b82b6a, 'name': SearchDatastore_Task, 'duration_secs': 0.011988} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.731162] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.731451] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 19b58e47-01fb-40cc-a388-9719a7ef47a3/19b58e47-01fb-40cc-a388-9719a7ef47a3.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.731673] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f53da65-8380-4785-87fa-d001e8fa20ac {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.739881] env[70867]: DEBUG oslo_vmware.api [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1084.739881] env[70867]: value = "task-3474276" [ 1084.739881] env[70867]: _type = "Task" [ 1084.739881] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.751170] env[70867]: DEBUG oslo_vmware.api [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.889339] env[70867]: DEBUG oslo_vmware.api [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474275, 'name': PowerOnVM_Task, 'duration_secs': 0.478521} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.889690] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.889969] env[70867]: INFO nova.compute.manager [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Took 7.57 seconds to spawn the instance on the hypervisor. [ 1084.890184] env[70867]: DEBUG nova.compute.manager [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.891058] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5b32aa-ec62-429a-8849-7826c2d59b47 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.005156] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Releasing lock "refresh_cache-1361a2ff-f79e-42ca-817c-af5e79f4e133" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.005156] env[70867]: DEBUG nova.compute.manager [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Instance network_info: |[{"id": "c89c32ed-82f6-46fe-83be-0db548edceac", "address": "fa:16:3e:90:a4:84", "network": {"id": "113286a0-f085-43d7-9ce7-5d7b6b1e5ebe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-963000551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f95c63cf4c624b05ac41f26e61904aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc89c32ed-82", "ovs_interfaceid": "c89c32ed-82f6-46fe-83be-0db548edceac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1085.005156] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:a4:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c89c32ed-82f6-46fe-83be-0db548edceac', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.013531] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.013939] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.014323] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc476aac-1eff-4d77-899d-96702104a4e6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.043788] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.043788] env[70867]: value = "task-3474277" [ 1085.043788] env[70867]: _type = "Task" [ 1085.043788] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.056628] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474277, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.162716] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3553b1a1-ad80-4e77-a482-5c23dc6f0430 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.165509] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f1df8dd0-d489-42ec-b3ba-0e7e3f879259 tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.436s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.165593] env[70867]: DEBUG nova.objects.instance [None req-f1df8dd0-d489-42ec-b3ba-0e7e3f879259 tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Lazy-loading 'resources' on Instance uuid a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.198603] env[70867]: INFO nova.scheduler.client.report [None req-3553b1a1-ad80-4e77-a482-5c23dc6f0430 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Deleted allocations for instance 7b29d390-cb79-4064-ab01-312735c980bb [ 1085.222910] env[70867]: DEBUG nova.compute.manager [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1085.252111] env[70867]: DEBUG oslo_vmware.api [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474276, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.257139] env[70867]: DEBUG nova.compute.manager [req-16b27dfc-1630-42de-8cae-97a2c9c2e0c7 req-a68125ef-dfd2-4e6d-afa9-c5527b95f402 service nova] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Received event network-changed-c89c32ed-82f6-46fe-83be-0db548edceac {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.257215] env[70867]: DEBUG nova.compute.manager [req-16b27dfc-1630-42de-8cae-97a2c9c2e0c7 req-a68125ef-dfd2-4e6d-afa9-c5527b95f402 service nova] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Refreshing instance network info cache due to event network-changed-c89c32ed-82f6-46fe-83be-0db548edceac. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1085.257384] env[70867]: DEBUG oslo_concurrency.lockutils [req-16b27dfc-1630-42de-8cae-97a2c9c2e0c7 req-a68125ef-dfd2-4e6d-afa9-c5527b95f402 service nova] Acquiring lock "refresh_cache-1361a2ff-f79e-42ca-817c-af5e79f4e133" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.257523] env[70867]: DEBUG oslo_concurrency.lockutils [req-16b27dfc-1630-42de-8cae-97a2c9c2e0c7 req-a68125ef-dfd2-4e6d-afa9-c5527b95f402 service nova] Acquired lock "refresh_cache-1361a2ff-f79e-42ca-817c-af5e79f4e133" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.257679] env[70867]: DEBUG nova.network.neutron [req-16b27dfc-1630-42de-8cae-97a2c9c2e0c7 req-a68125ef-dfd2-4e6d-afa9-c5527b95f402 service nova] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Refreshing network info cache for port c89c32ed-82f6-46fe-83be-0db548edceac {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.271861] env[70867]: DEBUG nova.virt.hardware [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1085.272141] env[70867]: DEBUG nova.virt.hardware [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1085.272302] env[70867]: DEBUG nova.virt.hardware [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.272489] env[70867]: DEBUG nova.virt.hardware [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1085.273038] env[70867]: DEBUG nova.virt.hardware [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.274807] env[70867]: DEBUG nova.virt.hardware [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1085.274807] env[70867]: DEBUG nova.virt.hardware [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1085.274807] env[70867]: DEBUG nova.virt.hardware [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1085.274807] env[70867]: DEBUG nova.virt.hardware [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1085.274807] env[70867]: DEBUG nova.virt.hardware [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1085.274807] env[70867]: DEBUG nova.virt.hardware [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1085.275655] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b5b34e-3e3e-4a70-a57c-ec5a72973ce0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.288438] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe04a84-7427-4f67-83f6-c024c39887b2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.411930] env[70867]: INFO nova.compute.manager [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Took 44.09 seconds to build instance. [ 1085.556903] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474277, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.708921] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3553b1a1-ad80-4e77-a482-5c23dc6f0430 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "7b29d390-cb79-4064-ab01-312735c980bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.727s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.757097] env[70867]: DEBUG oslo_vmware.api [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516145} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.761222] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 19b58e47-01fb-40cc-a388-9719a7ef47a3/19b58e47-01fb-40cc-a388-9719a7ef47a3.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.761486] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.761944] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ced6d5b-bc4e-4a80-85b9-651e55b32a11 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.777403] env[70867]: DEBUG oslo_vmware.api [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1085.777403] env[70867]: value = "task-3474278" [ 1085.777403] env[70867]: _type = "Task" [ 1085.777403] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.793258] env[70867]: DEBUG oslo_vmware.api [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474278, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.913501] env[70867]: DEBUG oslo_concurrency.lockutils [None req-471791b3-8285-4025-90d4-9ce4a8d54b7a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "528f5ddc-9bcd-4e85-ba1e-bf2201dfc059" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.242s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.017697] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c260820f-5f12-4ecf-8796-721a07101f8c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.025132] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf95591-a4e7-46dc-83fc-21091d7ddeab {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.067149] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7eeab5a-3117-4f13-be66-496ce5c146b8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.081930] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3714bd4-b7fb-436e-ac48-71786e3f6a69 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.086894] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474277, 'name': CreateVM_Task, 'duration_secs': 0.582128} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.086894] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.090503] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.090503] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.090503] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.090503] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1c98843-ba43-4b7f-a0b5-d249c318445a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.099439] env[70867]: DEBUG nova.compute.provider_tree [None req-f1df8dd0-d489-42ec-b3ba-0e7e3f879259 tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.105016] env[70867]: DEBUG oslo_vmware.api [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1086.105016] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52237bec-976a-ee5d-d7c1-7064a32f3125" [ 1086.105016] env[70867]: _type = "Task" [ 1086.105016] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.115571] env[70867]: DEBUG oslo_vmware.api [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52237bec-976a-ee5d-d7c1-7064a32f3125, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.159302] env[70867]: DEBUG nova.network.neutron [req-16b27dfc-1630-42de-8cae-97a2c9c2e0c7 req-a68125ef-dfd2-4e6d-afa9-c5527b95f402 service nova] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Updated VIF entry in instance network info cache for port c89c32ed-82f6-46fe-83be-0db548edceac. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.159302] env[70867]: DEBUG nova.network.neutron [req-16b27dfc-1630-42de-8cae-97a2c9c2e0c7 req-a68125ef-dfd2-4e6d-afa9-c5527b95f402 service nova] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Updating instance_info_cache with network_info: [{"id": "c89c32ed-82f6-46fe-83be-0db548edceac", "address": "fa:16:3e:90:a4:84", "network": {"id": "113286a0-f085-43d7-9ce7-5d7b6b1e5ebe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-963000551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f95c63cf4c624b05ac41f26e61904aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc89c32ed-82", "ovs_interfaceid": "c89c32ed-82f6-46fe-83be-0db548edceac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.288425] env[70867]: DEBUG oslo_vmware.api [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474278, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068963} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.289210] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1086.290510] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d329547-dad5-4543-abde-7896edfb547f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.319550] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 19b58e47-01fb-40cc-a388-9719a7ef47a3/19b58e47-01fb-40cc-a388-9719a7ef47a3.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.324151] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f578b1d5-d2b9-4cd6-8bc7-979e3751e1eb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.347167] env[70867]: DEBUG oslo_vmware.api [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1086.347167] env[70867]: value = "task-3474279" [ 1086.347167] env[70867]: _type = "Task" [ 1086.347167] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.354666] env[70867]: DEBUG oslo_vmware.api [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474279, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.433879] env[70867]: DEBUG nova.network.neutron [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Successfully updated port: e60334bf-6b49-44be-ae52-00608059bd34 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1086.463405] env[70867]: DEBUG nova.compute.manager [req-46ad0e4f-0cd8-4c91-a4e6-57e2b92aa21a req-2040749d-e8fe-43da-9dd4-41d0e4d9d4a0 service nova] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Received event network-changed-2e81f961-1832-485e-b387-7a45447f8486 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.463586] env[70867]: DEBUG nova.compute.manager [req-46ad0e4f-0cd8-4c91-a4e6-57e2b92aa21a req-2040749d-e8fe-43da-9dd4-41d0e4d9d4a0 service nova] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Refreshing instance network info cache due to event network-changed-2e81f961-1832-485e-b387-7a45447f8486. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.463799] env[70867]: DEBUG oslo_concurrency.lockutils [req-46ad0e4f-0cd8-4c91-a4e6-57e2b92aa21a req-2040749d-e8fe-43da-9dd4-41d0e4d9d4a0 service nova] Acquiring lock "refresh_cache-adb9d0d3-95b1-49b7-813d-7cff4b8544e7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.463936] env[70867]: DEBUG oslo_concurrency.lockutils [req-46ad0e4f-0cd8-4c91-a4e6-57e2b92aa21a req-2040749d-e8fe-43da-9dd4-41d0e4d9d4a0 service nova] Acquired lock "refresh_cache-adb9d0d3-95b1-49b7-813d-7cff4b8544e7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.464107] env[70867]: DEBUG nova.network.neutron [req-46ad0e4f-0cd8-4c91-a4e6-57e2b92aa21a req-2040749d-e8fe-43da-9dd4-41d0e4d9d4a0 service nova] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Refreshing network info cache for port 2e81f961-1832-485e-b387-7a45447f8486 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.603028] env[70867]: DEBUG nova.scheduler.client.report [None req-f1df8dd0-d489-42ec-b3ba-0e7e3f879259 tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.618804] env[70867]: DEBUG oslo_vmware.api [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52237bec-976a-ee5d-d7c1-7064a32f3125, 'name': SearchDatastore_Task, 'duration_secs': 0.079505} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.623200] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.623488] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.623734] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.623885] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.624098] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.625048] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6e55ef6-560c-4501-8a0b-7acd765beef4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.639456] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.639643] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.640523] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6adfef21-b694-43bf-8cbc-d14018eb7b24 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.646764] env[70867]: DEBUG oslo_vmware.api [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1086.646764] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e258f7-ca86-9931-1555-c52df47309dc" [ 1086.646764] env[70867]: _type = "Task" [ 1086.646764] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.654794] env[70867]: DEBUG oslo_vmware.api [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e258f7-ca86-9931-1555-c52df47309dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.660703] env[70867]: DEBUG oslo_concurrency.lockutils [req-16b27dfc-1630-42de-8cae-97a2c9c2e0c7 req-a68125ef-dfd2-4e6d-afa9-c5527b95f402 service nova] Releasing lock "refresh_cache-1361a2ff-f79e-42ca-817c-af5e79f4e133" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.660950] env[70867]: DEBUG nova.compute.manager [req-16b27dfc-1630-42de-8cae-97a2c9c2e0c7 req-a68125ef-dfd2-4e6d-afa9-c5527b95f402 service nova] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Received event network-changed-50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.661175] env[70867]: DEBUG nova.compute.manager [req-16b27dfc-1630-42de-8cae-97a2c9c2e0c7 req-a68125ef-dfd2-4e6d-afa9-c5527b95f402 service nova] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Refreshing instance network info cache due to event network-changed-50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.661393] env[70867]: DEBUG oslo_concurrency.lockutils [req-16b27dfc-1630-42de-8cae-97a2c9c2e0c7 req-a68125ef-dfd2-4e6d-afa9-c5527b95f402 service nova] Acquiring lock "refresh_cache-ddfef65d-2e70-4e6b-8996-b92dd4e1e577" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.661538] env[70867]: DEBUG oslo_concurrency.lockutils [req-16b27dfc-1630-42de-8cae-97a2c9c2e0c7 req-a68125ef-dfd2-4e6d-afa9-c5527b95f402 service nova] Acquired lock "refresh_cache-ddfef65d-2e70-4e6b-8996-b92dd4e1e577" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.661693] env[70867]: DEBUG nova.network.neutron [req-16b27dfc-1630-42de-8cae-97a2c9c2e0c7 req-a68125ef-dfd2-4e6d-afa9-c5527b95f402 service nova] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Refreshing network info cache for port 50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.801620] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8d07b798-f466-404e-983f-cad4dd3a066e tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "de3aee59-9ef4-461a-9f59-9018b003fac6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.801862] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8d07b798-f466-404e-983f-cad4dd3a066e tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "de3aee59-9ef4-461a-9f59-9018b003fac6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.855901] env[70867]: DEBUG oslo_vmware.api [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474279, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.880948] env[70867]: DEBUG oslo_concurrency.lockutils [None req-42870251-05f4-4721-8374-fc93b1446068 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquiring lock "528f5ddc-9bcd-4e85-ba1e-bf2201dfc059" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.881192] env[70867]: DEBUG oslo_concurrency.lockutils [None req-42870251-05f4-4721-8374-fc93b1446068 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "528f5ddc-9bcd-4e85-ba1e-bf2201dfc059" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.881328] env[70867]: DEBUG nova.compute.manager [None req-42870251-05f4-4721-8374-fc93b1446068 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.882211] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56c577a-24f7-4a15-aef7-b0e701b51eb4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.889493] env[70867]: DEBUG nova.compute.manager [None req-42870251-05f4-4721-8374-fc93b1446068 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70867) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1086.890125] env[70867]: DEBUG nova.objects.instance [None req-42870251-05f4-4721-8374-fc93b1446068 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lazy-loading 'flavor' on Instance uuid 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.935471] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "refresh_cache-803d376e-f1bd-4182-9de1-00fac0e3aa47" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.935772] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquired lock "refresh_cache-803d376e-f1bd-4182-9de1-00fac0e3aa47" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.935772] env[70867]: DEBUG nova.network.neutron [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.108128] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f1df8dd0-d489-42ec-b3ba-0e7e3f879259 tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.943s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.110241] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ff5b644b-5091-418c-8554-bcfae771fbbc tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.451s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.110471] env[70867]: DEBUG nova.objects.instance [None req-ff5b644b-5091-418c-8554-bcfae771fbbc tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Lazy-loading 'resources' on Instance uuid 9ed435ee-3968-4f12-aa00-9746f0398e9e {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.129399] env[70867]: INFO nova.scheduler.client.report [None req-f1df8dd0-d489-42ec-b3ba-0e7e3f879259 tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Deleted allocations for instance a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd [ 1087.158164] env[70867]: DEBUG oslo_vmware.api [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e258f7-ca86-9931-1555-c52df47309dc, 'name': SearchDatastore_Task, 'duration_secs': 0.057369} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.158987] env[70867]: DEBUG nova.network.neutron [req-46ad0e4f-0cd8-4c91-a4e6-57e2b92aa21a req-2040749d-e8fe-43da-9dd4-41d0e4d9d4a0 service nova] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Updated VIF entry in instance network info cache for port 2e81f961-1832-485e-b387-7a45447f8486. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.159344] env[70867]: DEBUG nova.network.neutron [req-46ad0e4f-0cd8-4c91-a4e6-57e2b92aa21a req-2040749d-e8fe-43da-9dd4-41d0e4d9d4a0 service nova] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Updating instance_info_cache with network_info: [{"id": "2e81f961-1832-485e-b387-7a45447f8486", "address": "fa:16:3e:d7:9b:ce", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e81f961-18", "ovs_interfaceid": "2e81f961-1832-485e-b387-7a45447f8486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.161320] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68ea205b-0e10-4362-883c-0e45126af08c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.169678] env[70867]: DEBUG oslo_vmware.api [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1087.169678] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52acafa1-4cbe-f904-e7d9-551fc9403d42" [ 1087.169678] env[70867]: _type = "Task" [ 1087.169678] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.179205] env[70867]: DEBUG oslo_vmware.api [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52acafa1-4cbe-f904-e7d9-551fc9403d42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.275639] env[70867]: DEBUG nova.compute.manager [req-b417fd39-f851-476b-86d0-b187186c7838 req-ae2b703d-955b-4102-b9af-719c708f9b60 service nova] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Received event network-vif-plugged-e60334bf-6b49-44be-ae52-00608059bd34 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.275789] env[70867]: DEBUG oslo_concurrency.lockutils [req-b417fd39-f851-476b-86d0-b187186c7838 req-ae2b703d-955b-4102-b9af-719c708f9b60 service nova] Acquiring lock "803d376e-f1bd-4182-9de1-00fac0e3aa47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.276011] env[70867]: DEBUG oslo_concurrency.lockutils [req-b417fd39-f851-476b-86d0-b187186c7838 req-ae2b703d-955b-4102-b9af-719c708f9b60 service nova] Lock "803d376e-f1bd-4182-9de1-00fac0e3aa47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.276248] env[70867]: DEBUG oslo_concurrency.lockutils [req-b417fd39-f851-476b-86d0-b187186c7838 req-ae2b703d-955b-4102-b9af-719c708f9b60 service nova] Lock "803d376e-f1bd-4182-9de1-00fac0e3aa47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.276348] env[70867]: DEBUG nova.compute.manager [req-b417fd39-f851-476b-86d0-b187186c7838 req-ae2b703d-955b-4102-b9af-719c708f9b60 service nova] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] No waiting events found dispatching network-vif-plugged-e60334bf-6b49-44be-ae52-00608059bd34 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1087.276512] env[70867]: WARNING nova.compute.manager [req-b417fd39-f851-476b-86d0-b187186c7838 req-ae2b703d-955b-4102-b9af-719c708f9b60 service nova] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Received unexpected event network-vif-plugged-e60334bf-6b49-44be-ae52-00608059bd34 for instance with vm_state building and task_state spawning. [ 1087.276686] env[70867]: DEBUG nova.compute.manager [req-b417fd39-f851-476b-86d0-b187186c7838 req-ae2b703d-955b-4102-b9af-719c708f9b60 service nova] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Received event network-changed-e60334bf-6b49-44be-ae52-00608059bd34 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.276808] env[70867]: DEBUG nova.compute.manager [req-b417fd39-f851-476b-86d0-b187186c7838 req-ae2b703d-955b-4102-b9af-719c708f9b60 service nova] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Refreshing instance network info cache due to event network-changed-e60334bf-6b49-44be-ae52-00608059bd34. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1087.276958] env[70867]: DEBUG oslo_concurrency.lockutils [req-b417fd39-f851-476b-86d0-b187186c7838 req-ae2b703d-955b-4102-b9af-719c708f9b60 service nova] Acquiring lock "refresh_cache-803d376e-f1bd-4182-9de1-00fac0e3aa47" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.304809] env[70867]: DEBUG nova.compute.utils [None req-8d07b798-f466-404e-983f-cad4dd3a066e tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1087.360221] env[70867]: DEBUG oslo_vmware.api [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474279, 'name': ReconfigVM_Task, 'duration_secs': 0.90243} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.360221] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 19b58e47-01fb-40cc-a388-9719a7ef47a3/19b58e47-01fb-40cc-a388-9719a7ef47a3.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.360699] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31d6a770-a4d8-41f1-9b5e-0db7ff07eb61 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.367207] env[70867]: DEBUG oslo_vmware.api [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1087.367207] env[70867]: value = "task-3474280" [ 1087.367207] env[70867]: _type = "Task" [ 1087.367207] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.377178] env[70867]: DEBUG oslo_vmware.api [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474280, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.397387] env[70867]: DEBUG nova.network.neutron [req-16b27dfc-1630-42de-8cae-97a2c9c2e0c7 req-a68125ef-dfd2-4e6d-afa9-c5527b95f402 service nova] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Updated VIF entry in instance network info cache for port 50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.397785] env[70867]: DEBUG nova.network.neutron [req-16b27dfc-1630-42de-8cae-97a2c9c2e0c7 req-a68125ef-dfd2-4e6d-afa9-c5527b95f402 service nova] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Updating instance_info_cache with network_info: [{"id": "50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4", "address": "fa:16:3e:84:5e:61", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50ee9cd1-49", "ovs_interfaceid": "50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.489538] env[70867]: DEBUG nova.network.neutron [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1087.638943] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f1df8dd0-d489-42ec-b3ba-0e7e3f879259 tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Lock "a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.478s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.658272] env[70867]: DEBUG nova.network.neutron [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Updating instance_info_cache with network_info: [{"id": "e60334bf-6b49-44be-ae52-00608059bd34", "address": "fa:16:3e:f7:50:c9", "network": {"id": "0f24c0fc-b194-43e8-968e-2e17fa9a3a2a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1239692035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f94b6672cd2148058cf204653b4d1471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape60334bf-6b", "ovs_interfaceid": "e60334bf-6b49-44be-ae52-00608059bd34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.663262] env[70867]: DEBUG oslo_concurrency.lockutils [req-46ad0e4f-0cd8-4c91-a4e6-57e2b92aa21a req-2040749d-e8fe-43da-9dd4-41d0e4d9d4a0 service nova] Releasing lock "refresh_cache-adb9d0d3-95b1-49b7-813d-7cff4b8544e7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.684253] env[70867]: DEBUG oslo_vmware.api [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52acafa1-4cbe-f904-e7d9-551fc9403d42, 'name': SearchDatastore_Task, 'duration_secs': 0.010314} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.687256] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.687536] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 1361a2ff-f79e-42ca-817c-af5e79f4e133/1361a2ff-f79e-42ca-817c-af5e79f4e133.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1087.688030] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c63f714d-d018-4b0d-9d72-cb7b24f10f59 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.695927] env[70867]: DEBUG oslo_vmware.api [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1087.695927] env[70867]: value = "task-3474281" [ 1087.695927] env[70867]: _type = "Task" [ 1087.695927] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.707563] env[70867]: DEBUG oslo_vmware.api [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.807584] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8d07b798-f466-404e-983f-cad4dd3a066e tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "de3aee59-9ef4-461a-9f59-9018b003fac6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.882147] env[70867]: DEBUG oslo_vmware.api [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474280, 'name': Rename_Task, 'duration_secs': 0.159538} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.882388] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.882655] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c030d2f-42fc-4b5a-be0e-c760f90c48a7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.890658] env[70867]: DEBUG oslo_vmware.api [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1087.890658] env[70867]: value = "task-3474282" [ 1087.890658] env[70867]: _type = "Task" [ 1087.890658] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.902845] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-42870251-05f4-4721-8374-fc93b1446068 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.903675] env[70867]: DEBUG oslo_concurrency.lockutils [req-16b27dfc-1630-42de-8cae-97a2c9c2e0c7 req-a68125ef-dfd2-4e6d-afa9-c5527b95f402 service nova] Releasing lock "refresh_cache-ddfef65d-2e70-4e6b-8996-b92dd4e1e577" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.903952] env[70867]: DEBUG nova.compute.manager [req-16b27dfc-1630-42de-8cae-97a2c9c2e0c7 req-a68125ef-dfd2-4e6d-afa9-c5527b95f402 service nova] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Received event network-changed-2e81f961-1832-485e-b387-7a45447f8486 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.904264] env[70867]: DEBUG nova.compute.manager [req-16b27dfc-1630-42de-8cae-97a2c9c2e0c7 req-a68125ef-dfd2-4e6d-afa9-c5527b95f402 service nova] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Refreshing instance network info cache due to event network-changed-2e81f961-1832-485e-b387-7a45447f8486. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1087.904615] env[70867]: DEBUG oslo_concurrency.lockutils [req-16b27dfc-1630-42de-8cae-97a2c9c2e0c7 req-a68125ef-dfd2-4e6d-afa9-c5527b95f402 service nova] Acquiring lock "refresh_cache-adb9d0d3-95b1-49b7-813d-7cff4b8544e7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.904882] env[70867]: DEBUG oslo_concurrency.lockutils [req-16b27dfc-1630-42de-8cae-97a2c9c2e0c7 req-a68125ef-dfd2-4e6d-afa9-c5527b95f402 service nova] Acquired lock "refresh_cache-adb9d0d3-95b1-49b7-813d-7cff4b8544e7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.905188] env[70867]: DEBUG nova.network.neutron [req-16b27dfc-1630-42de-8cae-97a2c9c2e0c7 req-a68125ef-dfd2-4e6d-afa9-c5527b95f402 service nova] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Refreshing network info cache for port 2e81f961-1832-485e-b387-7a45447f8486 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.906856] env[70867]: DEBUG oslo_vmware.api [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.911251] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40e7a171-95cd-427b-bdfa-224c855224f2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.921599] env[70867]: DEBUG oslo_vmware.api [None req-42870251-05f4-4721-8374-fc93b1446068 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1087.921599] env[70867]: value = "task-3474283" [ 1087.921599] env[70867]: _type = "Task" [ 1087.921599] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.940644] env[70867]: DEBUG oslo_vmware.api [None req-42870251-05f4-4721-8374-fc93b1446068 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.972711] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af811e2f-8c4f-4f14-8a99-dae8a5ca87db {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.981913] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc92ebe3-c3f4-420d-a982-8974288d38b8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.017429] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9942ed16-a3ef-4a7b-8adc-c47e8df15328 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.027014] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be506e58-9ae6-440d-9235-1df117dcf781 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.042573] env[70867]: DEBUG nova.compute.provider_tree [None req-ff5b644b-5091-418c-8554-bcfae771fbbc tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.161223] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Releasing lock "refresh_cache-803d376e-f1bd-4182-9de1-00fac0e3aa47" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.161570] env[70867]: DEBUG nova.compute.manager [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Instance network_info: |[{"id": "e60334bf-6b49-44be-ae52-00608059bd34", "address": "fa:16:3e:f7:50:c9", "network": {"id": "0f24c0fc-b194-43e8-968e-2e17fa9a3a2a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1239692035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f94b6672cd2148058cf204653b4d1471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape60334bf-6b", "ovs_interfaceid": "e60334bf-6b49-44be-ae52-00608059bd34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1088.161996] env[70867]: DEBUG oslo_concurrency.lockutils [req-b417fd39-f851-476b-86d0-b187186c7838 req-ae2b703d-955b-4102-b9af-719c708f9b60 service nova] Acquired lock "refresh_cache-803d376e-f1bd-4182-9de1-00fac0e3aa47" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.162178] env[70867]: DEBUG nova.network.neutron [req-b417fd39-f851-476b-86d0-b187186c7838 req-ae2b703d-955b-4102-b9af-719c708f9b60 service nova] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Refreshing network info cache for port e60334bf-6b49-44be-ae52-00608059bd34 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.163436] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:50:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e60334bf-6b49-44be-ae52-00608059bd34', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1088.171500] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.174606] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1088.175521] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dadbe87b-50ac-459d-9a39-f3500ad7c408 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.196747] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1088.196747] env[70867]: value = "task-3474284" [ 1088.196747] env[70867]: _type = "Task" [ 1088.196747] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.208942] env[70867]: DEBUG oslo_vmware.api [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474281, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484457} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.211121] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 1361a2ff-f79e-42ca-817c-af5e79f4e133/1361a2ff-f79e-42ca-817c-af5e79f4e133.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.211404] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.211651] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474284, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.211853] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6797673f-6439-4812-8e40-79c70d2bf9cc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.218155] env[70867]: DEBUG oslo_vmware.api [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1088.218155] env[70867]: value = "task-3474285" [ 1088.218155] env[70867]: _type = "Task" [ 1088.218155] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.229505] env[70867]: DEBUG oslo_vmware.api [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474285, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.315436] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6ad2e0d7-ca51-4500-bb02-1d0e13c47f67 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "interface-ddfef65d-2e70-4e6b-8996-b92dd4e1e577-553ff111-a0bf-4529-bc02-db7f0c32b3ab" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.315436] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6ad2e0d7-ca51-4500-bb02-1d0e13c47f67 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "interface-ddfef65d-2e70-4e6b-8996-b92dd4e1e577-553ff111-a0bf-4529-bc02-db7f0c32b3ab" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.315757] env[70867]: DEBUG nova.objects.instance [None req-6ad2e0d7-ca51-4500-bb02-1d0e13c47f67 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lazy-loading 'flavor' on Instance uuid ddfef65d-2e70-4e6b-8996-b92dd4e1e577 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.402605] env[70867]: DEBUG oslo_vmware.api [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474282, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.406646] env[70867]: DEBUG nova.network.neutron [req-b417fd39-f851-476b-86d0-b187186c7838 req-ae2b703d-955b-4102-b9af-719c708f9b60 service nova] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Updated VIF entry in instance network info cache for port e60334bf-6b49-44be-ae52-00608059bd34. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.407010] env[70867]: DEBUG nova.network.neutron [req-b417fd39-f851-476b-86d0-b187186c7838 req-ae2b703d-955b-4102-b9af-719c708f9b60 service nova] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Updating instance_info_cache with network_info: [{"id": "e60334bf-6b49-44be-ae52-00608059bd34", "address": "fa:16:3e:f7:50:c9", "network": {"id": "0f24c0fc-b194-43e8-968e-2e17fa9a3a2a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1239692035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f94b6672cd2148058cf204653b4d1471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape60334bf-6b", "ovs_interfaceid": "e60334bf-6b49-44be-ae52-00608059bd34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.434111] env[70867]: DEBUG oslo_vmware.api [None req-42870251-05f4-4721-8374-fc93b1446068 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474283, 'name': PowerOffVM_Task, 'duration_secs': 0.225183} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.434363] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-42870251-05f4-4721-8374-fc93b1446068 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.435023] env[70867]: DEBUG nova.compute.manager [None req-42870251-05f4-4721-8374-fc93b1446068 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.435625] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1f98d0-c832-46fc-be0d-07db3367b5a7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.548527] env[70867]: DEBUG nova.scheduler.client.report [None req-ff5b644b-5091-418c-8554-bcfae771fbbc tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.660966] env[70867]: DEBUG nova.network.neutron [req-16b27dfc-1630-42de-8cae-97a2c9c2e0c7 req-a68125ef-dfd2-4e6d-afa9-c5527b95f402 service nova] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Updated VIF entry in instance network info cache for port 2e81f961-1832-485e-b387-7a45447f8486. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.661460] env[70867]: DEBUG nova.network.neutron [req-16b27dfc-1630-42de-8cae-97a2c9c2e0c7 req-a68125ef-dfd2-4e6d-afa9-c5527b95f402 service nova] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Updating instance_info_cache with network_info: [{"id": "2e81f961-1832-485e-b387-7a45447f8486", "address": "fa:16:3e:d7:9b:ce", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e81f961-18", "ovs_interfaceid": "2e81f961-1832-485e-b387-7a45447f8486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.709134] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474284, 'name': CreateVM_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.730240] env[70867]: DEBUG oslo_vmware.api [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474285, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071355} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.730530] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1088.731349] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1144e5-6a1a-46f5-83e9-b0367193ecd2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.757040] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 1361a2ff-f79e-42ca-817c-af5e79f4e133/1361a2ff-f79e-42ca-817c-af5e79f4e133.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.757373] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b356fc9-1fa6-498f-a943-631c07e173a7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.779899] env[70867]: DEBUG oslo_vmware.api [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1088.779899] env[70867]: value = "task-3474286" [ 1088.779899] env[70867]: _type = "Task" [ 1088.779899] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.791492] env[70867]: DEBUG oslo_vmware.api [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474286, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.878202] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8d07b798-f466-404e-983f-cad4dd3a066e tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "de3aee59-9ef4-461a-9f59-9018b003fac6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.879370] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8d07b798-f466-404e-983f-cad4dd3a066e tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "de3aee59-9ef4-461a-9f59-9018b003fac6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.879370] env[70867]: INFO nova.compute.manager [None req-8d07b798-f466-404e-983f-cad4dd3a066e tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Attaching volume 7f63998d-8345-4143-b73b-8ae78aa08d9b to /dev/sdb [ 1088.901789] env[70867]: DEBUG oslo_vmware.api [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474282, 'name': PowerOnVM_Task, 'duration_secs': 0.987926} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.907020] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.907020] env[70867]: INFO nova.compute.manager [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Took 9.12 seconds to spawn the instance on the hypervisor. [ 1088.907020] env[70867]: DEBUG nova.compute.manager [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.907020] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d200951-f45d-4d13-957b-4358da328480 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.910149] env[70867]: DEBUG oslo_concurrency.lockutils [req-b417fd39-f851-476b-86d0-b187186c7838 req-ae2b703d-955b-4102-b9af-719c708f9b60 service nova] Releasing lock "refresh_cache-803d376e-f1bd-4182-9de1-00fac0e3aa47" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.921429] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23029bdd-b721-4d4b-bbd6-2e04b2b4b70a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.928929] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312e6c97-7342-4d56-b68d-069e6ae9fee4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.944797] env[70867]: DEBUG nova.virt.block_device [None req-8d07b798-f466-404e-983f-cad4dd3a066e tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Updating existing volume attachment record: 490d3267-7b38-42f9-a109-9c7d68a488d6 {{(pid=70867) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1088.947586] env[70867]: DEBUG nova.objects.instance [None req-6ad2e0d7-ca51-4500-bb02-1d0e13c47f67 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lazy-loading 'pci_requests' on Instance uuid ddfef65d-2e70-4e6b-8996-b92dd4e1e577 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.950766] env[70867]: DEBUG oslo_concurrency.lockutils [None req-42870251-05f4-4721-8374-fc93b1446068 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "528f5ddc-9bcd-4e85-ba1e-bf2201dfc059" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.070s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.054333] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ff5b644b-5091-418c-8554-bcfae771fbbc tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.057701] env[70867]: DEBUG oslo_concurrency.lockutils [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.254s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.059201] env[70867]: INFO nova.compute.claims [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: c9e22c27-c098-40d4-9464-181adc858062] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1089.087191] env[70867]: INFO nova.scheduler.client.report [None req-ff5b644b-5091-418c-8554-bcfae771fbbc tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Deleted allocations for instance 9ed435ee-3968-4f12-aa00-9746f0398e9e [ 1089.101966] env[70867]: DEBUG nova.compute.manager [req-4acced47-bd4b-4c30-95d3-91b5eb26c7e9 req-41d8ffbb-4847-4154-8339-c4fb623d8ded service nova] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Received event network-changed-50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.102212] env[70867]: DEBUG nova.compute.manager [req-4acced47-bd4b-4c30-95d3-91b5eb26c7e9 req-41d8ffbb-4847-4154-8339-c4fb623d8ded service nova] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Refreshing instance network info cache due to event network-changed-50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1089.102419] env[70867]: DEBUG oslo_concurrency.lockutils [req-4acced47-bd4b-4c30-95d3-91b5eb26c7e9 req-41d8ffbb-4847-4154-8339-c4fb623d8ded service nova] Acquiring lock "refresh_cache-ddfef65d-2e70-4e6b-8996-b92dd4e1e577" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.102561] env[70867]: DEBUG oslo_concurrency.lockutils [req-4acced47-bd4b-4c30-95d3-91b5eb26c7e9 req-41d8ffbb-4847-4154-8339-c4fb623d8ded service nova] Acquired lock "refresh_cache-ddfef65d-2e70-4e6b-8996-b92dd4e1e577" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.102719] env[70867]: DEBUG nova.network.neutron [req-4acced47-bd4b-4c30-95d3-91b5eb26c7e9 req-41d8ffbb-4847-4154-8339-c4fb623d8ded service nova] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Refreshing network info cache for port 50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.169563] env[70867]: DEBUG oslo_concurrency.lockutils [req-16b27dfc-1630-42de-8cae-97a2c9c2e0c7 req-a68125ef-dfd2-4e6d-afa9-c5527b95f402 service nova] Releasing lock "refresh_cache-adb9d0d3-95b1-49b7-813d-7cff4b8544e7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.211445] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474284, 'name': CreateVM_Task, 'duration_secs': 0.738585} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.211622] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1089.212377] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.212562] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.212906] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.213192] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b18d20b8-ef18-4e6b-b191-fef6eb930fed {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.217873] env[70867]: DEBUG oslo_vmware.api [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1089.217873] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52852036-cb23-9dc2-7986-217f2f83d272" [ 1089.217873] env[70867]: _type = "Task" [ 1089.217873] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.226089] env[70867]: DEBUG oslo_vmware.api [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52852036-cb23-9dc2-7986-217f2f83d272, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.290593] env[70867]: DEBUG oslo_vmware.api [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.427184] env[70867]: INFO nova.compute.manager [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Took 41.88 seconds to build instance. [ 1089.451377] env[70867]: DEBUG nova.objects.base [None req-6ad2e0d7-ca51-4500-bb02-1d0e13c47f67 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1089.451586] env[70867]: DEBUG nova.network.neutron [None req-6ad2e0d7-ca51-4500-bb02-1d0e13c47f67 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.519938] env[70867]: DEBUG nova.policy [None req-6ad2e0d7-ca51-4500-bb02-1d0e13c47f67 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99f4ded22da4413eb375370addc94c8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6764fc0b9a604426976a4b145f22b580', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1089.596572] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ff5b644b-5091-418c-8554-bcfae771fbbc tempest-ServerPasswordTestJSON-2049715425 tempest-ServerPasswordTestJSON-2049715425-project-member] Lock "9ed435ee-3968-4f12-aa00-9746f0398e9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.450s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.728653] env[70867]: DEBUG oslo_vmware.api [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52852036-cb23-9dc2-7986-217f2f83d272, 'name': SearchDatastore_Task, 'duration_secs': 0.027693} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.728962] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.729455] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.729553] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.729607] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.729790] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.730092] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b514dc2-08ba-4801-94c5-b06827c772fe {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.743195] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.743403] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.744182] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fa77a4d-b1b0-481f-9969-22daad3a3a4c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.750643] env[70867]: DEBUG oslo_vmware.api [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1089.750643] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5228ecb9-3286-b1ab-3142-688ce2b09c89" [ 1089.750643] env[70867]: _type = "Task" [ 1089.750643] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.760659] env[70867]: DEBUG oslo_vmware.api [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5228ecb9-3286-b1ab-3142-688ce2b09c89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.792206] env[70867]: DEBUG oslo_vmware.api [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474286, 'name': ReconfigVM_Task, 'duration_secs': 0.881876} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.792524] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 1361a2ff-f79e-42ca-817c-af5e79f4e133/1361a2ff-f79e-42ca-817c-af5e79f4e133.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.793205] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16d7946c-cd14-4729-9e69-fdc260985422 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.800993] env[70867]: DEBUG oslo_vmware.api [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1089.800993] env[70867]: value = "task-3474290" [ 1089.800993] env[70867]: _type = "Task" [ 1089.800993] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.813563] env[70867]: DEBUG oslo_vmware.api [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474290, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.881785] env[70867]: DEBUG nova.network.neutron [req-4acced47-bd4b-4c30-95d3-91b5eb26c7e9 req-41d8ffbb-4847-4154-8339-c4fb623d8ded service nova] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Updated VIF entry in instance network info cache for port 50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.882203] env[70867]: DEBUG nova.network.neutron [req-4acced47-bd4b-4c30-95d3-91b5eb26c7e9 req-41d8ffbb-4847-4154-8339-c4fb623d8ded service nova] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Updating instance_info_cache with network_info: [{"id": "50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4", "address": "fa:16:3e:84:5e:61", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50ee9cd1-49", "ovs_interfaceid": "50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.929520] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5b61ceb8-e403-4e8c-9c73-92d85c7451fb tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "19b58e47-01fb-40cc-a388-9719a7ef47a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.135s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.262116] env[70867]: DEBUG oslo_vmware.api [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5228ecb9-3286-b1ab-3142-688ce2b09c89, 'name': SearchDatastore_Task, 'duration_secs': 0.013811} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.266487] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17e8a31a-b6da-4db8-a883-c44e900b156f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.273890] env[70867]: DEBUG oslo_vmware.api [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1090.273890] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52459a12-3949-892e-7cc5-056fd3df7d1d" [ 1090.273890] env[70867]: _type = "Task" [ 1090.273890] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.287819] env[70867]: DEBUG oslo_vmware.api [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52459a12-3949-892e-7cc5-056fd3df7d1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.316899] env[70867]: DEBUG oslo_vmware.api [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474290, 'name': Rename_Task, 'duration_secs': 0.230852} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.320161] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.320812] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87349674-261e-41c4-aa95-f414ded405c1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.330040] env[70867]: DEBUG oslo_vmware.api [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1090.330040] env[70867]: value = "task-3474291" [ 1090.330040] env[70867]: _type = "Task" [ 1090.330040] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.343528] env[70867]: DEBUG oslo_vmware.api [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.385389] env[70867]: DEBUG oslo_concurrency.lockutils [req-4acced47-bd4b-4c30-95d3-91b5eb26c7e9 req-41d8ffbb-4847-4154-8339-c4fb623d8ded service nova] Releasing lock "refresh_cache-ddfef65d-2e70-4e6b-8996-b92dd4e1e577" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.392473] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae6a891-9713-4938-9926-15f47b33576f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.400602] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f59f26e-0881-4f91-ad97-e36c7e9ca3fc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.431758] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee6b25b-66b6-41d7-8a40-daea9853aca1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.440023] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90032226-8d37-4b33-8592-6eb311136922 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.454556] env[70867]: DEBUG nova.compute.provider_tree [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.787458] env[70867]: DEBUG oslo_vmware.api [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52459a12-3949-892e-7cc5-056fd3df7d1d, 'name': SearchDatastore_Task, 'duration_secs': 0.016165} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.787809] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.788132] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 803d376e-f1bd-4182-9de1-00fac0e3aa47/803d376e-f1bd-4182-9de1-00fac0e3aa47.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1090.788436] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90742de6-eb2b-445b-afd8-f1207342b1b1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.797987] env[70867]: DEBUG oslo_vmware.api [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1090.797987] env[70867]: value = "task-3474292" [ 1090.797987] env[70867]: _type = "Task" [ 1090.797987] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.808857] env[70867]: DEBUG oslo_vmware.api [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.843490] env[70867]: DEBUG oslo_vmware.api [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474291, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.957526] env[70867]: DEBUG nova.scheduler.client.report [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.026855] env[70867]: DEBUG nova.network.neutron [None req-6ad2e0d7-ca51-4500-bb02-1d0e13c47f67 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Successfully updated port: 553ff111-a0bf-4529-bc02-db7f0c32b3ab {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.306366] env[70867]: DEBUG nova.compute.manager [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.306953] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e1b8dd-b8a7-4774-b9a5-c1ed8722b181 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.317845] env[70867]: DEBUG oslo_vmware.api [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474292, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.343318] env[70867]: DEBUG oslo_vmware.api [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474291, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.463425] env[70867]: DEBUG oslo_concurrency.lockutils [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.464094] env[70867]: DEBUG nova.compute.manager [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: c9e22c27-c098-40d4-9464-181adc858062] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1091.467398] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8b0a70f8-9f1e-4cf7-82b9-45bcb469157e tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.918s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.467667] env[70867]: DEBUG nova.objects.instance [None req-8b0a70f8-9f1e-4cf7-82b9-45bcb469157e tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Lazy-loading 'resources' on Instance uuid da0c0e5d-8af9-4502-8565-3131f63e9829 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.532918] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6ad2e0d7-ca51-4500-bb02-1d0e13c47f67 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "refresh_cache-ddfef65d-2e70-4e6b-8996-b92dd4e1e577" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.533395] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6ad2e0d7-ca51-4500-bb02-1d0e13c47f67 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquired lock "refresh_cache-ddfef65d-2e70-4e6b-8996-b92dd4e1e577" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.533749] env[70867]: DEBUG nova.network.neutron [None req-6ad2e0d7-ca51-4500-bb02-1d0e13c47f67 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.811614] env[70867]: DEBUG oslo_vmware.api [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.872413} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.813166] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 803d376e-f1bd-4182-9de1-00fac0e3aa47/803d376e-f1bd-4182-9de1-00fac0e3aa47.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1091.813367] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1091.816135] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e684b7d1-2226-49e3-aa27-30b5db2208bf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.825914] env[70867]: INFO nova.compute.manager [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] instance snapshotting [ 1091.826139] env[70867]: WARNING nova.compute.manager [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1091.827982] env[70867]: DEBUG oslo_vmware.api [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1091.827982] env[70867]: value = "task-3474294" [ 1091.827982] env[70867]: _type = "Task" [ 1091.827982] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.829923] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d26db8d-ed90-40e3-998d-c28db2978a9a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.867677] env[70867]: DEBUG oslo_vmware.api [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.872086] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f582fb-0692-4341-8410-d1bc5e7af87e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.875912] env[70867]: DEBUG oslo_vmware.api [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474291, 'name': PowerOnVM_Task, 'duration_secs': 1.150984} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.878028] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.878028] env[70867]: INFO nova.compute.manager [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1091.878028] env[70867]: DEBUG nova.compute.manager [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.879526] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16b0048-d5f4-48f7-abc7-5194957d2502 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.974034] env[70867]: DEBUG nova.compute.utils [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1091.978150] env[70867]: DEBUG nova.compute.manager [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: c9e22c27-c098-40d4-9464-181adc858062] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1091.978521] env[70867]: DEBUG nova.network.neutron [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: c9e22c27-c098-40d4-9464-181adc858062] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1091.984077] env[70867]: DEBUG nova.compute.manager [req-875f4c73-bd35-4159-b248-a40f9ffed498 req-98a8004f-e7fe-4091-9dd3-3e1232fb2dd1 service nova] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Received event network-vif-plugged-553ff111-a0bf-4529-bc02-db7f0c32b3ab {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.985649] env[70867]: DEBUG oslo_concurrency.lockutils [req-875f4c73-bd35-4159-b248-a40f9ffed498 req-98a8004f-e7fe-4091-9dd3-3e1232fb2dd1 service nova] Acquiring lock "ddfef65d-2e70-4e6b-8996-b92dd4e1e577-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.985649] env[70867]: DEBUG oslo_concurrency.lockutils [req-875f4c73-bd35-4159-b248-a40f9ffed498 req-98a8004f-e7fe-4091-9dd3-3e1232fb2dd1 service nova] Lock "ddfef65d-2e70-4e6b-8996-b92dd4e1e577-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.985649] env[70867]: DEBUG oslo_concurrency.lockutils [req-875f4c73-bd35-4159-b248-a40f9ffed498 req-98a8004f-e7fe-4091-9dd3-3e1232fb2dd1 service nova] Lock "ddfef65d-2e70-4e6b-8996-b92dd4e1e577-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.985649] env[70867]: DEBUG nova.compute.manager [req-875f4c73-bd35-4159-b248-a40f9ffed498 req-98a8004f-e7fe-4091-9dd3-3e1232fb2dd1 service nova] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] No waiting events found dispatching network-vif-plugged-553ff111-a0bf-4529-bc02-db7f0c32b3ab {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1091.985649] env[70867]: WARNING nova.compute.manager [req-875f4c73-bd35-4159-b248-a40f9ffed498 req-98a8004f-e7fe-4091-9dd3-3e1232fb2dd1 service nova] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Received unexpected event network-vif-plugged-553ff111-a0bf-4529-bc02-db7f0c32b3ab for instance with vm_state active and task_state None. [ 1092.040745] env[70867]: DEBUG nova.policy [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '590691dff2b24b2b8f3522d901ca41d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e802c984a5c41c685ada905bd3d1b94', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1092.096814] env[70867]: WARNING nova.network.neutron [None req-6ad2e0d7-ca51-4500-bb02-1d0e13c47f67 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] addbdc6a-23f3-4408-86c3-571f6567ee4b already exists in list: networks containing: ['addbdc6a-23f3-4408-86c3-571f6567ee4b']. ignoring it [ 1092.299924] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a33d5a4-737b-4036-9c98-e356c7643345 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.310131] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e41af1-9493-4477-bd64-c15bae41fd11 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.319606] env[70867]: DEBUG oslo_concurrency.lockutils [None req-768dd85f-4c83-4ec9-a70b-8b5284bca2aa tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "19b58e47-01fb-40cc-a388-9719a7ef47a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.319909] env[70867]: DEBUG oslo_concurrency.lockutils [None req-768dd85f-4c83-4ec9-a70b-8b5284bca2aa tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "19b58e47-01fb-40cc-a388-9719a7ef47a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.320154] env[70867]: DEBUG oslo_concurrency.lockutils [None req-768dd85f-4c83-4ec9-a70b-8b5284bca2aa tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "19b58e47-01fb-40cc-a388-9719a7ef47a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.320338] env[70867]: DEBUG oslo_concurrency.lockutils [None req-768dd85f-4c83-4ec9-a70b-8b5284bca2aa tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "19b58e47-01fb-40cc-a388-9719a7ef47a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.320500] env[70867]: DEBUG oslo_concurrency.lockutils [None req-768dd85f-4c83-4ec9-a70b-8b5284bca2aa tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "19b58e47-01fb-40cc-a388-9719a7ef47a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.347084] env[70867]: INFO nova.compute.manager [None req-768dd85f-4c83-4ec9-a70b-8b5284bca2aa tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Terminating instance [ 1092.349197] env[70867]: DEBUG nova.network.neutron [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: c9e22c27-c098-40d4-9464-181adc858062] Successfully created port: f3ff7d73-bb9e-4090-b30c-27326946402d {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1092.353711] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538ae866-917a-4cd5-a8a2-7d12a40ab301 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.366086] env[70867]: DEBUG oslo_vmware.api [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145684} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.366428] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1092.370239] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352cb4c0-4cb3-4ea0-910c-6ae23ce57084 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.373491] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe937e53-2226-4e4e-a8de-797715bd2d21 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.398472] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 803d376e-f1bd-4182-9de1-00fac0e3aa47/803d376e-f1bd-4182-9de1-00fac0e3aa47.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.409284] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Creating Snapshot of the VM instance {{(pid=70867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1092.413363] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac4b01ed-1c78-4893-88ef-3119f3cf7cfe {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.432156] env[70867]: DEBUG nova.compute.provider_tree [None req-8b0a70f8-9f1e-4cf7-82b9-45bcb469157e tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.432156] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9733edf1-15f5-44f9-80ca-04ada8e7b384 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.433768] env[70867]: INFO nova.compute.manager [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Took 39.52 seconds to build instance. [ 1092.441860] env[70867]: DEBUG oslo_vmware.api [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1092.441860] env[70867]: value = "task-3474295" [ 1092.441860] env[70867]: _type = "Task" [ 1092.441860] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.443276] env[70867]: DEBUG oslo_vmware.api [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1092.443276] env[70867]: value = "task-3474296" [ 1092.443276] env[70867]: _type = "Task" [ 1092.443276] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.460153] env[70867]: DEBUG oslo_vmware.api [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474295, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.463788] env[70867]: DEBUG oslo_vmware.api [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474296, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.478849] env[70867]: DEBUG nova.compute.manager [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: c9e22c27-c098-40d4-9464-181adc858062] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1092.646789] env[70867]: DEBUG nova.network.neutron [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: c9e22c27-c098-40d4-9464-181adc858062] Successfully created port: d23eae57-08f9-43ca-af60-6b7636aa62cb {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1092.858820] env[70867]: DEBUG nova.compute.manager [None req-768dd85f-4c83-4ec9-a70b-8b5284bca2aa tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1092.859125] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-768dd85f-4c83-4ec9-a70b-8b5284bca2aa tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.860199] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bf8f70-d550-4b9b-9cb9-b792a528f351 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.869908] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-768dd85f-4c83-4ec9-a70b-8b5284bca2aa tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.872523] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-923d0987-5ff5-4d05-a04e-70d481c6c9de {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.887713] env[70867]: DEBUG oslo_vmware.api [None req-768dd85f-4c83-4ec9-a70b-8b5284bca2aa tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1092.887713] env[70867]: value = "task-3474297" [ 1092.887713] env[70867]: _type = "Task" [ 1092.887713] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.895415] env[70867]: DEBUG oslo_vmware.api [None req-768dd85f-4c83-4ec9-a70b-8b5284bca2aa tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.934676] env[70867]: DEBUG nova.scheduler.client.report [None req-8b0a70f8-9f1e-4cf7-82b9-45bcb469157e tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.938152] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f4f8fd6d-7d01-472c-99ed-a31413a905ae tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "1361a2ff-f79e-42ca-817c-af5e79f4e133" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.033s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.939708] env[70867]: DEBUG nova.network.neutron [None req-6ad2e0d7-ca51-4500-bb02-1d0e13c47f67 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Updating instance_info_cache with network_info: [{"id": "50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4", "address": "fa:16:3e:84:5e:61", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50ee9cd1-49", "ovs_interfaceid": "50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "553ff111-a0bf-4529-bc02-db7f0c32b3ab", "address": "fa:16:3e:99:61:a7", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap553ff111-a0", "ovs_interfaceid": "553ff111-a0bf-4529-bc02-db7f0c32b3ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.956848] env[70867]: DEBUG oslo_vmware.api [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474295, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.965264] env[70867]: DEBUG oslo_vmware.api [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.393582] env[70867]: DEBUG oslo_vmware.api [None req-768dd85f-4c83-4ec9-a70b-8b5284bca2aa tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474297, 'name': PowerOffVM_Task, 'duration_secs': 0.23558} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.395028] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-768dd85f-4c83-4ec9-a70b-8b5284bca2aa tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.395028] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-768dd85f-4c83-4ec9-a70b-8b5284bca2aa tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.395198] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92a8c4ba-dd8a-42e6-a8fa-3857436cf037 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.442665] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8b0a70f8-9f1e-4cf7-82b9-45bcb469157e tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.445613] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6ad2e0d7-ca51-4500-bb02-1d0e13c47f67 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Releasing lock "refresh_cache-ddfef65d-2e70-4e6b-8996-b92dd4e1e577" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.446294] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6ad2e0d7-ca51-4500-bb02-1d0e13c47f67 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "ddfef65d-2e70-4e6b-8996-b92dd4e1e577" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.446472] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6ad2e0d7-ca51-4500-bb02-1d0e13c47f67 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquired lock "ddfef65d-2e70-4e6b-8996-b92dd4e1e577" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.447250] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 26.525s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.447379] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.447582] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70867) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1093.447915] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.941s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.448174] env[70867]: DEBUG nova.objects.instance [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Lazy-loading 'resources' on Instance uuid df50dddd-7392-4aa0-a7e7-e5eaea666d73 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.449975] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae72390-c744-4fd5-85e5-f1f187c1a96a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.455718] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdd0d83-4042-4cfd-9b7f-0ae818fa5037 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.469053] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-768dd85f-4c83-4ec9-a70b-8b5284bca2aa tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.469274] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-768dd85f-4c83-4ec9-a70b-8b5284bca2aa tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.469469] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-768dd85f-4c83-4ec9-a70b-8b5284bca2aa tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Deleting the datastore file [datastore1] 19b58e47-01fb-40cc-a388-9719a7ef47a3 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.470523] env[70867]: INFO nova.scheduler.client.report [None req-8b0a70f8-9f1e-4cf7-82b9-45bcb469157e tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Deleted allocations for instance da0c0e5d-8af9-4502-8565-3131f63e9829 [ 1093.474907] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2f3bfb6-9852-4e7a-9039-2ea9ee04d4df {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.497028] env[70867]: DEBUG nova.virt.hardware [None req-6ad2e0d7-ca51-4500-bb02-1d0e13c47f67 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.497028] env[70867]: DEBUG nova.virt.hardware [None req-6ad2e0d7-ca51-4500-bb02-1d0e13c47f67 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.497177] env[70867]: DEBUG nova.virt.hardware [None req-6ad2e0d7-ca51-4500-bb02-1d0e13c47f67 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.497297] env[70867]: DEBUG nova.virt.hardware [None req-6ad2e0d7-ca51-4500-bb02-1d0e13c47f67 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.497445] env[70867]: DEBUG nova.virt.hardware [None req-6ad2e0d7-ca51-4500-bb02-1d0e13c47f67 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.497618] env[70867]: DEBUG nova.virt.hardware [None req-6ad2e0d7-ca51-4500-bb02-1d0e13c47f67 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.497867] env[70867]: DEBUG nova.virt.hardware [None req-6ad2e0d7-ca51-4500-bb02-1d0e13c47f67 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.498187] env[70867]: DEBUG nova.virt.hardware [None req-6ad2e0d7-ca51-4500-bb02-1d0e13c47f67 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.498229] env[70867]: DEBUG nova.virt.hardware [None req-6ad2e0d7-ca51-4500-bb02-1d0e13c47f67 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.498392] env[70867]: DEBUG nova.virt.hardware [None req-6ad2e0d7-ca51-4500-bb02-1d0e13c47f67 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.498563] env[70867]: DEBUG nova.virt.hardware [None req-6ad2e0d7-ca51-4500-bb02-1d0e13c47f67 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.505610] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad2e0d7-ca51-4500-bb02-1d0e13c47f67 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Reconfiguring VM to attach interface {{(pid=70867) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1093.506706] env[70867]: DEBUG nova.compute.manager [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: c9e22c27-c098-40d4-9464-181adc858062] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1093.508754] env[70867]: DEBUG oslo_vmware.api [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474295, 'name': CreateSnapshot_Task, 'duration_secs': 0.870281} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.512769] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d07b798-f466-404e-983f-cad4dd3a066e tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Volume attach. Driver type: vmdk {{(pid=70867) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1093.513042] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d07b798-f466-404e-983f-cad4dd3a066e tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694533', 'volume_id': '7f63998d-8345-4143-b73b-8ae78aa08d9b', 'name': 'volume-7f63998d-8345-4143-b73b-8ae78aa08d9b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de3aee59-9ef4-461a-9f59-9018b003fac6', 'attached_at': '', 'detached_at': '', 'volume_id': '7f63998d-8345-4143-b73b-8ae78aa08d9b', 'serial': '7f63998d-8345-4143-b73b-8ae78aa08d9b'} {{(pid=70867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1093.516289] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b73512-53be-43d7-8320-e131608ca254 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.520334] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94928bcd-e1c4-4443-a976-f875c28fc988 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.534250] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Created Snapshot of the VM instance {{(pid=70867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1093.534796] env[70867]: DEBUG oslo_vmware.api [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474296, 'name': ReconfigVM_Task, 'duration_secs': 0.706035} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.535369] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b2e3e6-9149-4c40-b139-160c4dc422a1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.540723] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdc455a-e84e-4036-ba06-9adf56bff55a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.543885] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 803d376e-f1bd-4182-9de1-00fac0e3aa47/803d376e-f1bd-4182-9de1-00fac0e3aa47.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.547647] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed5c2c42-8218-492e-957f-135e44f436ed {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.576135] env[70867]: DEBUG nova.virt.hardware [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.576391] env[70867]: DEBUG nova.virt.hardware [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.576548] env[70867]: DEBUG nova.virt.hardware [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.576731] env[70867]: DEBUG nova.virt.hardware [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.576877] env[70867]: DEBUG nova.virt.hardware [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.577038] env[70867]: DEBUG nova.virt.hardware [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.577253] env[70867]: DEBUG nova.virt.hardware [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.577416] env[70867]: DEBUG nova.virt.hardware [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.577672] env[70867]: DEBUG nova.virt.hardware [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.577912] env[70867]: DEBUG nova.virt.hardware [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.578140] env[70867]: DEBUG nova.virt.hardware [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.580073] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e6429a-e3de-4abd-93c9-6438065a416a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.583903] env[70867]: DEBUG oslo_vmware.api [None req-6ad2e0d7-ca51-4500-bb02-1d0e13c47f67 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 1093.583903] env[70867]: value = "task-3474300" [ 1093.583903] env[70867]: _type = "Task" [ 1093.583903] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.584664] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9ade88-0acd-486a-922b-08adc56cef1b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.586600] env[70867]: DEBUG oslo_vmware.api [None req-768dd85f-4c83-4ec9-a70b-8b5284bca2aa tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1093.586600] env[70867]: value = "task-3474299" [ 1093.586600] env[70867]: _type = "Task" [ 1093.586600] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.592191] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fccf71-8dd2-4c81-a3ed-af44e3b42359 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.608085] env[70867]: DEBUG oslo_vmware.api [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1093.608085] env[70867]: value = "task-3474301" [ 1093.608085] env[70867]: _type = "Task" [ 1093.608085] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.611816] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f1f499-45bf-45a9-926d-3e084759f06e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.646612] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb43f26-0f23-4d0f-a423-2a50928fead9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.651047] env[70867]: DEBUG oslo_vmware.api [None req-768dd85f-4c83-4ec9-a70b-8b5284bca2aa tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474299, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.651459] env[70867]: DEBUG oslo_vmware.api [None req-6ad2e0d7-ca51-4500-bb02-1d0e13c47f67 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474300, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.662232] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d07b798-f466-404e-983f-cad4dd3a066e tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] volume-7f63998d-8345-4143-b73b-8ae78aa08d9b/volume-7f63998d-8345-4143-b73b-8ae78aa08d9b.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.663707] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfb28b8c-2a44-4fb0-807e-89cb5a342b7e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.705137] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179179MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=70867) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1093.705342] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.710833] env[70867]: DEBUG oslo_vmware.api [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474301, 'name': Rename_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.723643] env[70867]: DEBUG oslo_vmware.api [None req-8d07b798-f466-404e-983f-cad4dd3a066e tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1093.723643] env[70867]: value = "task-3474302" [ 1093.723643] env[70867]: _type = "Task" [ 1093.723643] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.733975] env[70867]: DEBUG oslo_vmware.api [None req-8d07b798-f466-404e-983f-cad4dd3a066e tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474302, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.956936] env[70867]: DEBUG nova.objects.instance [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Lazy-loading 'numa_topology' on Instance uuid df50dddd-7392-4aa0-a7e7-e5eaea666d73 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.018985] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8b0a70f8-9f1e-4cf7-82b9-45bcb469157e tempest-ServersNegativeTestMultiTenantJSON-435846095 tempest-ServersNegativeTestMultiTenantJSON-435846095-project-member] Lock "da0c0e5d-8af9-4502-8565-3131f63e9829" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.924s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.121517] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Creating linked-clone VM from snapshot {{(pid=70867) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1094.121872] env[70867]: DEBUG oslo_vmware.api [None req-6ad2e0d7-ca51-4500-bb02-1d0e13c47f67 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.122224] env[70867]: DEBUG oslo_vmware.api [None req-768dd85f-4c83-4ec9-a70b-8b5284bca2aa tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474299, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258408} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.122470] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fdfc50e9-be94-4754-b3b3-4ac183143113 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.133618] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-768dd85f-4c83-4ec9-a70b-8b5284bca2aa tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.133847] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-768dd85f-4c83-4ec9-a70b-8b5284bca2aa tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.134061] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-768dd85f-4c83-4ec9-a70b-8b5284bca2aa tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.135034] env[70867]: INFO nova.compute.manager [None req-768dd85f-4c83-4ec9-a70b-8b5284bca2aa tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1094.135034] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-768dd85f-4c83-4ec9-a70b-8b5284bca2aa tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.135034] env[70867]: DEBUG nova.compute.manager [-] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1094.135034] env[70867]: DEBUG nova.network.neutron [-] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1094.146096] env[70867]: DEBUG oslo_vmware.api [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1094.146096] env[70867]: value = "task-3474303" [ 1094.146096] env[70867]: _type = "Task" [ 1094.146096] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.149444] env[70867]: DEBUG oslo_vmware.api [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474301, 'name': Rename_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.161927] env[70867]: DEBUG oslo_vmware.api [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474303, 'name': CloneVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.235377] env[70867]: DEBUG oslo_vmware.api [None req-8d07b798-f466-404e-983f-cad4dd3a066e tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.277588] env[70867]: DEBUG nova.network.neutron [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: c9e22c27-c098-40d4-9464-181adc858062] Successfully updated port: f3ff7d73-bb9e-4090-b30c-27326946402d {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1094.463560] env[70867]: DEBUG nova.objects.base [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1094.468413] env[70867]: DEBUG oslo_concurrency.lockutils [None req-43bf0790-9ad1-467e-b4ba-38a2b807fbed tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Acquiring lock "921ed213-6e8d-48b1-9aa6-e4944ffa756f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.468689] env[70867]: DEBUG oslo_concurrency.lockutils [None req-43bf0790-9ad1-467e-b4ba-38a2b807fbed tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Lock "921ed213-6e8d-48b1-9aa6-e4944ffa756f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.468977] env[70867]: DEBUG oslo_concurrency.lockutils [None req-43bf0790-9ad1-467e-b4ba-38a2b807fbed tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Acquiring lock "921ed213-6e8d-48b1-9aa6-e4944ffa756f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.469182] env[70867]: DEBUG oslo_concurrency.lockutils [None req-43bf0790-9ad1-467e-b4ba-38a2b807fbed tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Lock "921ed213-6e8d-48b1-9aa6-e4944ffa756f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.469351] env[70867]: DEBUG oslo_concurrency.lockutils [None req-43bf0790-9ad1-467e-b4ba-38a2b807fbed tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Lock "921ed213-6e8d-48b1-9aa6-e4944ffa756f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.472212] env[70867]: INFO nova.compute.manager [None req-43bf0790-9ad1-467e-b4ba-38a2b807fbed tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Terminating instance [ 1094.617061] env[70867]: DEBUG oslo_vmware.api [None req-6ad2e0d7-ca51-4500-bb02-1d0e13c47f67 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.647810] env[70867]: DEBUG oslo_vmware.api [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474301, 'name': Rename_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.673933] env[70867]: DEBUG nova.compute.manager [req-9551417c-17b4-4126-a907-2773b902a6ba req-0920ab40-4c88-4eb2-86f1-8531ca652045 service nova] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Received event network-changed-553ff111-a0bf-4529-bc02-db7f0c32b3ab {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.674286] env[70867]: DEBUG nova.compute.manager [req-9551417c-17b4-4126-a907-2773b902a6ba req-0920ab40-4c88-4eb2-86f1-8531ca652045 service nova] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Refreshing instance network info cache due to event network-changed-553ff111-a0bf-4529-bc02-db7f0c32b3ab. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.674456] env[70867]: DEBUG oslo_concurrency.lockutils [req-9551417c-17b4-4126-a907-2773b902a6ba req-0920ab40-4c88-4eb2-86f1-8531ca652045 service nova] Acquiring lock "refresh_cache-ddfef65d-2e70-4e6b-8996-b92dd4e1e577" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.674740] env[70867]: DEBUG oslo_concurrency.lockutils [req-9551417c-17b4-4126-a907-2773b902a6ba req-0920ab40-4c88-4eb2-86f1-8531ca652045 service nova] Acquired lock "refresh_cache-ddfef65d-2e70-4e6b-8996-b92dd4e1e577" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.674740] env[70867]: DEBUG nova.network.neutron [req-9551417c-17b4-4126-a907-2773b902a6ba req-0920ab40-4c88-4eb2-86f1-8531ca652045 service nova] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Refreshing network info cache for port 553ff111-a0bf-4529-bc02-db7f0c32b3ab {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.681387] env[70867]: DEBUG oslo_vmware.api [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474303, 'name': CloneVM_Task} progress is 93%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.739673] env[70867]: DEBUG oslo_vmware.api [None req-8d07b798-f466-404e-983f-cad4dd3a066e tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474302, 'name': ReconfigVM_Task, 'duration_secs': 0.716437} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.740085] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d07b798-f466-404e-983f-cad4dd3a066e tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Reconfigured VM instance instance-0000004f to attach disk [datastore1] volume-7f63998d-8345-4143-b73b-8ae78aa08d9b/volume-7f63998d-8345-4143-b73b-8ae78aa08d9b.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.744966] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-032c93b1-9cee-4b6a-8159-07a8a8a3c034 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.771575] env[70867]: DEBUG oslo_vmware.api [None req-8d07b798-f466-404e-983f-cad4dd3a066e tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1094.771575] env[70867]: value = "task-3474304" [ 1094.771575] env[70867]: _type = "Task" [ 1094.771575] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.798782] env[70867]: DEBUG oslo_vmware.api [None req-8d07b798-f466-404e-983f-cad4dd3a066e tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.858586] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4d8cfc9d-0601-4b8f-920c-254e3d787a89 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "1361a2ff-f79e-42ca-817c-af5e79f4e133" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.858926] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4d8cfc9d-0601-4b8f-920c-254e3d787a89 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "1361a2ff-f79e-42ca-817c-af5e79f4e133" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.859228] env[70867]: DEBUG nova.compute.manager [None req-4d8cfc9d-0601-4b8f-920c-254e3d787a89 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.861284] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de56717-d9fd-4f01-84b7-388ef80f9962 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.870220] env[70867]: DEBUG nova.compute.manager [None req-4d8cfc9d-0601-4b8f-920c-254e3d787a89 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70867) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1094.870999] env[70867]: DEBUG nova.objects.instance [None req-4d8cfc9d-0601-4b8f-920c-254e3d787a89 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lazy-loading 'flavor' on Instance uuid 1361a2ff-f79e-42ca-817c-af5e79f4e133 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.925281] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2baaa5-1775-49ef-bc4c-cb8ce5e85a86 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.934919] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aed97de-86be-4406-a440-e1c1998ad88b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.989768] env[70867]: DEBUG nova.compute.manager [None req-43bf0790-9ad1-467e-b4ba-38a2b807fbed tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.990170] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-43bf0790-9ad1-467e-b4ba-38a2b807fbed tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.991618] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62604219-4731-4133-b1f2-0c39964cf6bc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.995011] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b4fcb5-b457-4c67-ac21-6f345b5cf61a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.007068] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112214ba-7605-4798-a7a8-d763cfcaf114 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.011944] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-43bf0790-9ad1-467e-b4ba-38a2b807fbed tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.012229] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32a1095b-7484-427c-9767-9efac09fdced {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.026823] env[70867]: DEBUG nova.compute.provider_tree [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.032680] env[70867]: DEBUG oslo_vmware.api [None req-43bf0790-9ad1-467e-b4ba-38a2b807fbed tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Waiting for the task: (returnval){ [ 1095.032680] env[70867]: value = "task-3474305" [ 1095.032680] env[70867]: _type = "Task" [ 1095.032680] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.041610] env[70867]: DEBUG oslo_vmware.api [None req-43bf0790-9ad1-467e-b4ba-38a2b807fbed tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.095944] env[70867]: DEBUG nova.network.neutron [-] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.113491] env[70867]: DEBUG oslo_vmware.api [None req-6ad2e0d7-ca51-4500-bb02-1d0e13c47f67 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474300, 'name': ReconfigVM_Task, 'duration_secs': 1.194559} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.114807] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6ad2e0d7-ca51-4500-bb02-1d0e13c47f67 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Releasing lock "ddfef65d-2e70-4e6b-8996-b92dd4e1e577" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.114807] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad2e0d7-ca51-4500-bb02-1d0e13c47f67 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Reconfigured VM to attach interface {{(pid=70867) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1095.141697] env[70867]: DEBUG oslo_concurrency.lockutils [None req-68ff1236-53a8-40b1-b9b0-e6d3079b7c6d tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Acquiring lock "4439722b-4bd6-464a-91a8-ebd733072c45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.142068] env[70867]: DEBUG oslo_concurrency.lockutils [None req-68ff1236-53a8-40b1-b9b0-e6d3079b7c6d tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Lock "4439722b-4bd6-464a-91a8-ebd733072c45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.142440] env[70867]: DEBUG oslo_concurrency.lockutils [None req-68ff1236-53a8-40b1-b9b0-e6d3079b7c6d tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Acquiring lock "4439722b-4bd6-464a-91a8-ebd733072c45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.142711] env[70867]: DEBUG oslo_concurrency.lockutils [None req-68ff1236-53a8-40b1-b9b0-e6d3079b7c6d tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Lock "4439722b-4bd6-464a-91a8-ebd733072c45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.142975] env[70867]: DEBUG oslo_concurrency.lockutils [None req-68ff1236-53a8-40b1-b9b0-e6d3079b7c6d tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Lock "4439722b-4bd6-464a-91a8-ebd733072c45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.145488] env[70867]: DEBUG oslo_vmware.api [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474301, 'name': Rename_Task, 'duration_secs': 1.360391} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.145999] env[70867]: INFO nova.compute.manager [None req-68ff1236-53a8-40b1-b9b0-e6d3079b7c6d tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Terminating instance [ 1095.148975] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.149747] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3db1711b-3a54-4931-ade7-d4f88b513d71 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.168321] env[70867]: DEBUG oslo_vmware.api [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1095.168321] env[70867]: value = "task-3474306" [ 1095.168321] env[70867]: _type = "Task" [ 1095.168321] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.168601] env[70867]: DEBUG oslo_vmware.api [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474303, 'name': CloneVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.178646] env[70867]: DEBUG oslo_vmware.api [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474306, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.284588] env[70867]: DEBUG oslo_vmware.api [None req-8d07b798-f466-404e-983f-cad4dd3a066e tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474304, 'name': ReconfigVM_Task, 'duration_secs': 0.226104} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.284588] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d07b798-f466-404e-983f-cad4dd3a066e tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694533', 'volume_id': '7f63998d-8345-4143-b73b-8ae78aa08d9b', 'name': 'volume-7f63998d-8345-4143-b73b-8ae78aa08d9b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de3aee59-9ef4-461a-9f59-9018b003fac6', 'attached_at': '', 'detached_at': '', 'volume_id': '7f63998d-8345-4143-b73b-8ae78aa08d9b', 'serial': '7f63998d-8345-4143-b73b-8ae78aa08d9b'} {{(pid=70867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1095.490665] env[70867]: DEBUG nova.compute.manager [req-c3d0b5e1-06b1-4f90-b1b2-c38f916da9f7 req-a0fd1aa2-ac6a-4912-b717-56442a8ace83 service nova] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Received event network-vif-deleted-1e3d3ccc-7fee-47bd-bc1e-d238f31659e2 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.533021] env[70867]: DEBUG nova.scheduler.client.report [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.546243] env[70867]: DEBUG oslo_vmware.api [None req-43bf0790-9ad1-467e-b4ba-38a2b807fbed tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474305, 'name': PowerOffVM_Task, 'duration_secs': 0.351099} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.549023] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-43bf0790-9ad1-467e-b4ba-38a2b807fbed tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.549023] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-43bf0790-9ad1-467e-b4ba-38a2b807fbed tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.549023] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f5d8776-9af5-4c6d-85c8-1f6ab6f40f6e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.553142] env[70867]: DEBUG nova.network.neutron [req-9551417c-17b4-4126-a907-2773b902a6ba req-0920ab40-4c88-4eb2-86f1-8531ca652045 service nova] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Updated VIF entry in instance network info cache for port 553ff111-a0bf-4529-bc02-db7f0c32b3ab. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.553142] env[70867]: DEBUG nova.network.neutron [req-9551417c-17b4-4126-a907-2773b902a6ba req-0920ab40-4c88-4eb2-86f1-8531ca652045 service nova] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Updating instance_info_cache with network_info: [{"id": "50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4", "address": "fa:16:3e:84:5e:61", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50ee9cd1-49", "ovs_interfaceid": "50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "553ff111-a0bf-4529-bc02-db7f0c32b3ab", "address": "fa:16:3e:99:61:a7", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap553ff111-a0", "ovs_interfaceid": "553ff111-a0bf-4529-bc02-db7f0c32b3ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.599336] env[70867]: INFO nova.compute.manager [-] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Took 1.46 seconds to deallocate network for instance. [ 1095.619819] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6ad2e0d7-ca51-4500-bb02-1d0e13c47f67 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "interface-ddfef65d-2e70-4e6b-8996-b92dd4e1e577-553ff111-a0bf-4529-bc02-db7f0c32b3ab" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.304s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.632068] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-43bf0790-9ad1-467e-b4ba-38a2b807fbed tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.632068] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-43bf0790-9ad1-467e-b4ba-38a2b807fbed tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.632068] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-43bf0790-9ad1-467e-b4ba-38a2b807fbed tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Deleting the datastore file [datastore2] 921ed213-6e8d-48b1-9aa6-e4944ffa756f {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.632068] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe1c58a4-4908-4437-93a7-9afc9cf2a115 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.642263] env[70867]: DEBUG oslo_vmware.api [None req-43bf0790-9ad1-467e-b4ba-38a2b807fbed tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Waiting for the task: (returnval){ [ 1095.642263] env[70867]: value = "task-3474308" [ 1095.642263] env[70867]: _type = "Task" [ 1095.642263] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.652622] env[70867]: DEBUG nova.compute.manager [None req-68ff1236-53a8-40b1-b9b0-e6d3079b7c6d tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1095.652871] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-68ff1236-53a8-40b1-b9b0-e6d3079b7c6d tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.653976] env[70867]: DEBUG oslo_vmware.api [None req-43bf0790-9ad1-467e-b4ba-38a2b807fbed tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.654786] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80106cbd-d6f1-4a66-bd9d-d5fce145ad68 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.669623] env[70867]: DEBUG oslo_vmware.api [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474303, 'name': CloneVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.670114] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ff1236-53a8-40b1-b9b0-e6d3079b7c6d tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.673735] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d274662b-1171-48b0-b663-64aa1aafe84a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.685307] env[70867]: DEBUG oslo_vmware.api [None req-68ff1236-53a8-40b1-b9b0-e6d3079b7c6d tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Waiting for the task: (returnval){ [ 1095.685307] env[70867]: value = "task-3474309" [ 1095.685307] env[70867]: _type = "Task" [ 1095.685307] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.686298] env[70867]: DEBUG oslo_vmware.api [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474306, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.697908] env[70867]: DEBUG oslo_vmware.api [None req-68ff1236-53a8-40b1-b9b0-e6d3079b7c6d tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474309, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.880538] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d8cfc9d-0601-4b8f-920c-254e3d787a89 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.880538] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a770a91-6793-4470-afb5-1a7be49034dc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.888865] env[70867]: DEBUG oslo_vmware.api [None req-4d8cfc9d-0601-4b8f-920c-254e3d787a89 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1095.888865] env[70867]: value = "task-3474310" [ 1095.888865] env[70867]: _type = "Task" [ 1095.888865] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.899649] env[70867]: DEBUG oslo_vmware.api [None req-4d8cfc9d-0601-4b8f-920c-254e3d787a89 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.039535] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.592s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.046019] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8156eab0-0471-493c-a70a-676303d1f8ac tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.843s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.046019] env[70867]: DEBUG nova.objects.instance [None req-8156eab0-0471-493c-a70a-676303d1f8ac tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Lazy-loading 'resources' on Instance uuid f00b03b9-a745-4058-9550-c62f4d1ab179 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.058784] env[70867]: DEBUG oslo_concurrency.lockutils [req-9551417c-17b4-4126-a907-2773b902a6ba req-0920ab40-4c88-4eb2-86f1-8531ca652045 service nova] Releasing lock "refresh_cache-ddfef65d-2e70-4e6b-8996-b92dd4e1e577" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.106688] env[70867]: DEBUG oslo_concurrency.lockutils [None req-768dd85f-4c83-4ec9-a70b-8b5284bca2aa tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.156457] env[70867]: DEBUG oslo_vmware.api [None req-43bf0790-9ad1-467e-b4ba-38a2b807fbed tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195524} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.156457] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-43bf0790-9ad1-467e-b4ba-38a2b807fbed tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.156457] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-43bf0790-9ad1-467e-b4ba-38a2b807fbed tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.156457] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-43bf0790-9ad1-467e-b4ba-38a2b807fbed tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.156457] env[70867]: INFO nova.compute.manager [None req-43bf0790-9ad1-467e-b4ba-38a2b807fbed tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1096.156457] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43bf0790-9ad1-467e-b4ba-38a2b807fbed tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.156457] env[70867]: DEBUG nova.compute.manager [-] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1096.156457] env[70867]: DEBUG nova.network.neutron [-] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1096.168208] env[70867]: DEBUG oslo_vmware.api [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474303, 'name': CloneVM_Task, 'duration_secs': 1.874887} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.168373] env[70867]: INFO nova.virt.vmwareapi.vmops [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Created linked-clone VM from snapshot [ 1096.169666] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9b2962-4e6f-4486-9b99-4e0daf275da4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.185609] env[70867]: DEBUG oslo_vmware.api [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474306, 'name': PowerOnVM_Task, 'duration_secs': 0.707792} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.185890] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Uploading image ec996bdb-ca28-495e-93f6-8b589336a5ff {{(pid=70867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1096.188540] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.188929] env[70867]: INFO nova.compute.manager [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Took 10.97 seconds to spawn the instance on the hypervisor. [ 1096.188929] env[70867]: DEBUG nova.compute.manager [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.189780] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181abead-460a-4587-957d-e4a00d3a8ec3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.203066] env[70867]: DEBUG oslo_vmware.api [None req-68ff1236-53a8-40b1-b9b0-e6d3079b7c6d tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474309, 'name': PowerOffVM_Task, 'duration_secs': 0.249416} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.204749] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ff1236-53a8-40b1-b9b0-e6d3079b7c6d tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.204930] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-68ff1236-53a8-40b1-b9b0-e6d3079b7c6d tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.207981] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-652983f1-dc3d-4a41-a146-e4ec680ebe9d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.221519] env[70867]: DEBUG oslo_vmware.rw_handles [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1096.221519] env[70867]: value = "vm-694535" [ 1096.221519] env[70867]: _type = "VirtualMachine" [ 1096.221519] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1096.221968] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bd39fb17-05fd-44de-895c-00d0d0f3f769 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.233463] env[70867]: DEBUG oslo_vmware.rw_handles [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lease: (returnval){ [ 1096.233463] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5265f60b-c07a-0819-9c2e-878ca28cd912" [ 1096.233463] env[70867]: _type = "HttpNfcLease" [ 1096.233463] env[70867]: } obtained for exporting VM: (result){ [ 1096.233463] env[70867]: value = "vm-694535" [ 1096.233463] env[70867]: _type = "VirtualMachine" [ 1096.233463] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1096.234566] env[70867]: DEBUG oslo_vmware.api [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the lease: (returnval){ [ 1096.234566] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5265f60b-c07a-0819-9c2e-878ca28cd912" [ 1096.234566] env[70867]: _type = "HttpNfcLease" [ 1096.234566] env[70867]: } to be ready. {{(pid=70867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1096.244250] env[70867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1096.244250] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5265f60b-c07a-0819-9c2e-878ca28cd912" [ 1096.244250] env[70867]: _type = "HttpNfcLease" [ 1096.244250] env[70867]: } is initializing. {{(pid=70867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1096.288463] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-68ff1236-53a8-40b1-b9b0-e6d3079b7c6d tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.288680] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-68ff1236-53a8-40b1-b9b0-e6d3079b7c6d tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.288859] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-68ff1236-53a8-40b1-b9b0-e6d3079b7c6d tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Deleting the datastore file [datastore2] 4439722b-4bd6-464a-91a8-ebd733072c45 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.289149] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e32b5da4-dc05-4bf8-925f-6d62859342d4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.296910] env[70867]: DEBUG oslo_vmware.api [None req-68ff1236-53a8-40b1-b9b0-e6d3079b7c6d tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Waiting for the task: (returnval){ [ 1096.296910] env[70867]: value = "task-3474313" [ 1096.296910] env[70867]: _type = "Task" [ 1096.296910] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.309648] env[70867]: DEBUG oslo_vmware.api [None req-68ff1236-53a8-40b1-b9b0-e6d3079b7c6d tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.333452] env[70867]: DEBUG nova.objects.instance [None req-8d07b798-f466-404e-983f-cad4dd3a066e tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lazy-loading 'flavor' on Instance uuid de3aee59-9ef4-461a-9f59-9018b003fac6 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.404648] env[70867]: DEBUG oslo_vmware.api [None req-4d8cfc9d-0601-4b8f-920c-254e3d787a89 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474310, 'name': PowerOffVM_Task, 'duration_secs': 0.282458} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.405396] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d8cfc9d-0601-4b8f-920c-254e3d787a89 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.405396] env[70867]: DEBUG nova.compute.manager [None req-4d8cfc9d-0601-4b8f-920c-254e3d787a89 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.406215] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457b73c8-d1a6-447e-9e37-8ecac3be529c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.546530] env[70867]: DEBUG nova.network.neutron [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: c9e22c27-c098-40d4-9464-181adc858062] Successfully updated port: d23eae57-08f9-43ca-af60-6b7636aa62cb {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1096.551753] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5db8b9cc-7c05-4c9e-8888-7a84c9b92739 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Lock "df50dddd-7392-4aa0-a7e7-e5eaea666d73" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 47.441s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.555813] env[70867]: DEBUG oslo_concurrency.lockutils [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Lock "df50dddd-7392-4aa0-a7e7-e5eaea666d73" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 27.167s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.556027] env[70867]: INFO nova.compute.manager [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Unshelving [ 1096.718695] env[70867]: DEBUG nova.compute.manager [req-ea2a5465-a99f-42bc-b3bb-fc8e977eb0af req-e8ef8dc7-9b16-4ab5-abcc-957303cfc9a9 service nova] [instance: c9e22c27-c098-40d4-9464-181adc858062] Received event network-vif-plugged-f3ff7d73-bb9e-4090-b30c-27326946402d {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.718914] env[70867]: DEBUG oslo_concurrency.lockutils [req-ea2a5465-a99f-42bc-b3bb-fc8e977eb0af req-e8ef8dc7-9b16-4ab5-abcc-957303cfc9a9 service nova] Acquiring lock "c9e22c27-c098-40d4-9464-181adc858062-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.719139] env[70867]: DEBUG oslo_concurrency.lockutils [req-ea2a5465-a99f-42bc-b3bb-fc8e977eb0af req-e8ef8dc7-9b16-4ab5-abcc-957303cfc9a9 service nova] Lock "c9e22c27-c098-40d4-9464-181adc858062-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.719311] env[70867]: DEBUG oslo_concurrency.lockutils [req-ea2a5465-a99f-42bc-b3bb-fc8e977eb0af req-e8ef8dc7-9b16-4ab5-abcc-957303cfc9a9 service nova] Lock "c9e22c27-c098-40d4-9464-181adc858062-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.719556] env[70867]: DEBUG nova.compute.manager [req-ea2a5465-a99f-42bc-b3bb-fc8e977eb0af req-e8ef8dc7-9b16-4ab5-abcc-957303cfc9a9 service nova] [instance: c9e22c27-c098-40d4-9464-181adc858062] No waiting events found dispatching network-vif-plugged-f3ff7d73-bb9e-4090-b30c-27326946402d {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1096.719632] env[70867]: WARNING nova.compute.manager [req-ea2a5465-a99f-42bc-b3bb-fc8e977eb0af req-e8ef8dc7-9b16-4ab5-abcc-957303cfc9a9 service nova] [instance: c9e22c27-c098-40d4-9464-181adc858062] Received unexpected event network-vif-plugged-f3ff7d73-bb9e-4090-b30c-27326946402d for instance with vm_state building and task_state spawning. [ 1096.719789] env[70867]: DEBUG nova.compute.manager [req-ea2a5465-a99f-42bc-b3bb-fc8e977eb0af req-e8ef8dc7-9b16-4ab5-abcc-957303cfc9a9 service nova] [instance: c9e22c27-c098-40d4-9464-181adc858062] Received event network-changed-f3ff7d73-bb9e-4090-b30c-27326946402d {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.719992] env[70867]: DEBUG nova.compute.manager [req-ea2a5465-a99f-42bc-b3bb-fc8e977eb0af req-e8ef8dc7-9b16-4ab5-abcc-957303cfc9a9 service nova] [instance: c9e22c27-c098-40d4-9464-181adc858062] Refreshing instance network info cache due to event network-changed-f3ff7d73-bb9e-4090-b30c-27326946402d. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1096.722798] env[70867]: DEBUG oslo_concurrency.lockutils [req-ea2a5465-a99f-42bc-b3bb-fc8e977eb0af req-e8ef8dc7-9b16-4ab5-abcc-957303cfc9a9 service nova] Acquiring lock "refresh_cache-c9e22c27-c098-40d4-9464-181adc858062" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.722954] env[70867]: DEBUG oslo_concurrency.lockutils [req-ea2a5465-a99f-42bc-b3bb-fc8e977eb0af req-e8ef8dc7-9b16-4ab5-abcc-957303cfc9a9 service nova] Acquired lock "refresh_cache-c9e22c27-c098-40d4-9464-181adc858062" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.723184] env[70867]: DEBUG nova.network.neutron [req-ea2a5465-a99f-42bc-b3bb-fc8e977eb0af req-e8ef8dc7-9b16-4ab5-abcc-957303cfc9a9 service nova] [instance: c9e22c27-c098-40d4-9464-181adc858062] Refreshing network info cache for port f3ff7d73-bb9e-4090-b30c-27326946402d {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.730644] env[70867]: INFO nova.compute.manager [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Took 43.10 seconds to build instance. [ 1096.748761] env[70867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1096.748761] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5265f60b-c07a-0819-9c2e-878ca28cd912" [ 1096.748761] env[70867]: _type = "HttpNfcLease" [ 1096.748761] env[70867]: } is ready. {{(pid=70867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1096.749127] env[70867]: DEBUG oslo_vmware.rw_handles [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1096.749127] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5265f60b-c07a-0819-9c2e-878ca28cd912" [ 1096.749127] env[70867]: _type = "HttpNfcLease" [ 1096.749127] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1096.750202] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e7b38e-50f1-46c8-a4ba-f0d78ab9e281 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.765682] env[70867]: DEBUG oslo_vmware.rw_handles [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f57fe3-e5e9-547c-d98f-1bc488496e0f/disk-0.vmdk from lease info. {{(pid=70867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1096.766046] env[70867]: DEBUG oslo_vmware.rw_handles [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f57fe3-e5e9-547c-d98f-1bc488496e0f/disk-0.vmdk for reading. {{(pid=70867) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1096.842602] env[70867]: DEBUG oslo_vmware.api [None req-68ff1236-53a8-40b1-b9b0-e6d3079b7c6d tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Task: {'id': task-3474313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156542} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.842973] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-68ff1236-53a8-40b1-b9b0-e6d3079b7c6d tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.843278] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-68ff1236-53a8-40b1-b9b0-e6d3079b7c6d tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.843396] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-68ff1236-53a8-40b1-b9b0-e6d3079b7c6d tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.843835] env[70867]: INFO nova.compute.manager [None req-68ff1236-53a8-40b1-b9b0-e6d3079b7c6d tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1096.843835] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68ff1236-53a8-40b1-b9b0-e6d3079b7c6d tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.844530] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8d07b798-f466-404e-983f-cad4dd3a066e tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "de3aee59-9ef4-461a-9f59-9018b003fac6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.966s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.845259] env[70867]: DEBUG nova.compute.manager [-] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1096.845493] env[70867]: DEBUG nova.network.neutron [-] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1096.890948] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2b4a9d42-1e57-4413-b437-b248e39bd660 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.923243] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4d8cfc9d-0601-4b8f-920c-254e3d787a89 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "1361a2ff-f79e-42ca-817c-af5e79f4e133" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.983082] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736b1bdf-f82a-4e82-ad4f-d4a9969127e9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.992379] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b6aa76-2c63-40ae-8c81-14c0bc7d4923 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.027231] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffacdf9-9756-4b72-85d1-cc343e4a1aeb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.035690] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5450c4ac-4f48-49ca-9c7f-48e3eb2d52fa {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.052399] env[70867]: DEBUG oslo_concurrency.lockutils [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Acquiring lock "refresh_cache-c9e22c27-c098-40d4-9464-181adc858062" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.052494] env[70867]: DEBUG nova.compute.provider_tree [None req-8156eab0-0471-493c-a70a-676303d1f8ac tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.127035] env[70867]: DEBUG nova.network.neutron [-] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.236911] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2a89209e-fd56-43fa-8a31-3a3c52f64ec5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "803d376e-f1bd-4182-9de1-00fac0e3aa47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.620s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.241560] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cfd57279-9597-4798-bb64-bd21d2192332 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "interface-ddfef65d-2e70-4e6b-8996-b92dd4e1e577-553ff111-a0bf-4529-bc02-db7f0c32b3ab" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.241850] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cfd57279-9597-4798-bb64-bd21d2192332 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "interface-ddfef65d-2e70-4e6b-8996-b92dd4e1e577-553ff111-a0bf-4529-bc02-db7f0c32b3ab" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.266803] env[70867]: DEBUG nova.network.neutron [req-ea2a5465-a99f-42bc-b3bb-fc8e977eb0af req-e8ef8dc7-9b16-4ab5-abcc-957303cfc9a9 service nova] [instance: c9e22c27-c098-40d4-9464-181adc858062] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1097.383227] env[70867]: DEBUG nova.network.neutron [req-ea2a5465-a99f-42bc-b3bb-fc8e977eb0af req-e8ef8dc7-9b16-4ab5-abcc-957303cfc9a9 service nova] [instance: c9e22c27-c098-40d4-9464-181adc858062] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.555922] env[70867]: DEBUG nova.scheduler.client.report [None req-8156eab0-0471-493c-a70a-676303d1f8ac tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.577423] env[70867]: DEBUG nova.compute.manager [req-56194568-57b4-41c7-ba8d-1d16a7296b05 req-8cc4289a-9bc6-41ba-a906-e8bb7e70b10c service nova] [instance: c9e22c27-c098-40d4-9464-181adc858062] Received event network-vif-plugged-d23eae57-08f9-43ca-af60-6b7636aa62cb {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.581094] env[70867]: DEBUG oslo_concurrency.lockutils [req-56194568-57b4-41c7-ba8d-1d16a7296b05 req-8cc4289a-9bc6-41ba-a906-e8bb7e70b10c service nova] Acquiring lock "c9e22c27-c098-40d4-9464-181adc858062-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.581094] env[70867]: DEBUG oslo_concurrency.lockutils [req-56194568-57b4-41c7-ba8d-1d16a7296b05 req-8cc4289a-9bc6-41ba-a906-e8bb7e70b10c service nova] Lock "c9e22c27-c098-40d4-9464-181adc858062-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.581094] env[70867]: DEBUG oslo_concurrency.lockutils [req-56194568-57b4-41c7-ba8d-1d16a7296b05 req-8cc4289a-9bc6-41ba-a906-e8bb7e70b10c service nova] Lock "c9e22c27-c098-40d4-9464-181adc858062-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.581094] env[70867]: DEBUG nova.compute.manager [req-56194568-57b4-41c7-ba8d-1d16a7296b05 req-8cc4289a-9bc6-41ba-a906-e8bb7e70b10c service nova] [instance: c9e22c27-c098-40d4-9464-181adc858062] No waiting events found dispatching network-vif-plugged-d23eae57-08f9-43ca-af60-6b7636aa62cb {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1097.581094] env[70867]: WARNING nova.compute.manager [req-56194568-57b4-41c7-ba8d-1d16a7296b05 req-8cc4289a-9bc6-41ba-a906-e8bb7e70b10c service nova] [instance: c9e22c27-c098-40d4-9464-181adc858062] Received unexpected event network-vif-plugged-d23eae57-08f9-43ca-af60-6b7636aa62cb for instance with vm_state building and task_state spawning. [ 1097.581973] env[70867]: DEBUG nova.compute.manager [req-56194568-57b4-41c7-ba8d-1d16a7296b05 req-8cc4289a-9bc6-41ba-a906-e8bb7e70b10c service nova] [instance: c9e22c27-c098-40d4-9464-181adc858062] Received event network-changed-d23eae57-08f9-43ca-af60-6b7636aa62cb {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.582070] env[70867]: DEBUG nova.compute.manager [req-56194568-57b4-41c7-ba8d-1d16a7296b05 req-8cc4289a-9bc6-41ba-a906-e8bb7e70b10c service nova] [instance: c9e22c27-c098-40d4-9464-181adc858062] Refreshing instance network info cache due to event network-changed-d23eae57-08f9-43ca-af60-6b7636aa62cb. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.582733] env[70867]: DEBUG oslo_concurrency.lockutils [req-56194568-57b4-41c7-ba8d-1d16a7296b05 req-8cc4289a-9bc6-41ba-a906-e8bb7e70b10c service nova] Acquiring lock "refresh_cache-c9e22c27-c098-40d4-9464-181adc858062" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.593660] env[70867]: DEBUG oslo_concurrency.lockutils [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.628637] env[70867]: INFO nova.compute.manager [-] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Took 1.47 seconds to deallocate network for instance. [ 1097.745780] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cfd57279-9597-4798-bb64-bd21d2192332 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "ddfef65d-2e70-4e6b-8996-b92dd4e1e577" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.746666] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cfd57279-9597-4798-bb64-bd21d2192332 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquired lock "ddfef65d-2e70-4e6b-8996-b92dd4e1e577" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.747708] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c27492f-3cd1-47e3-b7e1-fab37c9addf6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.781944] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b720e1-8233-4ab0-89ae-e9c187032dda {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.819029] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd57279-9597-4798-bb64-bd21d2192332 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Reconfiguring VM to detach interface {{(pid=70867) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1097.819529] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4135f4e0-e25d-4c07-9b57-d71aa9091afc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.843867] env[70867]: DEBUG nova.network.neutron [-] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.848030] env[70867]: DEBUG oslo_vmware.api [None req-cfd57279-9597-4798-bb64-bd21d2192332 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 1097.848030] env[70867]: value = "task-3474314" [ 1097.848030] env[70867]: _type = "Task" [ 1097.848030] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.861612] env[70867]: DEBUG oslo_vmware.api [None req-cfd57279-9597-4798-bb64-bd21d2192332 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474314, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.888025] env[70867]: DEBUG oslo_concurrency.lockutils [req-ea2a5465-a99f-42bc-b3bb-fc8e977eb0af req-e8ef8dc7-9b16-4ab5-abcc-957303cfc9a9 service nova] Releasing lock "refresh_cache-c9e22c27-c098-40d4-9464-181adc858062" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.888025] env[70867]: DEBUG nova.compute.manager [req-ea2a5465-a99f-42bc-b3bb-fc8e977eb0af req-e8ef8dc7-9b16-4ab5-abcc-957303cfc9a9 service nova] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Received event network-vif-deleted-4ba59746-2de5-4da4-884d-903781460f47 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.888025] env[70867]: INFO nova.compute.manager [req-ea2a5465-a99f-42bc-b3bb-fc8e977eb0af req-e8ef8dc7-9b16-4ab5-abcc-957303cfc9a9 service nova] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Neutron deleted interface 4ba59746-2de5-4da4-884d-903781460f47; detaching it from the instance and deleting it from the info cache [ 1097.888527] env[70867]: DEBUG nova.network.neutron [req-ea2a5465-a99f-42bc-b3bb-fc8e977eb0af req-e8ef8dc7-9b16-4ab5-abcc-957303cfc9a9 service nova] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.890183] env[70867]: DEBUG oslo_concurrency.lockutils [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Acquired lock "refresh_cache-c9e22c27-c098-40d4-9464-181adc858062" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.890644] env[70867]: DEBUG nova.network.neutron [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: c9e22c27-c098-40d4-9464-181adc858062] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.063019] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8156eab0-0471-493c-a70a-676303d1f8ac tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.019s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.065897] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d4b590bc-fb4c-4f65-8c1a-d87993049364 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.744s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.068017] env[70867]: DEBUG nova.objects.instance [None req-d4b590bc-fb4c-4f65-8c1a-d87993049364 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lazy-loading 'resources' on Instance uuid 11b97e82-50f1-42a2-93ad-89765ef6a875 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.096680] env[70867]: INFO nova.scheduler.client.report [None req-8156eab0-0471-493c-a70a-676303d1f8ac tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Deleted allocations for instance f00b03b9-a745-4058-9550-c62f4d1ab179 [ 1098.139027] env[70867]: DEBUG oslo_concurrency.lockutils [None req-43bf0790-9ad1-467e-b4ba-38a2b807fbed tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.346616] env[70867]: INFO nova.compute.manager [-] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Took 1.50 seconds to deallocate network for instance. [ 1098.372312] env[70867]: DEBUG oslo_vmware.api [None req-cfd57279-9597-4798-bb64-bd21d2192332 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.398056] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8897ecdf-db17-4834-8364-d88ef5277109 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.413101] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07168454-e390-4929-9ca9-42a52b8e2b69 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.452994] env[70867]: DEBUG nova.compute.manager [req-ea2a5465-a99f-42bc-b3bb-fc8e977eb0af req-e8ef8dc7-9b16-4ab5-abcc-957303cfc9a9 service nova] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Detach interface failed, port_id=4ba59746-2de5-4da4-884d-903781460f47, reason: Instance 921ed213-6e8d-48b1-9aa6-e4944ffa756f could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1098.453748] env[70867]: DEBUG nova.network.neutron [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: c9e22c27-c098-40d4-9464-181adc858062] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1098.601166] env[70867]: DEBUG nova.compute.manager [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Stashing vm_state: active {{(pid=70867) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1098.615422] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8156eab0-0471-493c-a70a-676303d1f8ac tempest-ServerDiagnosticsV248Test-29876264 tempest-ServerDiagnosticsV248Test-29876264-project-member] Lock "f00b03b9-a745-4058-9550-c62f4d1ab179" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.618s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.727326] env[70867]: INFO nova.compute.manager [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Rebuilding instance [ 1098.800226] env[70867]: DEBUG nova.compute.manager [req-187c9956-ac42-4056-8250-68a4e64a7903 req-190ccd3d-af8f-42b6-b208-e02c93882d26 service nova] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Received event network-vif-deleted-292d8a3e-171d-4181-8392-77dc452c43af {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.823803] env[70867]: DEBUG nova.compute.manager [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.828133] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e72ba7-6a41-4034-96b4-1180f4b0bdbe {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.868021] env[70867]: DEBUG oslo_concurrency.lockutils [None req-68ff1236-53a8-40b1-b9b0-e6d3079b7c6d tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.877972] env[70867]: DEBUG oslo_vmware.api [None req-cfd57279-9597-4798-bb64-bd21d2192332 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.989588] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32733b26-81a6-42fc-a41f-46f7aaa13d0c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.999075] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fa2f3b-37d2-405a-a92b-67f4c85add47 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.005566] env[70867]: DEBUG nova.network.neutron [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: c9e22c27-c098-40d4-9464-181adc858062] Updating instance_info_cache with network_info: [{"id": "f3ff7d73-bb9e-4090-b30c-27326946402d", "address": "fa:16:3e:b6:74:06", "network": {"id": "de511a55-faf4-4e23-b0ae-2738c58a81aa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1991496383", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e802c984a5c41c685ada905bd3d1b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3ff7d73-bb", "ovs_interfaceid": "f3ff7d73-bb9e-4090-b30c-27326946402d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d23eae57-08f9-43ca-af60-6b7636aa62cb", "address": "fa:16:3e:f7:bc:dc", "network": {"id": "1896bb13-1b61-4666-a85d-3ba2e0290255", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-894212733", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4e802c984a5c41c685ada905bd3d1b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd23eae57-08", "ovs_interfaceid": "d23eae57-08f9-43ca-af60-6b7636aa62cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.035514] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8c8ade-46b1-47c3-92cb-f6fa6b9dd7d3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.044417] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a786a2-ef84-4e3f-9794-e189bad47f39 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.061603] env[70867]: DEBUG nova.compute.provider_tree [None req-d4b590bc-fb4c-4f65-8c1a-d87993049364 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.128865] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.349231] env[70867]: INFO nova.compute.manager [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Rebuilding instance [ 1099.364073] env[70867]: DEBUG oslo_vmware.api [None req-cfd57279-9597-4798-bb64-bd21d2192332 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.392603] env[70867]: DEBUG nova.compute.manager [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.393692] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f4960e-ac9e-4677-aa17-1331775f1aff {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.508801] env[70867]: DEBUG oslo_concurrency.lockutils [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Releasing lock "refresh_cache-c9e22c27-c098-40d4-9464-181adc858062" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.509231] env[70867]: DEBUG nova.compute.manager [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: c9e22c27-c098-40d4-9464-181adc858062] Instance network_info: |[{"id": "f3ff7d73-bb9e-4090-b30c-27326946402d", "address": "fa:16:3e:b6:74:06", "network": {"id": "de511a55-faf4-4e23-b0ae-2738c58a81aa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1991496383", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e802c984a5c41c685ada905bd3d1b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3ff7d73-bb", "ovs_interfaceid": "f3ff7d73-bb9e-4090-b30c-27326946402d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d23eae57-08f9-43ca-af60-6b7636aa62cb", "address": "fa:16:3e:f7:bc:dc", "network": {"id": "1896bb13-1b61-4666-a85d-3ba2e0290255", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-894212733", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4e802c984a5c41c685ada905bd3d1b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd23eae57-08", "ovs_interfaceid": "d23eae57-08f9-43ca-af60-6b7636aa62cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1099.509637] env[70867]: DEBUG oslo_concurrency.lockutils [req-56194568-57b4-41c7-ba8d-1d16a7296b05 req-8cc4289a-9bc6-41ba-a906-e8bb7e70b10c service nova] Acquired lock "refresh_cache-c9e22c27-c098-40d4-9464-181adc858062" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.509848] env[70867]: DEBUG nova.network.neutron [req-56194568-57b4-41c7-ba8d-1d16a7296b05 req-8cc4289a-9bc6-41ba-a906-e8bb7e70b10c service nova] [instance: c9e22c27-c098-40d4-9464-181adc858062] Refreshing network info cache for port d23eae57-08f9-43ca-af60-6b7636aa62cb {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.511518] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: c9e22c27-c098-40d4-9464-181adc858062] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:74:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3ff7d73-bb9e-4090-b30c-27326946402d', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:bc:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd69a4b11-8d65-435f-94a5-28f74a39a718', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd23eae57-08f9-43ca-af60-6b7636aa62cb', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1099.520576] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.523669] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9e22c27-c098-40d4-9464-181adc858062] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1099.524164] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9da83968-beb2-412b-b9aa-db4f9d25841d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.547722] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.547722] env[70867]: value = "task-3474315" [ 1099.547722] env[70867]: _type = "Task" [ 1099.547722] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.558686] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474315, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.565915] env[70867]: DEBUG nova.scheduler.client.report [None req-d4b590bc-fb4c-4f65-8c1a-d87993049364 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.718230] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8e6aa1cf-2f5c-4793-9810-8ff3a2ce0cdc tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Acquiring lock "6e23b2d7-e31a-432d-9fc4-3e2f8993ff80" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.719558] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8e6aa1cf-2f5c-4793-9810-8ff3a2ce0cdc tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "6e23b2d7-e31a-432d-9fc4-3e2f8993ff80" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.820335] env[70867]: DEBUG nova.network.neutron [req-56194568-57b4-41c7-ba8d-1d16a7296b05 req-8cc4289a-9bc6-41ba-a906-e8bb7e70b10c service nova] [instance: c9e22c27-c098-40d4-9464-181adc858062] Updated VIF entry in instance network info cache for port d23eae57-08f9-43ca-af60-6b7636aa62cb. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.820831] env[70867]: DEBUG nova.network.neutron [req-56194568-57b4-41c7-ba8d-1d16a7296b05 req-8cc4289a-9bc6-41ba-a906-e8bb7e70b10c service nova] [instance: c9e22c27-c098-40d4-9464-181adc858062] Updating instance_info_cache with network_info: [{"id": "f3ff7d73-bb9e-4090-b30c-27326946402d", "address": "fa:16:3e:b6:74:06", "network": {"id": "de511a55-faf4-4e23-b0ae-2738c58a81aa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1991496383", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e802c984a5c41c685ada905bd3d1b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3ff7d73-bb", "ovs_interfaceid": "f3ff7d73-bb9e-4090-b30c-27326946402d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d23eae57-08f9-43ca-af60-6b7636aa62cb", "address": "fa:16:3e:f7:bc:dc", "network": {"id": "1896bb13-1b61-4666-a85d-3ba2e0290255", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-894212733", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4e802c984a5c41c685ada905bd3d1b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd23eae57-08", "ovs_interfaceid": "d23eae57-08f9-43ca-af60-6b7636aa62cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.866611] env[70867]: DEBUG oslo_vmware.api [None req-cfd57279-9597-4798-bb64-bd21d2192332 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.870773] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.871130] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee468e74-9eed-4c64-932d-29467e9b681b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.879135] env[70867]: DEBUG oslo_vmware.api [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1099.879135] env[70867]: value = "task-3474316" [ 1099.879135] env[70867]: _type = "Task" [ 1099.879135] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.892271] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] VM already powered off {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1099.892548] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.893385] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4dd220-a44d-49fc-a0b1-cfc054cdf2ad {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.901333] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.901606] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d3304f6-db62-41bf-8df3-3f0f4c2b3180 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.977375] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.977824] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.978334] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Deleting the datastore file [datastore2] 1361a2ff-f79e-42ca-817c-af5e79f4e133 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.979023] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7623b563-1bb7-4e32-8517-39e07de669d8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.987722] env[70867]: DEBUG oslo_vmware.api [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1099.987722] env[70867]: value = "task-3474318" [ 1099.987722] env[70867]: _type = "Task" [ 1099.987722] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.996758] env[70867]: DEBUG oslo_vmware.api [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.059307] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474315, 'name': CreateVM_Task, 'duration_secs': 0.4219} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.059498] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9e22c27-c098-40d4-9464-181adc858062] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1100.060359] env[70867]: DEBUG oslo_concurrency.lockutils [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.060527] env[70867]: DEBUG oslo_concurrency.lockutils [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.060904] env[70867]: DEBUG oslo_concurrency.lockutils [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.061191] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33f14163-5a95-4ff3-b945-68570aeeb60b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.066918] env[70867]: DEBUG oslo_vmware.api [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Waiting for the task: (returnval){ [ 1100.066918] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ba814c-068a-5931-2465-b535e7409381" [ 1100.066918] env[70867]: _type = "Task" [ 1100.066918] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.070729] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d4b590bc-fb4c-4f65-8c1a-d87993049364 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.072919] env[70867]: DEBUG oslo_concurrency.lockutils [None req-757eba1c-3b3a-4d95-8386-8d9f7c69d760 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.462s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.073483] env[70867]: DEBUG nova.objects.instance [None req-757eba1c-3b3a-4d95-8386-8d9f7c69d760 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lazy-loading 'resources' on Instance uuid 0f2395d1-5ae7-403c-a689-9861a88fc203 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.080278] env[70867]: DEBUG oslo_vmware.api [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ba814c-068a-5931-2465-b535e7409381, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.094735] env[70867]: INFO nova.scheduler.client.report [None req-d4b590bc-fb4c-4f65-8c1a-d87993049364 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Deleted allocations for instance 11b97e82-50f1-42a2-93ad-89765ef6a875 [ 1100.221939] env[70867]: INFO nova.compute.manager [None req-8e6aa1cf-2f5c-4793-9810-8ff3a2ce0cdc tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Detaching volume bbafb856-8d2a-4538-af8b-428358f1415c [ 1100.258749] env[70867]: INFO nova.virt.block_device [None req-8e6aa1cf-2f5c-4793-9810-8ff3a2ce0cdc tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Attempting to driver detach volume bbafb856-8d2a-4538-af8b-428358f1415c from mountpoint /dev/sdb [ 1100.259020] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e6aa1cf-2f5c-4793-9810-8ff3a2ce0cdc tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Volume detach. Driver type: vmdk {{(pid=70867) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1100.259213] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e6aa1cf-2f5c-4793-9810-8ff3a2ce0cdc tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694507', 'volume_id': 'bbafb856-8d2a-4538-af8b-428358f1415c', 'name': 'volume-bbafb856-8d2a-4538-af8b-428358f1415c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6e23b2d7-e31a-432d-9fc4-3e2f8993ff80', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbafb856-8d2a-4538-af8b-428358f1415c', 'serial': 'bbafb856-8d2a-4538-af8b-428358f1415c'} {{(pid=70867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1100.260224] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5836c60-d7b0-4959-91f2-c9245aa9b81c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.283606] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13009030-9a83-4a0e-9fa8-6785f1827961 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.291610] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8ca119-46b9-4b26-8e8e-62eca84a36ac {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.312277] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd613044-0775-45ab-9d8d-8f9123f8dd30 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.330309] env[70867]: DEBUG oslo_concurrency.lockutils [req-56194568-57b4-41c7-ba8d-1d16a7296b05 req-8cc4289a-9bc6-41ba-a906-e8bb7e70b10c service nova] Releasing lock "refresh_cache-c9e22c27-c098-40d4-9464-181adc858062" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.330763] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e6aa1cf-2f5c-4793-9810-8ff3a2ce0cdc tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] The volume has not been displaced from its original location: [datastore1] volume-bbafb856-8d2a-4538-af8b-428358f1415c/volume-bbafb856-8d2a-4538-af8b-428358f1415c.vmdk. No consolidation needed. {{(pid=70867) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1100.336065] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e6aa1cf-2f5c-4793-9810-8ff3a2ce0cdc tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Reconfiguring VM instance instance-00000046 to detach disk 2001 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1100.336849] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55c23ebe-d871-470f-898f-ca346a45564c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.358890] env[70867]: DEBUG oslo_vmware.api [None req-8e6aa1cf-2f5c-4793-9810-8ff3a2ce0cdc tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Waiting for the task: (returnval){ [ 1100.358890] env[70867]: value = "task-3474319" [ 1100.358890] env[70867]: _type = "Task" [ 1100.358890] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.365404] env[70867]: DEBUG oslo_vmware.api [None req-cfd57279-9597-4798-bb64-bd21d2192332 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.371062] env[70867]: DEBUG oslo_vmware.api [None req-8e6aa1cf-2f5c-4793-9810-8ff3a2ce0cdc tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474319, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.408926] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.409329] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-755d2548-420f-4c0c-b8d0-33c3c2e6a510 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.418217] env[70867]: DEBUG oslo_vmware.api [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1100.418217] env[70867]: value = "task-3474320" [ 1100.418217] env[70867]: _type = "Task" [ 1100.418217] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.429954] env[70867]: DEBUG oslo_vmware.api [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.498739] env[70867]: DEBUG oslo_vmware.api [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474318, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143486} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.499015] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.499214] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.499400] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.583854] env[70867]: DEBUG oslo_vmware.api [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ba814c-068a-5931-2465-b535e7409381, 'name': SearchDatastore_Task, 'duration_secs': 0.022962} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.584421] env[70867]: DEBUG oslo_concurrency.lockutils [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.584731] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: c9e22c27-c098-40d4-9464-181adc858062] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.585046] env[70867]: DEBUG oslo_concurrency.lockutils [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.585312] env[70867]: DEBUG oslo_concurrency.lockutils [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.585528] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.585855] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f00cbad9-a7ba-4166-b125-d823fda452c3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.602723] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d4b590bc-fb4c-4f65-8c1a-d87993049364 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "11b97e82-50f1-42a2-93ad-89765ef6a875" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.779s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.606457] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.606926] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.614113] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f192676b-2a85-437f-943d-86e145d7b048 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.621532] env[70867]: DEBUG oslo_vmware.api [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Waiting for the task: (returnval){ [ 1100.621532] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]520a8480-ae97-2561-9e67-020b4287df06" [ 1100.621532] env[70867]: _type = "Task" [ 1100.621532] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.633669] env[70867]: DEBUG oslo_vmware.api [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]520a8480-ae97-2561-9e67-020b4287df06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.869947] env[70867]: DEBUG oslo_vmware.api [None req-cfd57279-9597-4798-bb64-bd21d2192332 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.876416] env[70867]: DEBUG oslo_vmware.api [None req-8e6aa1cf-2f5c-4793-9810-8ff3a2ce0cdc tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474319, 'name': ReconfigVM_Task, 'duration_secs': 0.323156} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.879350] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e6aa1cf-2f5c-4793-9810-8ff3a2ce0cdc tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Reconfigured VM instance instance-00000046 to detach disk 2001 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1100.884326] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a95b21c0-eb0a-4f06-abbb-a1c90912aa3b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.896140] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f987cc16-a655-46d5-a6a8-f037939d0a67 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.907122] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1e7c87-3e7e-470c-97b1-92601319c334 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.910667] env[70867]: DEBUG oslo_vmware.api [None req-8e6aa1cf-2f5c-4793-9810-8ff3a2ce0cdc tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Waiting for the task: (returnval){ [ 1100.910667] env[70867]: value = "task-3474321" [ 1100.910667] env[70867]: _type = "Task" [ 1100.910667] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.966427] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff38d5c3-f02e-410b-bc38-300aefd77caa {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.971414] env[70867]: DEBUG oslo_vmware.api [None req-8e6aa1cf-2f5c-4793-9810-8ff3a2ce0cdc tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474321, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.979473] env[70867]: DEBUG oslo_vmware.api [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474320, 'name': PowerOffVM_Task, 'duration_secs': 0.232283} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.983000] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.983365] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.984593] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc7cd9b-5677-49a9-9c95-54a298ae9da9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.990068] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921ec963-3db7-4fbd-9c62-e8d18982494e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.017287] env[70867]: DEBUG nova.compute.provider_tree [None req-757eba1c-3b3a-4d95-8386-8d9f7c69d760 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.023204] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.024927] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96adf6e1-b63d-4a02-b8dc-f3b5366482ef {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.098420] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.098420] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.098420] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Deleting the datastore file [datastore2] 803d376e-f1bd-4182-9de1-00fac0e3aa47 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.098420] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d0cf49c-db62-4419-9f64-5579ac12c3bf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.106016] env[70867]: DEBUG oslo_vmware.api [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1101.106016] env[70867]: value = "task-3474323" [ 1101.106016] env[70867]: _type = "Task" [ 1101.106016] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.117548] env[70867]: DEBUG oslo_vmware.api [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474323, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.132169] env[70867]: DEBUG oslo_vmware.api [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]520a8480-ae97-2561-9e67-020b4287df06, 'name': SearchDatastore_Task, 'duration_secs': 0.024583} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.133024] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09763690-7a5d-45d9-a068-842992df3af0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.139813] env[70867]: DEBUG oslo_vmware.api [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Waiting for the task: (returnval){ [ 1101.139813] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52bf97ad-42b5-40c9-9344-d9026ac513dc" [ 1101.139813] env[70867]: _type = "Task" [ 1101.139813] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.148979] env[70867]: DEBUG oslo_vmware.api [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52bf97ad-42b5-40c9-9344-d9026ac513dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.200256] env[70867]: DEBUG oslo_concurrency.lockutils [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "84faada5-6ddd-4896-9455-95512c240fa6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.200555] env[70867]: DEBUG oslo_concurrency.lockutils [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "84faada5-6ddd-4896-9455-95512c240fa6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.365814] env[70867]: DEBUG oslo_vmware.api [None req-cfd57279-9597-4798-bb64-bd21d2192332 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.426351] env[70867]: DEBUG oslo_vmware.api [None req-8e6aa1cf-2f5c-4793-9810-8ff3a2ce0cdc tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474321, 'name': ReconfigVM_Task, 'duration_secs': 0.205014} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.426733] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e6aa1cf-2f5c-4793-9810-8ff3a2ce0cdc tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694507', 'volume_id': 'bbafb856-8d2a-4538-af8b-428358f1415c', 'name': 'volume-bbafb856-8d2a-4538-af8b-428358f1415c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6e23b2d7-e31a-432d-9fc4-3e2f8993ff80', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbafb856-8d2a-4538-af8b-428358f1415c', 'serial': 'bbafb856-8d2a-4538-af8b-428358f1415c'} {{(pid=70867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1101.527599] env[70867]: DEBUG nova.scheduler.client.report [None req-757eba1c-3b3a-4d95-8386-8d9f7c69d760 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.553882] env[70867]: DEBUG nova.virt.hardware [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.554148] env[70867]: DEBUG nova.virt.hardware [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.554309] env[70867]: DEBUG nova.virt.hardware [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.554494] env[70867]: DEBUG nova.virt.hardware [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.554640] env[70867]: DEBUG nova.virt.hardware [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.554786] env[70867]: DEBUG nova.virt.hardware [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.554995] env[70867]: DEBUG nova.virt.hardware [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.555172] env[70867]: DEBUG nova.virt.hardware [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.555336] env[70867]: DEBUG nova.virt.hardware [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.555495] env[70867]: DEBUG nova.virt.hardware [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.555667] env[70867]: DEBUG nova.virt.hardware [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.556767] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5bc20a-64d7-4255-a18c-a4deb4ab669a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.567694] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2f173c-e137-4d6e-a9f5-4ebb0f027dc9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.582491] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:a4:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c89c32ed-82f6-46fe-83be-0db548edceac', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.590027] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.590687] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.590925] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-950491e7-6700-4843-a3cf-c77f70cfbec0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.611393] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.611393] env[70867]: value = "task-3474324" [ 1101.611393] env[70867]: _type = "Task" [ 1101.611393] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.618865] env[70867]: DEBUG oslo_vmware.api [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474323, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234422} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.621905] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.622204] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.622408] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.624816] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474324, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.651197] env[70867]: DEBUG oslo_vmware.api [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52bf97ad-42b5-40c9-9344-d9026ac513dc, 'name': SearchDatastore_Task, 'duration_secs': 0.015726} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.651502] env[70867]: DEBUG oslo_concurrency.lockutils [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.651786] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] c9e22c27-c098-40d4-9464-181adc858062/c9e22c27-c098-40d4-9464-181adc858062.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.652081] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-968674f9-56da-4fa3-b1d5-eea5734ebd5c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.675213] env[70867]: DEBUG oslo_vmware.api [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Waiting for the task: (returnval){ [ 1101.675213] env[70867]: value = "task-3474325" [ 1101.675213] env[70867]: _type = "Task" [ 1101.675213] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.684910] env[70867]: DEBUG oslo_vmware.api [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': task-3474325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.703395] env[70867]: DEBUG nova.compute.manager [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1101.867715] env[70867]: DEBUG oslo_vmware.api [None req-cfd57279-9597-4798-bb64-bd21d2192332 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.996409] env[70867]: DEBUG nova.objects.instance [None req-8e6aa1cf-2f5c-4793-9810-8ff3a2ce0cdc tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lazy-loading 'flavor' on Instance uuid 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.034074] env[70867]: DEBUG oslo_concurrency.lockutils [None req-757eba1c-3b3a-4d95-8386-8d9f7c69d760 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.961s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.038755] env[70867]: DEBUG oslo_concurrency.lockutils [None req-55e851e9-4716-468f-a4c1-d6316d70e27c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.229s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.038755] env[70867]: DEBUG nova.objects.instance [None req-55e851e9-4716-468f-a4c1-d6316d70e27c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lazy-loading 'resources' on Instance uuid 395a456a-0ff5-496e-9a22-71c787a1a4cd {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.063746] env[70867]: INFO nova.scheduler.client.report [None req-757eba1c-3b3a-4d95-8386-8d9f7c69d760 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Deleted allocations for instance 0f2395d1-5ae7-403c-a689-9861a88fc203 [ 1102.131416] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474324, 'name': CreateVM_Task, 'duration_secs': 0.355617} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.135109] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.135109] env[70867]: DEBUG oslo_concurrency.lockutils [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.135109] env[70867]: DEBUG oslo_concurrency.lockutils [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.135109] env[70867]: DEBUG oslo_concurrency.lockutils [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.135109] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-957d204a-0886-42cf-9f42-5b28ad80584b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.141357] env[70867]: DEBUG oslo_vmware.api [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1102.141357] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52727342-2790-c054-7369-e7adbc1b3c47" [ 1102.141357] env[70867]: _type = "Task" [ 1102.141357] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.154784] env[70867]: DEBUG oslo_vmware.api [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52727342-2790-c054-7369-e7adbc1b3c47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.193082] env[70867]: DEBUG oslo_vmware.api [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': task-3474325, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.227752] env[70867]: DEBUG oslo_concurrency.lockutils [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.371310] env[70867]: DEBUG oslo_vmware.api [None req-cfd57279-9597-4798-bb64-bd21d2192332 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.579673] env[70867]: DEBUG oslo_concurrency.lockutils [None req-757eba1c-3b3a-4d95-8386-8d9f7c69d760 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "0f2395d1-5ae7-403c-a689-9861a88fc203" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.819s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.652518] env[70867]: DEBUG oslo_vmware.api [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52727342-2790-c054-7369-e7adbc1b3c47, 'name': SearchDatastore_Task, 'duration_secs': 0.027271} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.653051] env[70867]: DEBUG oslo_concurrency.lockutils [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.653430] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.653779] env[70867]: DEBUG oslo_concurrency.lockutils [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.654112] env[70867]: DEBUG oslo_concurrency.lockutils [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.654414] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.654776] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85447bc6-5665-463e-8a71-84cd6ab6c650 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.668580] env[70867]: DEBUG nova.virt.hardware [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.668580] env[70867]: DEBUG nova.virt.hardware [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.668580] env[70867]: DEBUG nova.virt.hardware [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.668930] env[70867]: DEBUG nova.virt.hardware [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.668930] env[70867]: DEBUG nova.virt.hardware [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.668930] env[70867]: DEBUG nova.virt.hardware [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.671193] env[70867]: DEBUG nova.virt.hardware [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.671528] env[70867]: DEBUG nova.virt.hardware [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.671753] env[70867]: DEBUG nova.virt.hardware [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.671935] env[70867]: DEBUG nova.virt.hardware [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.672151] env[70867]: DEBUG nova.virt.hardware [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.673832] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c1ac27-b117-4d11-a70a-9731cc3a6755 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.683019] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.683418] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.688121] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f37de596-b7fd-4417-b4ab-344c9796192e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.698436] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56622af-6138-4d43-9fa9-933dfccd6017 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.708693] env[70867]: DEBUG oslo_vmware.api [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': task-3474325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551048} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.708693] env[70867]: DEBUG oslo_vmware.api [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1102.708693] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52dc3db7-bf89-d8ae-ea1f-cf97befc4595" [ 1102.708693] env[70867]: _type = "Task" [ 1102.708693] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.709094] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] c9e22c27-c098-40d4-9464-181adc858062/c9e22c27-c098-40d4-9464-181adc858062.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1102.709321] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: c9e22c27-c098-40d4-9464-181adc858062] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1102.709631] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c6eb038-4038-46b3-bd94-26f68196fd0a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.723818] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:50:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e60334bf-6b49-44be-ae52-00608059bd34', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.732092] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.735904] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.736380] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6dfb2997-819a-405a-a0a1-31f3a72c6b71 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.756972] env[70867]: DEBUG oslo_vmware.api [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52dc3db7-bf89-d8ae-ea1f-cf97befc4595, 'name': SearchDatastore_Task, 'duration_secs': 0.016697} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.757350] env[70867]: DEBUG oslo_vmware.api [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Waiting for the task: (returnval){ [ 1102.757350] env[70867]: value = "task-3474326" [ 1102.757350] env[70867]: _type = "Task" [ 1102.757350] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.761722] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b74a420-9ca3-48b9-afe8-b9fda01ebd9c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.770893] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.770893] env[70867]: value = "task-3474327" [ 1102.770893] env[70867]: _type = "Task" [ 1102.770893] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.779853] env[70867]: DEBUG oslo_vmware.api [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1102.779853] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5257140a-71d2-0311-2b56-67ae9aed91f2" [ 1102.779853] env[70867]: _type = "Task" [ 1102.779853] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.780153] env[70867]: DEBUG oslo_vmware.api [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': task-3474326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.791925] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474327, 'name': CreateVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.798868] env[70867]: DEBUG oslo_vmware.api [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5257140a-71d2-0311-2b56-67ae9aed91f2, 'name': SearchDatastore_Task, 'duration_secs': 0.014551} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.799196] env[70867]: DEBUG oslo_concurrency.lockutils [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.799505] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 1361a2ff-f79e-42ca-817c-af5e79f4e133/1361a2ff-f79e-42ca-817c-af5e79f4e133.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1102.799833] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e31d8417-1ffe-4af6-b7b9-9ffaffda0440 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.811551] env[70867]: DEBUG oslo_vmware.api [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1102.811551] env[70867]: value = "task-3474328" [ 1102.811551] env[70867]: _type = "Task" [ 1102.811551] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.823647] env[70867]: DEBUG oslo_vmware.api [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.871304] env[70867]: DEBUG oslo_vmware.api [None req-cfd57279-9597-4798-bb64-bd21d2192332 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.929505] env[70867]: DEBUG oslo_concurrency.lockutils [None req-63aab214-e4cf-4929-9593-bbca3c2f72d0 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Acquiring lock "6e23b2d7-e31a-432d-9fc4-3e2f8993ff80" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.954563] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cfd2a9-7ce3-4771-9c51-c128a93cdf0f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.963532] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7c9dbe-be6e-4cf3-bcf3-0165c2187911 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.005214] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea07ee44-08fb-4149-bc1f-0a79269e0e38 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.008191] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8e6aa1cf-2f5c-4793-9810-8ff3a2ce0cdc tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "6e23b2d7-e31a-432d-9fc4-3e2f8993ff80" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.289s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.008310] env[70867]: DEBUG oslo_concurrency.lockutils [None req-63aab214-e4cf-4929-9593-bbca3c2f72d0 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "6e23b2d7-e31a-432d-9fc4-3e2f8993ff80" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.079s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.008485] env[70867]: DEBUG nova.compute.manager [None req-63aab214-e4cf-4929-9593-bbca3c2f72d0 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.012897] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39582b87-1636-4145-9ee7-e181b371e179 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.019384] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1932d12-659d-4233-b04a-754c2443e26e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.024107] env[70867]: DEBUG nova.compute.manager [None req-63aab214-e4cf-4929-9593-bbca3c2f72d0 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70867) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1103.024107] env[70867]: DEBUG nova.objects.instance [None req-63aab214-e4cf-4929-9593-bbca3c2f72d0 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lazy-loading 'flavor' on Instance uuid 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.036268] env[70867]: DEBUG nova.compute.provider_tree [None req-55e851e9-4716-468f-a4c1-d6316d70e27c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.274379] env[70867]: DEBUG oslo_vmware.api [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': task-3474326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0922} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.278898] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: c9e22c27-c098-40d4-9464-181adc858062] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1103.279862] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7a8c90-86ac-40ce-92b3-bc4ef4fb7474 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.289310] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474327, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.310494] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: c9e22c27-c098-40d4-9464-181adc858062] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] c9e22c27-c098-40d4-9464-181adc858062/c9e22c27-c098-40d4-9464-181adc858062.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.310868] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4ea6346-55a6-413d-a531-3e8d1eea3174 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.340615] env[70867]: DEBUG oslo_vmware.api [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474328, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.342570] env[70867]: DEBUG oslo_vmware.api [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Waiting for the task: (returnval){ [ 1103.342570] env[70867]: value = "task-3474329" [ 1103.342570] env[70867]: _type = "Task" [ 1103.342570] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.355119] env[70867]: DEBUG oslo_vmware.api [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': task-3474329, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.371496] env[70867]: DEBUG oslo_vmware.api [None req-cfd57279-9597-4798-bb64-bd21d2192332 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474314, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.544353] env[70867]: DEBUG nova.scheduler.client.report [None req-55e851e9-4716-468f-a4c1-d6316d70e27c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.785329] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474327, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.841560] env[70867]: DEBUG oslo_vmware.api [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603383} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.841560] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 1361a2ff-f79e-42ca-817c-af5e79f4e133/1361a2ff-f79e-42ca-817c-af5e79f4e133.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1103.841770] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1103.842031] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca66fdb8-c6a7-4e2e-8bc0-e12ee65e356e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.854669] env[70867]: DEBUG oslo_vmware.api [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': task-3474329, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.856689] env[70867]: DEBUG oslo_vmware.api [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1103.856689] env[70867]: value = "task-3474330" [ 1103.856689] env[70867]: _type = "Task" [ 1103.856689] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.874206] env[70867]: DEBUG oslo_vmware.api [None req-cfd57279-9597-4798-bb64-bd21d2192332 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474314, 'name': ReconfigVM_Task, 'duration_secs': 5.786801} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.874496] env[70867]: DEBUG oslo_vmware.api [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.874754] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cfd57279-9597-4798-bb64-bd21d2192332 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Releasing lock "ddfef65d-2e70-4e6b-8996-b92dd4e1e577" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.874967] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd57279-9597-4798-bb64-bd21d2192332 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Reconfigured VM to detach interface {{(pid=70867) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1104.052466] env[70867]: DEBUG oslo_concurrency.lockutils [None req-55e851e9-4716-468f-a4c1-d6316d70e27c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.053410] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.348s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.055858] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-63aab214-e4cf-4929-9593-bbca3c2f72d0 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.056481] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3343207-b10c-43ee-9c39-c061a0c16d7c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.064996] env[70867]: DEBUG oslo_vmware.api [None req-63aab214-e4cf-4929-9593-bbca3c2f72d0 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Waiting for the task: (returnval){ [ 1104.064996] env[70867]: value = "task-3474331" [ 1104.064996] env[70867]: _type = "Task" [ 1104.064996] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.078130] env[70867]: DEBUG oslo_vmware.api [None req-63aab214-e4cf-4929-9593-bbca3c2f72d0 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.092962] env[70867]: INFO nova.scheduler.client.report [None req-55e851e9-4716-468f-a4c1-d6316d70e27c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Deleted allocations for instance 395a456a-0ff5-496e-9a22-71c787a1a4cd [ 1104.287320] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474327, 'name': CreateVM_Task, 'duration_secs': 1.390012} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.287497] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.288297] env[70867]: DEBUG oslo_concurrency.lockutils [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.288450] env[70867]: DEBUG oslo_concurrency.lockutils [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.288792] env[70867]: DEBUG oslo_concurrency.lockutils [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.289108] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0daaf0e9-1848-4fdc-997f-c7cc036b9e25 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.299167] env[70867]: DEBUG oslo_vmware.api [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1104.299167] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527a457d-2d77-46e1-16cb-2d1b2297dd70" [ 1104.299167] env[70867]: _type = "Task" [ 1104.299167] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.312499] env[70867]: DEBUG oslo_vmware.api [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527a457d-2d77-46e1-16cb-2d1b2297dd70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.355929] env[70867]: DEBUG oslo_vmware.api [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': task-3474329, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.372100] env[70867]: DEBUG oslo_vmware.api [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081097} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.372665] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.373533] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8777f5-b0ae-44c6-a3a2-9d77474f2a64 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.398769] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 1361a2ff-f79e-42ca-817c-af5e79f4e133/1361a2ff-f79e-42ca-817c-af5e79f4e133.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.398769] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c643c231-5752-455b-8bd0-955f9694bea9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.424745] env[70867]: DEBUG oslo_vmware.api [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1104.424745] env[70867]: value = "task-3474332" [ 1104.424745] env[70867]: _type = "Task" [ 1104.424745] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.436627] env[70867]: DEBUG oslo_vmware.api [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474332, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.578062] env[70867]: DEBUG oslo_vmware.api [None req-63aab214-e4cf-4929-9593-bbca3c2f72d0 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474331, 'name': PowerOffVM_Task, 'duration_secs': 0.367927} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.578062] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-63aab214-e4cf-4929-9593-bbca3c2f72d0 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.578062] env[70867]: DEBUG nova.compute.manager [None req-63aab214-e4cf-4929-9593-bbca3c2f72d0 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.578837] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34540130-96ba-4ae0-9701-76647491da7c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.605771] env[70867]: DEBUG oslo_concurrency.lockutils [None req-55e851e9-4716-468f-a4c1-d6316d70e27c tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lock "395a456a-0ff5-496e-9a22-71c787a1a4cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.670s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.816735] env[70867]: DEBUG oslo_vmware.api [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527a457d-2d77-46e1-16cb-2d1b2297dd70, 'name': SearchDatastore_Task, 'duration_secs': 0.026595} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.817528] env[70867]: DEBUG oslo_concurrency.lockutils [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.817528] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.818029] env[70867]: DEBUG oslo_concurrency.lockutils [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.818029] env[70867]: DEBUG oslo_concurrency.lockutils [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.820339] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.820743] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43a64d63-f4b2-4784-b129-fa72b54363bd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.836065] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.838262] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.838360] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85834116-9ab3-453e-990d-7fb17651e661 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.847359] env[70867]: DEBUG oslo_vmware.api [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1104.847359] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52cefb01-db7d-1df7-b094-47a74e70e582" [ 1104.847359] env[70867]: _type = "Task" [ 1104.847359] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.862659] env[70867]: DEBUG oslo_vmware.api [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': task-3474329, 'name': ReconfigVM_Task, 'duration_secs': 1.034522} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.865964] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: c9e22c27-c098-40d4-9464-181adc858062] Reconfigured VM instance instance-0000005e to attach disk [datastore1] c9e22c27-c098-40d4-9464-181adc858062/c9e22c27-c098-40d4-9464-181adc858062.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.866714] env[70867]: DEBUG oslo_vmware.api [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52cefb01-db7d-1df7-b094-47a74e70e582, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.866950] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf3ff02e-63e2-4215-a494-86311dc4f329 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.875858] env[70867]: DEBUG oslo_vmware.api [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Waiting for the task: (returnval){ [ 1104.875858] env[70867]: value = "task-3474333" [ 1104.875858] env[70867]: _type = "Task" [ 1104.875858] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.889818] env[70867]: DEBUG oslo_vmware.api [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': task-3474333, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.939885] env[70867]: DEBUG oslo_vmware.api [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474332, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.949473] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquiring lock "c68b3246-5373-4c0a-9bd5-78e6655334f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.949714] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "c68b3246-5373-4c0a-9bd5-78e6655334f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.070546] env[70867]: INFO nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Updating resource usage from migration f872ec75-78df-45dc-afdf-6464ebc0b745 [ 1105.099181] env[70867]: DEBUG oslo_concurrency.lockutils [None req-63aab214-e4cf-4929-9593-bbca3c2f72d0 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "6e23b2d7-e31a-432d-9fc4-3e2f8993ff80" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.091s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.107242] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 4347eb07-8998-41f2-94df-934f102f632d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1105.107242] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 46d74c4c-c717-4355-822d-2f6397c7f3e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1105.107242] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1105.107242] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1105.107242] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 7691ccf1-2787-41a1-ab1a-2db68771a76d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1105.107242] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance ddfef65d-2e70-4e6b-8996-b92dd4e1e577 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1105.107242] env[70867]: WARNING nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 921ed213-6e8d-48b1-9aa6-e4944ffa756f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1105.107242] env[70867]: WARNING nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 4439722b-4bd6-464a-91a8-ebd733072c45 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1105.107242] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 387ed6a8-f2ec-408f-9e03-9f0a6a71416e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1105.107242] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance adb9d0d3-95b1-49b7-813d-7cff4b8544e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1105.107242] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1105.107242] env[70867]: WARNING nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 19b58e47-01fb-40cc-a388-9719a7ef47a3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1105.107242] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 1361a2ff-f79e-42ca-817c-af5e79f4e133 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1105.107242] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 803d376e-f1bd-4182-9de1-00fac0e3aa47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1105.107846] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance c9e22c27-c098-40d4-9464-181adc858062 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1105.191811] env[70867]: DEBUG oslo_vmware.rw_handles [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f57fe3-e5e9-547c-d98f-1bc488496e0f/disk-0.vmdk. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1105.193299] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1517d61-03b3-4adb-bf66-143ac4e5d264 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.200540] env[70867]: DEBUG oslo_vmware.rw_handles [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f57fe3-e5e9-547c-d98f-1bc488496e0f/disk-0.vmdk is in state: ready. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1105.200807] env[70867]: ERROR oslo_vmware.rw_handles [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f57fe3-e5e9-547c-d98f-1bc488496e0f/disk-0.vmdk due to incomplete transfer. [ 1105.201200] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9545c569-37a7-450b-a5f3-8f5eb7fed0bc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.211092] env[70867]: DEBUG oslo_vmware.rw_handles [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f57fe3-e5e9-547c-d98f-1bc488496e0f/disk-0.vmdk. {{(pid=70867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1105.211298] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Uploaded image ec996bdb-ca28-495e-93f6-8b589336a5ff to the Glance image server {{(pid=70867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1105.213654] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Destroying the VM {{(pid=70867) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1105.214156] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7b71fa60-6d82-4da2-a8f9-f545ccec0bd8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.222097] env[70867]: DEBUG oslo_vmware.api [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1105.222097] env[70867]: value = "task-3474335" [ 1105.222097] env[70867]: _type = "Task" [ 1105.222097] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.232993] env[70867]: DEBUG oslo_vmware.api [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474335, 'name': Destroy_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.363500] env[70867]: DEBUG oslo_vmware.api [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52cefb01-db7d-1df7-b094-47a74e70e582, 'name': SearchDatastore_Task, 'duration_secs': 0.01836} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.364228] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b869a79a-3b3f-4b20-948c-b706e2bd6b67 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.375084] env[70867]: DEBUG oslo_vmware.api [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1105.375084] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]520991cb-ed48-4a5d-ecaa-83f7a4046f60" [ 1105.375084] env[70867]: _type = "Task" [ 1105.375084] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.391798] env[70867]: DEBUG oslo_vmware.api [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': task-3474333, 'name': Rename_Task, 'duration_secs': 0.203888} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.392473] env[70867]: DEBUG oslo_vmware.api [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]520991cb-ed48-4a5d-ecaa-83f7a4046f60, 'name': SearchDatastore_Task, 'duration_secs': 0.010789} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.392733] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: c9e22c27-c098-40d4-9464-181adc858062] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.393038] env[70867]: DEBUG oslo_concurrency.lockutils [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.393295] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 803d376e-f1bd-4182-9de1-00fac0e3aa47/803d376e-f1bd-4182-9de1-00fac0e3aa47.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.393544] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c30873ff-a429-418b-a0f5-dc7b6611f1d5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.397023] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1f10b00-0be8-4b96-ac5c-0ea46d3c0481 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.406218] env[70867]: DEBUG oslo_vmware.api [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1105.406218] env[70867]: value = "task-3474337" [ 1105.406218] env[70867]: _type = "Task" [ 1105.406218] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.408092] env[70867]: DEBUG oslo_vmware.api [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Waiting for the task: (returnval){ [ 1105.408092] env[70867]: value = "task-3474336" [ 1105.408092] env[70867]: _type = "Task" [ 1105.408092] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.422097] env[70867]: DEBUG oslo_vmware.api [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': task-3474336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.425434] env[70867]: DEBUG oslo_vmware.api [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.436641] env[70867]: DEBUG oslo_vmware.api [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474332, 'name': ReconfigVM_Task, 'duration_secs': 0.656671} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.436972] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 1361a2ff-f79e-42ca-817c-af5e79f4e133/1361a2ff-f79e-42ca-817c-af5e79f4e133.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.441661] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-990c2f87-e328-4ec8-8e28-db26a84088ed {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.450664] env[70867]: DEBUG oslo_vmware.api [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1105.450664] env[70867]: value = "task-3474338" [ 1105.450664] env[70867]: _type = "Task" [ 1105.450664] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.454381] env[70867]: DEBUG nova.compute.manager [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.465728] env[70867]: DEBUG oslo_vmware.api [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474338, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.541391] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cfd57279-9597-4798-bb64-bd21d2192332 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "refresh_cache-ddfef65d-2e70-4e6b-8996-b92dd4e1e577" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.541589] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cfd57279-9597-4798-bb64-bd21d2192332 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquired lock "refresh_cache-ddfef65d-2e70-4e6b-8996-b92dd4e1e577" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.541735] env[70867]: DEBUG nova.network.neutron [None req-cfd57279-9597-4798-bb64-bd21d2192332 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.589721] env[70867]: DEBUG nova.objects.instance [None req-de2bf1ae-62cf-4a33-b6a8-cf666b799ff1 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lazy-loading 'flavor' on Instance uuid 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.610286] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance df50dddd-7392-4aa0-a7e7-e5eaea666d73 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1105.610532] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Migration f872ec75-78df-45dc-afdf-6464ebc0b745 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1105.610753] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance de3aee59-9ef4-461a-9f59-9018b003fac6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1105.734510] env[70867]: DEBUG oslo_vmware.api [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474335, 'name': Destroy_Task, 'duration_secs': 0.334177} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.734788] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Destroyed the VM [ 1105.735186] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Deleting Snapshot of the VM instance {{(pid=70867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1105.735315] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-76d4834c-b461-441e-8664-3d66fb5a86de {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.742697] env[70867]: DEBUG oslo_vmware.api [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1105.742697] env[70867]: value = "task-3474339" [ 1105.742697] env[70867]: _type = "Task" [ 1105.742697] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.753672] env[70867]: DEBUG oslo_vmware.api [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474339, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.921278] env[70867]: DEBUG oslo_vmware.api [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.930323] env[70867]: DEBUG oslo_vmware.api [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': task-3474336, 'name': PowerOnVM_Task} progress is 98%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.967300] env[70867]: DEBUG oslo_vmware.api [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474338, 'name': Rename_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.994205] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.096395] env[70867]: DEBUG oslo_concurrency.lockutils [None req-de2bf1ae-62cf-4a33-b6a8-cf666b799ff1 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Acquiring lock "refresh_cache-6e23b2d7-e31a-432d-9fc4-3e2f8993ff80" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.096395] env[70867]: DEBUG oslo_concurrency.lockutils [None req-de2bf1ae-62cf-4a33-b6a8-cf666b799ff1 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Acquired lock "refresh_cache-6e23b2d7-e31a-432d-9fc4-3e2f8993ff80" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.096780] env[70867]: DEBUG nova.network.neutron [None req-de2bf1ae-62cf-4a33-b6a8-cf666b799ff1 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.096780] env[70867]: DEBUG nova.objects.instance [None req-de2bf1ae-62cf-4a33-b6a8-cf666b799ff1 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lazy-loading 'info_cache' on Instance uuid 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.114707] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 84faada5-6ddd-4896-9455-95512c240fa6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1106.149050] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Acquiring lock "ade1fee7-4ec0-42aa-99d2-7d8247def99e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.149282] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Lock "ade1fee7-4ec0-42aa-99d2-7d8247def99e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.254490] env[70867]: DEBUG oslo_vmware.api [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474339, 'name': RemoveSnapshot_Task, 'duration_secs': 0.395733} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.254770] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Deleted Snapshot of the VM instance {{(pid=70867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1106.255015] env[70867]: INFO nova.compute.manager [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Took 14.43 seconds to snapshot the instance on the hypervisor. [ 1106.426083] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c06672ce-45bb-48f8-a2ab-b5b03d1295bc tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquiring lock "528f5ddc-9bcd-4e85-ba1e-bf2201dfc059" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.426578] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c06672ce-45bb-48f8-a2ab-b5b03d1295bc tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "528f5ddc-9bcd-4e85-ba1e-bf2201dfc059" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.426971] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c06672ce-45bb-48f8-a2ab-b5b03d1295bc tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquiring lock "528f5ddc-9bcd-4e85-ba1e-bf2201dfc059-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.427301] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c06672ce-45bb-48f8-a2ab-b5b03d1295bc tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "528f5ddc-9bcd-4e85-ba1e-bf2201dfc059-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.427622] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c06672ce-45bb-48f8-a2ab-b5b03d1295bc tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "528f5ddc-9bcd-4e85-ba1e-bf2201dfc059-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.436423] env[70867]: DEBUG oslo_vmware.api [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474337, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.437127] env[70867]: DEBUG oslo_vmware.api [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': task-3474336, 'name': PowerOnVM_Task, 'duration_secs': 0.596152} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.437784] env[70867]: INFO nova.compute.manager [None req-c06672ce-45bb-48f8-a2ab-b5b03d1295bc tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Terminating instance [ 1106.440443] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: c9e22c27-c098-40d4-9464-181adc858062] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.442028] env[70867]: INFO nova.compute.manager [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: c9e22c27-c098-40d4-9464-181adc858062] Took 12.93 seconds to spawn the instance on the hypervisor. [ 1106.442028] env[70867]: DEBUG nova.compute.manager [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: c9e22c27-c098-40d4-9464-181adc858062] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.443257] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39414d79-366a-43d7-be45-f71e9d2bdcf1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.468887] env[70867]: DEBUG oslo_vmware.api [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474338, 'name': Rename_Task, 'duration_secs': 1.00672} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.469337] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.469955] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f189f88-8b90-45dc-b07a-c4ad13c01a2c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.479534] env[70867]: DEBUG oslo_vmware.api [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1106.479534] env[70867]: value = "task-3474340" [ 1106.479534] env[70867]: _type = "Task" [ 1106.479534] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.491687] env[70867]: DEBUG oslo_vmware.api [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.514931] env[70867]: INFO nova.network.neutron [None req-cfd57279-9597-4798-bb64-bd21d2192332 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Port 553ff111-a0bf-4529-bc02-db7f0c32b3ab from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1106.514931] env[70867]: DEBUG nova.network.neutron [None req-cfd57279-9597-4798-bb64-bd21d2192332 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Updating instance_info_cache with network_info: [{"id": "50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4", "address": "fa:16:3e:84:5e:61", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50ee9cd1-49", "ovs_interfaceid": "50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.601992] env[70867]: DEBUG nova.objects.base [None req-de2bf1ae-62cf-4a33-b6a8-cf666b799ff1 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Object Instance<6e23b2d7-e31a-432d-9fc4-3e2f8993ff80> lazy-loaded attributes: flavor,info_cache {{(pid=70867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1106.617656] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance c68b3246-5373-4c0a-9bd5-78e6655334f6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1106.620164] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=70867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1106.620164] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=70867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1106.653757] env[70867]: DEBUG nova.compute.manager [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1106.665937] env[70867]: DEBUG nova.compute.manager [req-d60b4fe4-5e41-45e2-8bc7-f9cb4930f38a req-ebcdd859-9ff6-4aa2-a0c4-86809520e1e6 service nova] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Received event network-changed-50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.666305] env[70867]: DEBUG nova.compute.manager [req-d60b4fe4-5e41-45e2-8bc7-f9cb4930f38a req-ebcdd859-9ff6-4aa2-a0c4-86809520e1e6 service nova] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Refreshing instance network info cache due to event network-changed-50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1106.666609] env[70867]: DEBUG oslo_concurrency.lockutils [req-d60b4fe4-5e41-45e2-8bc7-f9cb4930f38a req-ebcdd859-9ff6-4aa2-a0c4-86809520e1e6 service nova] Acquiring lock "refresh_cache-ddfef65d-2e70-4e6b-8996-b92dd4e1e577" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.761021] env[70867]: DEBUG nova.compute.manager [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Instance disappeared during snapshot {{(pid=70867) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1106.780996] env[70867]: DEBUG nova.compute.manager [None req-ed7818f8-4a1e-4a9a-986e-57be0ff12e29 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Image not found during clean up ec996bdb-ca28-495e-93f6-8b589336a5ff {{(pid=70867) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1106.920668] env[70867]: DEBUG oslo_vmware.api [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474337, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.406426} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.920954] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 803d376e-f1bd-4182-9de1-00fac0e3aa47/803d376e-f1bd-4182-9de1-00fac0e3aa47.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.921224] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.921480] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5759f73-a45f-473b-a84d-b06e304e99c6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.928389] env[70867]: DEBUG oslo_vmware.api [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1106.928389] env[70867]: value = "task-3474341" [ 1106.928389] env[70867]: _type = "Task" [ 1106.928389] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.939656] env[70867]: DEBUG oslo_vmware.api [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474341, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.947671] env[70867]: DEBUG nova.compute.manager [None req-c06672ce-45bb-48f8-a2ab-b5b03d1295bc tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.948375] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c06672ce-45bb-48f8-a2ab-b5b03d1295bc tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.949381] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9c8273-bffa-4356-93aa-f12e2d03d3cf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.964719] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c06672ce-45bb-48f8-a2ab-b5b03d1295bc tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1106.968930] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06704723-c2eb-4789-9e73-b621a0d70c18 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.971586] env[70867]: INFO nova.compute.manager [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: c9e22c27-c098-40d4-9464-181adc858062] Took 41.19 seconds to build instance. [ 1106.986094] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6c8af8-7821-410a-a6df-442643f86947 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.997780] env[70867]: DEBUG oslo_vmware.api [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474340, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.000788] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467a8710-a10b-4e0f-ade3-24e8c9bf672c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.032432] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cfd57279-9597-4798-bb64-bd21d2192332 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Releasing lock "refresh_cache-ddfef65d-2e70-4e6b-8996-b92dd4e1e577" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.035504] env[70867]: DEBUG oslo_concurrency.lockutils [req-d60b4fe4-5e41-45e2-8bc7-f9cb4930f38a req-ebcdd859-9ff6-4aa2-a0c4-86809520e1e6 service nova] Acquired lock "refresh_cache-ddfef65d-2e70-4e6b-8996-b92dd4e1e577" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.035706] env[70867]: DEBUG nova.network.neutron [req-d60b4fe4-5e41-45e2-8bc7-f9cb4930f38a req-ebcdd859-9ff6-4aa2-a0c4-86809520e1e6 service nova] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Refreshing network info cache for port 50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.037273] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc96baca-aa66-4606-9210-350a2686dc53 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.042731] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c06672ce-45bb-48f8-a2ab-b5b03d1295bc tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.042949] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c06672ce-45bb-48f8-a2ab-b5b03d1295bc tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.043244] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c06672ce-45bb-48f8-a2ab-b5b03d1295bc tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Deleting the datastore file [datastore1] 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.046705] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49999e0c-8ea4-47ad-b480-e8d84b8fe633 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.050445] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424b83d0-2abd-473e-be35-9b89d9ad9832 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.064979] env[70867]: DEBUG nova.compute.provider_tree [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.067343] env[70867]: DEBUG oslo_vmware.api [None req-c06672ce-45bb-48f8-a2ab-b5b03d1295bc tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1107.067343] env[70867]: value = "task-3474343" [ 1107.067343] env[70867]: _type = "Task" [ 1107.067343] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.179048] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.290210] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquiring lock "4f02c642-cffe-433c-91ff-bc88b1c288f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.290646] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "4f02c642-cffe-433c-91ff-bc88b1c288f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.383504] env[70867]: DEBUG oslo_concurrency.lockutils [None req-95919f99-46e7-4020-b0e3-b6454a901658 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "interface-adb9d0d3-95b1-49b7-813d-7cff4b8544e7-553ff111-a0bf-4529-bc02-db7f0c32b3ab" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.383504] env[70867]: DEBUG oslo_concurrency.lockutils [None req-95919f99-46e7-4020-b0e3-b6454a901658 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "interface-adb9d0d3-95b1-49b7-813d-7cff4b8544e7-553ff111-a0bf-4529-bc02-db7f0c32b3ab" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.383504] env[70867]: DEBUG nova.objects.instance [None req-95919f99-46e7-4020-b0e3-b6454a901658 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lazy-loading 'flavor' on Instance uuid adb9d0d3-95b1-49b7-813d-7cff4b8544e7 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.441337] env[70867]: DEBUG oslo_vmware.api [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474341, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070842} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.444059] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1107.444059] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795c05b9-8643-4185-b73b-d342e79cc2e7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.470993] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 803d376e-f1bd-4182-9de1-00fac0e3aa47/803d376e-f1bd-4182-9de1-00fac0e3aa47.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.472760] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28817458-ef26-4ea1-9ade-335859719eb6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.489721] env[70867]: DEBUG oslo_concurrency.lockutils [None req-12cbf37c-6784-48c7-be95-374e2bae86c3 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Lock "c9e22c27-c098-40d4-9464-181adc858062" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.722s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.501279] env[70867]: DEBUG oslo_vmware.api [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474340, 'name': PowerOnVM_Task, 'duration_secs': 0.681997} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.502820] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.503212] env[70867]: DEBUG nova.compute.manager [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.505019] env[70867]: DEBUG oslo_vmware.api [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1107.505019] env[70867]: value = "task-3474344" [ 1107.505019] env[70867]: _type = "Task" [ 1107.505019] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.505019] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b61ef1-1a1e-43a5-97d7-8b90fcac0434 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.516355] env[70867]: DEBUG oslo_vmware.api [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474344, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.537153] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cfd57279-9597-4798-bb64-bd21d2192332 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "interface-ddfef65d-2e70-4e6b-8996-b92dd4e1e577-553ff111-a0bf-4529-bc02-db7f0c32b3ab" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.295s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.568727] env[70867]: DEBUG nova.scheduler.client.report [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.587651] env[70867]: DEBUG oslo_vmware.api [None req-c06672ce-45bb-48f8-a2ab-b5b03d1295bc tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474343, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.473353} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.587959] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c06672ce-45bb-48f8-a2ab-b5b03d1295bc tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.588203] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c06672ce-45bb-48f8-a2ab-b5b03d1295bc tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.588431] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c06672ce-45bb-48f8-a2ab-b5b03d1295bc tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.588635] env[70867]: INFO nova.compute.manager [None req-c06672ce-45bb-48f8-a2ab-b5b03d1295bc tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1107.588893] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c06672ce-45bb-48f8-a2ab-b5b03d1295bc tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.589360] env[70867]: DEBUG nova.compute.manager [-] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1107.589478] env[70867]: DEBUG nova.network.neutron [-] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1107.665717] env[70867]: DEBUG oslo_concurrency.lockutils [None req-78c87de9-1de1-4252-8541-e925347c1388 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Acquiring lock "c9e22c27-c098-40d4-9464-181adc858062" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.665962] env[70867]: DEBUG oslo_concurrency.lockutils [None req-78c87de9-1de1-4252-8541-e925347c1388 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Lock "c9e22c27-c098-40d4-9464-181adc858062" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.666173] env[70867]: DEBUG oslo_concurrency.lockutils [None req-78c87de9-1de1-4252-8541-e925347c1388 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Acquiring lock "c9e22c27-c098-40d4-9464-181adc858062-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.666350] env[70867]: DEBUG oslo_concurrency.lockutils [None req-78c87de9-1de1-4252-8541-e925347c1388 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Lock "c9e22c27-c098-40d4-9464-181adc858062-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.666511] env[70867]: DEBUG oslo_concurrency.lockutils [None req-78c87de9-1de1-4252-8541-e925347c1388 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Lock "c9e22c27-c098-40d4-9464-181adc858062-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.668516] env[70867]: INFO nova.compute.manager [None req-78c87de9-1de1-4252-8541-e925347c1388 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: c9e22c27-c098-40d4-9464-181adc858062] Terminating instance [ 1107.746778] env[70867]: DEBUG nova.network.neutron [req-d60b4fe4-5e41-45e2-8bc7-f9cb4930f38a req-ebcdd859-9ff6-4aa2-a0c4-86809520e1e6 service nova] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Updated VIF entry in instance network info cache for port 50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.747161] env[70867]: DEBUG nova.network.neutron [req-d60b4fe4-5e41-45e2-8bc7-f9cb4930f38a req-ebcdd859-9ff6-4aa2-a0c4-86809520e1e6 service nova] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Updating instance_info_cache with network_info: [{"id": "50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4", "address": "fa:16:3e:84:5e:61", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50ee9cd1-49", "ovs_interfaceid": "50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.766121] env[70867]: DEBUG nova.network.neutron [None req-de2bf1ae-62cf-4a33-b6a8-cf666b799ff1 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Updating instance_info_cache with network_info: [{"id": "bab04f56-d86c-41cb-8dfa-3af95aad4ca9", "address": "fa:16:3e:3a:5b:7a", "network": {"id": "e537a3b0-c2e4-47f4-84a1-55c8c4a7b8df", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-340479337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "670576a2b5c147019fa83c9697f1dc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbab04f56-d8", "ovs_interfaceid": "bab04f56-d86c-41cb-8dfa-3af95aad4ca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.793524] env[70867]: DEBUG nova.compute.manager [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1108.017264] env[70867]: DEBUG oslo_vmware.api [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474344, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.024802] env[70867]: INFO nova.compute.manager [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] bringing vm to original state: 'stopped' [ 1108.042778] env[70867]: DEBUG nova.objects.instance [None req-95919f99-46e7-4020-b0e3-b6454a901658 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lazy-loading 'pci_requests' on Instance uuid adb9d0d3-95b1-49b7-813d-7cff4b8544e7 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.079157] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70867) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1108.079157] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.026s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.079157] env[70867]: DEBUG oslo_concurrency.lockutils [None req-768dd85f-4c83-4ec9-a70b-8b5284bca2aa tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.973s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.079358] env[70867]: DEBUG oslo_concurrency.lockutils [None req-768dd85f-4c83-4ec9-a70b-8b5284bca2aa tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.081422] env[70867]: DEBUG oslo_concurrency.lockutils [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.489s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.083887] env[70867]: DEBUG nova.objects.instance [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Lazy-loading 'pci_requests' on Instance uuid df50dddd-7392-4aa0-a7e7-e5eaea666d73 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.105490] env[70867]: INFO nova.scheduler.client.report [None req-768dd85f-4c83-4ec9-a70b-8b5284bca2aa tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Deleted allocations for instance 19b58e47-01fb-40cc-a388-9719a7ef47a3 [ 1108.173148] env[70867]: DEBUG nova.compute.manager [None req-78c87de9-1de1-4252-8541-e925347c1388 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: c9e22c27-c098-40d4-9464-181adc858062] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1108.173148] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-78c87de9-1de1-4252-8541-e925347c1388 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: c9e22c27-c098-40d4-9464-181adc858062] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.173616] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff4d43b-0d14-4536-a361-3bc612fb2490 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.181993] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c87de9-1de1-4252-8541-e925347c1388 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: c9e22c27-c098-40d4-9464-181adc858062] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.182268] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f807d63e-977d-46de-a9bc-8750d950de75 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.189836] env[70867]: DEBUG oslo_vmware.api [None req-78c87de9-1de1-4252-8541-e925347c1388 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Waiting for the task: (returnval){ [ 1108.189836] env[70867]: value = "task-3474345" [ 1108.189836] env[70867]: _type = "Task" [ 1108.189836] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.198863] env[70867]: DEBUG oslo_vmware.api [None req-78c87de9-1de1-4252-8541-e925347c1388 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': task-3474345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.250580] env[70867]: DEBUG oslo_concurrency.lockutils [req-d60b4fe4-5e41-45e2-8bc7-f9cb4930f38a req-ebcdd859-9ff6-4aa2-a0c4-86809520e1e6 service nova] Releasing lock "refresh_cache-ddfef65d-2e70-4e6b-8996-b92dd4e1e577" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.270030] env[70867]: DEBUG oslo_concurrency.lockutils [None req-de2bf1ae-62cf-4a33-b6a8-cf666b799ff1 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Releasing lock "refresh_cache-6e23b2d7-e31a-432d-9fc4-3e2f8993ff80" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.316761] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.495387] env[70867]: DEBUG nova.network.neutron [-] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.517378] env[70867]: DEBUG oslo_vmware.api [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474344, 'name': ReconfigVM_Task, 'duration_secs': 0.885065} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.518594] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 803d376e-f1bd-4182-9de1-00fac0e3aa47/803d376e-f1bd-4182-9de1-00fac0e3aa47.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.521307] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-950e9044-5b35-41fa-b654-968f3576d516 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.530888] env[70867]: DEBUG oslo_vmware.api [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1108.530888] env[70867]: value = "task-3474346" [ 1108.530888] env[70867]: _type = "Task" [ 1108.530888] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.540150] env[70867]: DEBUG oslo_vmware.api [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474346, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.544594] env[70867]: DEBUG nova.objects.base [None req-95919f99-46e7-4020-b0e3-b6454a901658 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1108.544791] env[70867]: DEBUG nova.network.neutron [None req-95919f99-46e7-4020-b0e3-b6454a901658 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1108.587446] env[70867]: DEBUG nova.objects.instance [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Lazy-loading 'numa_topology' on Instance uuid df50dddd-7392-4aa0-a7e7-e5eaea666d73 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.613649] env[70867]: DEBUG oslo_concurrency.lockutils [None req-768dd85f-4c83-4ec9-a70b-8b5284bca2aa tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "19b58e47-01fb-40cc-a388-9719a7ef47a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.294s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.642860] env[70867]: DEBUG nova.policy [None req-95919f99-46e7-4020-b0e3-b6454a901658 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99f4ded22da4413eb375370addc94c8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6764fc0b9a604426976a4b145f22b580', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1108.699786] env[70867]: DEBUG oslo_vmware.api [None req-78c87de9-1de1-4252-8541-e925347c1388 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': task-3474345, 'name': PowerOffVM_Task, 'duration_secs': 0.23925} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.700146] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c87de9-1de1-4252-8541-e925347c1388 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: c9e22c27-c098-40d4-9464-181adc858062] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.700336] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-78c87de9-1de1-4252-8541-e925347c1388 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: c9e22c27-c098-40d4-9464-181adc858062] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.700626] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91449b47-c3ea-42f0-b56e-04c4f47c0084 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.798424] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-78c87de9-1de1-4252-8541-e925347c1388 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: c9e22c27-c098-40d4-9464-181adc858062] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.798753] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-78c87de9-1de1-4252-8541-e925347c1388 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: c9e22c27-c098-40d4-9464-181adc858062] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.798753] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-78c87de9-1de1-4252-8541-e925347c1388 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Deleting the datastore file [datastore1] c9e22c27-c098-40d4-9464-181adc858062 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.799016] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb9fc806-bfc2-4fc5-a9e4-16ff2f5727c6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.807238] env[70867]: DEBUG oslo_vmware.api [None req-78c87de9-1de1-4252-8541-e925347c1388 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Waiting for the task: (returnval){ [ 1108.807238] env[70867]: value = "task-3474348" [ 1108.807238] env[70867]: _type = "Task" [ 1108.807238] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.816189] env[70867]: DEBUG oslo_vmware.api [None req-78c87de9-1de1-4252-8541-e925347c1388 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': task-3474348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.969360] env[70867]: DEBUG nova.compute.manager [req-3ef270a8-eade-4724-9f6c-c392cd59a545 req-ca31e108-70a3-46f9-a886-448aa09440a7 service nova] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Received event network-changed-2e81f961-1832-485e-b387-7a45447f8486 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.969532] env[70867]: DEBUG nova.compute.manager [req-3ef270a8-eade-4724-9f6c-c392cd59a545 req-ca31e108-70a3-46f9-a886-448aa09440a7 service nova] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Refreshing instance network info cache due to event network-changed-2e81f961-1832-485e-b387-7a45447f8486. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1108.969748] env[70867]: DEBUG oslo_concurrency.lockutils [req-3ef270a8-eade-4724-9f6c-c392cd59a545 req-ca31e108-70a3-46f9-a886-448aa09440a7 service nova] Acquiring lock "refresh_cache-adb9d0d3-95b1-49b7-813d-7cff4b8544e7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.969952] env[70867]: DEBUG oslo_concurrency.lockutils [req-3ef270a8-eade-4724-9f6c-c392cd59a545 req-ca31e108-70a3-46f9-a886-448aa09440a7 service nova] Acquired lock "refresh_cache-adb9d0d3-95b1-49b7-813d-7cff4b8544e7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.970244] env[70867]: DEBUG nova.network.neutron [req-3ef270a8-eade-4724-9f6c-c392cd59a545 req-ca31e108-70a3-46f9-a886-448aa09440a7 service nova] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Refreshing network info cache for port 2e81f961-1832-485e-b387-7a45447f8486 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.000306] env[70867]: INFO nova.compute.manager [-] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Took 1.41 seconds to deallocate network for instance. [ 1109.023906] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fdf5673e-d617-4f6f-a864-beb5508d031e tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquiring lock "46d74c4c-c717-4355-822d-2f6397c7f3e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.024087] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fdf5673e-d617-4f6f-a864-beb5508d031e tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lock "46d74c4c-c717-4355-822d-2f6397c7f3e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.024245] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fdf5673e-d617-4f6f-a864-beb5508d031e tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquiring lock "46d74c4c-c717-4355-822d-2f6397c7f3e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.024602] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fdf5673e-d617-4f6f-a864-beb5508d031e tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lock "46d74c4c-c717-4355-822d-2f6397c7f3e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.024745] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fdf5673e-d617-4f6f-a864-beb5508d031e tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lock "46d74c4c-c717-4355-822d-2f6397c7f3e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.026951] env[70867]: INFO nova.compute.manager [None req-fdf5673e-d617-4f6f-a864-beb5508d031e tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Terminating instance [ 1109.032580] env[70867]: DEBUG oslo_concurrency.lockutils [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "1361a2ff-f79e-42ca-817c-af5e79f4e133" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.032822] env[70867]: DEBUG oslo_concurrency.lockutils [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "1361a2ff-f79e-42ca-817c-af5e79f4e133" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.033016] env[70867]: DEBUG nova.compute.manager [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.034520] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3e9b51-b66b-4980-82db-8b64f1147092 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.049360] env[70867]: DEBUG oslo_vmware.api [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474346, 'name': Rename_Task, 'duration_secs': 0.153869} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.049639] env[70867]: DEBUG nova.compute.manager [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70867) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1109.052454] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.052987] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77a2ae91-6fbd-4254-b832-2cf664ce3d0a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.061823] env[70867]: DEBUG oslo_vmware.api [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1109.061823] env[70867]: value = "task-3474349" [ 1109.061823] env[70867]: _type = "Task" [ 1109.061823] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.072120] env[70867]: DEBUG oslo_vmware.api [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474349, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.091347] env[70867]: INFO nova.compute.claims [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.277755] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2bf1ae-62cf-4a33-b6a8-cf666b799ff1 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.278258] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5723d06d-5229-49ba-b319-148088af31b0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.286619] env[70867]: DEBUG oslo_vmware.api [None req-de2bf1ae-62cf-4a33-b6a8-cf666b799ff1 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Waiting for the task: (returnval){ [ 1109.286619] env[70867]: value = "task-3474350" [ 1109.286619] env[70867]: _type = "Task" [ 1109.286619] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.295277] env[70867]: DEBUG oslo_vmware.api [None req-de2bf1ae-62cf-4a33-b6a8-cf666b799ff1 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.316951] env[70867]: DEBUG oslo_vmware.api [None req-78c87de9-1de1-4252-8541-e925347c1388 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Task: {'id': task-3474348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.44358} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.317220] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-78c87de9-1de1-4252-8541-e925347c1388 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.317405] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-78c87de9-1de1-4252-8541-e925347c1388 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: c9e22c27-c098-40d4-9464-181adc858062] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.317584] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-78c87de9-1de1-4252-8541-e925347c1388 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: c9e22c27-c098-40d4-9464-181adc858062] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.317756] env[70867]: INFO nova.compute.manager [None req-78c87de9-1de1-4252-8541-e925347c1388 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] [instance: c9e22c27-c098-40d4-9464-181adc858062] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1109.318020] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78c87de9-1de1-4252-8541-e925347c1388 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.318249] env[70867]: DEBUG nova.compute.manager [-] [instance: c9e22c27-c098-40d4-9464-181adc858062] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1109.318346] env[70867]: DEBUG nova.network.neutron [-] [instance: c9e22c27-c098-40d4-9464-181adc858062] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1109.507248] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c06672ce-45bb-48f8-a2ab-b5b03d1295bc tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.535660] env[70867]: DEBUG nova.compute.manager [None req-fdf5673e-d617-4f6f-a864-beb5508d031e tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1109.535660] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf5673e-d617-4f6f-a864-beb5508d031e tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.536335] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceea6ee3-4b43-47af-9263-b4040d04d9f5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.545368] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf5673e-d617-4f6f-a864-beb5508d031e tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.545912] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4263ee82-56e6-49c7-8b3c-3c7ed3f8ac05 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.553382] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.553722] env[70867]: DEBUG oslo_vmware.api [None req-fdf5673e-d617-4f6f-a864-beb5508d031e tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 1109.553722] env[70867]: value = "task-3474351" [ 1109.553722] env[70867]: _type = "Task" [ 1109.553722] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.554117] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a87bd2a-82aa-4df2-804b-afb057f09b49 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.570124] env[70867]: DEBUG oslo_vmware.api [None req-fdf5673e-d617-4f6f-a864-beb5508d031e tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.571998] env[70867]: DEBUG oslo_vmware.api [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1109.571998] env[70867]: value = "task-3474352" [ 1109.571998] env[70867]: _type = "Task" [ 1109.571998] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.578724] env[70867]: DEBUG oslo_vmware.api [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474349, 'name': PowerOnVM_Task, 'duration_secs': 0.47272} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.579645] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.579769] env[70867]: DEBUG nova.compute.manager [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.580627] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e2f0ba-74a6-40da-8146-3e856f892e77 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.586726] env[70867]: DEBUG oslo_vmware.api [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.729344] env[70867]: DEBUG nova.network.neutron [req-3ef270a8-eade-4724-9f6c-c392cd59a545 req-ca31e108-70a3-46f9-a886-448aa09440a7 service nova] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Updated VIF entry in instance network info cache for port 2e81f961-1832-485e-b387-7a45447f8486. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.729344] env[70867]: DEBUG nova.network.neutron [req-3ef270a8-eade-4724-9f6c-c392cd59a545 req-ca31e108-70a3-46f9-a886-448aa09440a7 service nova] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Updating instance_info_cache with network_info: [{"id": "2e81f961-1832-485e-b387-7a45447f8486", "address": "fa:16:3e:d7:9b:ce", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e81f961-18", "ovs_interfaceid": "2e81f961-1832-485e-b387-7a45447f8486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.799040] env[70867]: DEBUG oslo_vmware.api [None req-de2bf1ae-62cf-4a33-b6a8-cf666b799ff1 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474350, 'name': PowerOnVM_Task, 'duration_secs': 0.512353} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.800051] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2bf1ae-62cf-4a33-b6a8-cf666b799ff1 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.800051] env[70867]: DEBUG nova.compute.manager [None req-de2bf1ae-62cf-4a33-b6a8-cf666b799ff1 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.802092] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6210ea01-f008-4cb7-8632-f989b864c76e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.066447] env[70867]: DEBUG oslo_vmware.api [None req-fdf5673e-d617-4f6f-a864-beb5508d031e tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474351, 'name': PowerOffVM_Task, 'duration_secs': 0.224783} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.066720] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf5673e-d617-4f6f-a864-beb5508d031e tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.066890] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf5673e-d617-4f6f-a864-beb5508d031e tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.067159] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be4c4e16-f061-4a12-add8-a0e78df15c10 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.081965] env[70867]: DEBUG oslo_vmware.api [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474352, 'name': PowerOffVM_Task, 'duration_secs': 0.211344} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.082241] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.082439] env[70867]: DEBUG nova.compute.manager [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.083221] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b937b7fe-c11e-476e-8847-54673c3e57f5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.104906] env[70867]: DEBUG oslo_concurrency.lockutils [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.138658] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf5673e-d617-4f6f-a864-beb5508d031e tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.138885] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf5673e-d617-4f6f-a864-beb5508d031e tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.139098] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdf5673e-d617-4f6f-a864-beb5508d031e tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Deleting the datastore file [datastore2] 46d74c4c-c717-4355-822d-2f6397c7f3e6 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.139378] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56521aef-bbe8-4b66-84c1-b9a098c08ebf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.147830] env[70867]: DEBUG oslo_vmware.api [None req-fdf5673e-d617-4f6f-a864-beb5508d031e tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 1110.147830] env[70867]: value = "task-3474354" [ 1110.147830] env[70867]: _type = "Task" [ 1110.147830] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.156179] env[70867]: DEBUG oslo_vmware.api [None req-fdf5673e-d617-4f6f-a864-beb5508d031e tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.235285] env[70867]: DEBUG oslo_concurrency.lockutils [req-3ef270a8-eade-4724-9f6c-c392cd59a545 req-ca31e108-70a3-46f9-a886-448aa09440a7 service nova] Releasing lock "refresh_cache-adb9d0d3-95b1-49b7-813d-7cff4b8544e7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.235285] env[70867]: DEBUG nova.compute.manager [req-3ef270a8-eade-4724-9f6c-c392cd59a545 req-ca31e108-70a3-46f9-a886-448aa09440a7 service nova] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Received event network-vif-deleted-95c90702-94ae-4f05-aef0-ae451ce08941 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.346193] env[70867]: DEBUG nova.network.neutron [None req-95919f99-46e7-4020-b0e3-b6454a901658 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Successfully updated port: 553ff111-a0bf-4529-bc02-db7f0c32b3ab {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1110.386777] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b3cfd4-be81-4c85-99f8-a6b497cc0cca {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.395270] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e3566e-bd0b-4b8f-84f2-d8e608d1a381 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.425207] env[70867]: DEBUG nova.network.neutron [-] [instance: c9e22c27-c098-40d4-9464-181adc858062] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.427892] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a77c9f-6f85-41ca-8ae9-718157519f9b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.437075] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15aef661-725d-489f-976d-7fbd3a82a90a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.453555] env[70867]: DEBUG nova.compute.provider_tree [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.574609] env[70867]: DEBUG oslo_concurrency.lockutils [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "c38d75c5-f00a-4d67-96bb-a920d74eeb2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.574839] env[70867]: DEBUG oslo_concurrency.lockutils [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "c38d75c5-f00a-4d67-96bb-a920d74eeb2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.599230] env[70867]: DEBUG oslo_concurrency.lockutils [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "1361a2ff-f79e-42ca-817c-af5e79f4e133" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.566s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.659956] env[70867]: DEBUG oslo_vmware.api [None req-fdf5673e-d617-4f6f-a864-beb5508d031e tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.848707] env[70867]: DEBUG oslo_concurrency.lockutils [None req-95919f99-46e7-4020-b0e3-b6454a901658 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "refresh_cache-adb9d0d3-95b1-49b7-813d-7cff4b8544e7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.848913] env[70867]: DEBUG oslo_concurrency.lockutils [None req-95919f99-46e7-4020-b0e3-b6454a901658 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquired lock "refresh_cache-adb9d0d3-95b1-49b7-813d-7cff4b8544e7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.849100] env[70867]: DEBUG nova.network.neutron [None req-95919f99-46e7-4020-b0e3-b6454a901658 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.928063] env[70867]: INFO nova.compute.manager [-] [instance: c9e22c27-c098-40d4-9464-181adc858062] Took 1.61 seconds to deallocate network for instance. [ 1110.956118] env[70867]: DEBUG nova.scheduler.client.report [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.076772] env[70867]: DEBUG nova.compute.manager [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1111.093492] env[70867]: DEBUG nova.compute.manager [req-2d79c714-6e12-4b76-88f5-ea4f216f8790 req-a4647397-730a-4ca9-914d-b6096bfb7a78 service nova] [instance: c9e22c27-c098-40d4-9464-181adc858062] Received event network-vif-deleted-f3ff7d73-bb9e-4090-b30c-27326946402d {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.093762] env[70867]: DEBUG nova.compute.manager [req-2d79c714-6e12-4b76-88f5-ea4f216f8790 req-a4647397-730a-4ca9-914d-b6096bfb7a78 service nova] [instance: c9e22c27-c098-40d4-9464-181adc858062] Received event network-vif-deleted-d23eae57-08f9-43ca-af60-6b7636aa62cb {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.094017] env[70867]: DEBUG nova.compute.manager [req-2d79c714-6e12-4b76-88f5-ea4f216f8790 req-a4647397-730a-4ca9-914d-b6096bfb7a78 service nova] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Received event network-vif-plugged-553ff111-a0bf-4529-bc02-db7f0c32b3ab {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.094489] env[70867]: DEBUG oslo_concurrency.lockutils [req-2d79c714-6e12-4b76-88f5-ea4f216f8790 req-a4647397-730a-4ca9-914d-b6096bfb7a78 service nova] Acquiring lock "adb9d0d3-95b1-49b7-813d-7cff4b8544e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.094779] env[70867]: DEBUG oslo_concurrency.lockutils [req-2d79c714-6e12-4b76-88f5-ea4f216f8790 req-a4647397-730a-4ca9-914d-b6096bfb7a78 service nova] Lock "adb9d0d3-95b1-49b7-813d-7cff4b8544e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.095029] env[70867]: DEBUG oslo_concurrency.lockutils [req-2d79c714-6e12-4b76-88f5-ea4f216f8790 req-a4647397-730a-4ca9-914d-b6096bfb7a78 service nova] Lock "adb9d0d3-95b1-49b7-813d-7cff4b8544e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.095271] env[70867]: DEBUG nova.compute.manager [req-2d79c714-6e12-4b76-88f5-ea4f216f8790 req-a4647397-730a-4ca9-914d-b6096bfb7a78 service nova] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] No waiting events found dispatching network-vif-plugged-553ff111-a0bf-4529-bc02-db7f0c32b3ab {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1111.095501] env[70867]: WARNING nova.compute.manager [req-2d79c714-6e12-4b76-88f5-ea4f216f8790 req-a4647397-730a-4ca9-914d-b6096bfb7a78 service nova] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Received unexpected event network-vif-plugged-553ff111-a0bf-4529-bc02-db7f0c32b3ab for instance with vm_state active and task_state None. [ 1111.095723] env[70867]: DEBUG nova.compute.manager [req-2d79c714-6e12-4b76-88f5-ea4f216f8790 req-a4647397-730a-4ca9-914d-b6096bfb7a78 service nova] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Received event network-changed-553ff111-a0bf-4529-bc02-db7f0c32b3ab {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.095936] env[70867]: DEBUG nova.compute.manager [req-2d79c714-6e12-4b76-88f5-ea4f216f8790 req-a4647397-730a-4ca9-914d-b6096bfb7a78 service nova] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Refreshing instance network info cache due to event network-changed-553ff111-a0bf-4529-bc02-db7f0c32b3ab. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1111.096188] env[70867]: DEBUG oslo_concurrency.lockutils [req-2d79c714-6e12-4b76-88f5-ea4f216f8790 req-a4647397-730a-4ca9-914d-b6096bfb7a78 service nova] Acquiring lock "refresh_cache-adb9d0d3-95b1-49b7-813d-7cff4b8544e7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.109086] env[70867]: DEBUG oslo_concurrency.lockutils [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.158772] env[70867]: DEBUG oslo_vmware.api [None req-fdf5673e-d617-4f6f-a864-beb5508d031e tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.646075} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.159032] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdf5673e-d617-4f6f-a864-beb5508d031e tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.160055] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf5673e-d617-4f6f-a864-beb5508d031e tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.160055] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf5673e-d617-4f6f-a864-beb5508d031e tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.160055] env[70867]: INFO nova.compute.manager [None req-fdf5673e-d617-4f6f-a864-beb5508d031e tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1111.160055] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdf5673e-d617-4f6f-a864-beb5508d031e tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.160055] env[70867]: DEBUG nova.compute.manager [-] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1111.160348] env[70867]: DEBUG nova.network.neutron [-] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1111.416406] env[70867]: WARNING nova.network.neutron [None req-95919f99-46e7-4020-b0e3-b6454a901658 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] addbdc6a-23f3-4408-86c3-571f6567ee4b already exists in list: networks containing: ['addbdc6a-23f3-4408-86c3-571f6567ee4b']. ignoring it [ 1111.434754] env[70867]: DEBUG oslo_concurrency.lockutils [None req-78c87de9-1de1-4252-8541-e925347c1388 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.461834] env[70867]: DEBUG oslo_concurrency.lockutils [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.380s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.464047] env[70867]: DEBUG oslo_concurrency.lockutils [None req-43bf0790-9ad1-467e-b4ba-38a2b807fbed tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.325s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.464251] env[70867]: DEBUG oslo_concurrency.lockutils [None req-43bf0790-9ad1-467e-b4ba-38a2b807fbed tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.465956] env[70867]: DEBUG oslo_concurrency.lockutils [None req-68ff1236-53a8-40b1-b9b0-e6d3079b7c6d tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.598s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.466154] env[70867]: DEBUG oslo_concurrency.lockutils [None req-68ff1236-53a8-40b1-b9b0-e6d3079b7c6d tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.468205] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.339s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.502403] env[70867]: INFO nova.scheduler.client.report [None req-68ff1236-53a8-40b1-b9b0-e6d3079b7c6d tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Deleted allocations for instance 4439722b-4bd6-464a-91a8-ebd733072c45 [ 1111.509757] env[70867]: INFO nova.scheduler.client.report [None req-43bf0790-9ad1-467e-b4ba-38a2b807fbed tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Deleted allocations for instance 921ed213-6e8d-48b1-9aa6-e4944ffa756f [ 1111.516142] env[70867]: INFO nova.network.neutron [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Updating port 28352365-f5d5-4b89-b360-0625ccdcb46a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1111.564179] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ac90ec85-210f-46cf-8054-8bdc964e43d5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "803d376e-f1bd-4182-9de1-00fac0e3aa47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.566412] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ac90ec85-210f-46cf-8054-8bdc964e43d5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "803d376e-f1bd-4182-9de1-00fac0e3aa47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.566412] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ac90ec85-210f-46cf-8054-8bdc964e43d5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "803d376e-f1bd-4182-9de1-00fac0e3aa47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.566412] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ac90ec85-210f-46cf-8054-8bdc964e43d5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "803d376e-f1bd-4182-9de1-00fac0e3aa47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.566412] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ac90ec85-210f-46cf-8054-8bdc964e43d5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "803d376e-f1bd-4182-9de1-00fac0e3aa47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.570161] env[70867]: INFO nova.compute.manager [None req-ac90ec85-210f-46cf-8054-8bdc964e43d5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Terminating instance [ 1111.595567] env[70867]: DEBUG oslo_concurrency.lockutils [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.821831] env[70867]: DEBUG nova.network.neutron [None req-95919f99-46e7-4020-b0e3-b6454a901658 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Updating instance_info_cache with network_info: [{"id": "2e81f961-1832-485e-b387-7a45447f8486", "address": "fa:16:3e:d7:9b:ce", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e81f961-18", "ovs_interfaceid": "2e81f961-1832-485e-b387-7a45447f8486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "553ff111-a0bf-4529-bc02-db7f0c32b3ab", "address": "fa:16:3e:99:61:a7", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap553ff111-a0", "ovs_interfaceid": "553ff111-a0bf-4529-bc02-db7f0c32b3ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.974045] env[70867]: INFO nova.compute.claims [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.981040] env[70867]: DEBUG nova.network.neutron [-] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.012507] env[70867]: DEBUG oslo_concurrency.lockutils [None req-68ff1236-53a8-40b1-b9b0-e6d3079b7c6d tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Lock "4439722b-4bd6-464a-91a8-ebd733072c45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.870s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.023078] env[70867]: DEBUG oslo_concurrency.lockutils [None req-43bf0790-9ad1-467e-b4ba-38a2b807fbed tempest-ListServersNegativeTestJSON-663694098 tempest-ListServersNegativeTestJSON-663694098-project-member] Lock "921ed213-6e8d-48b1-9aa6-e4944ffa756f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.554s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.074257] env[70867]: DEBUG nova.compute.manager [None req-ac90ec85-210f-46cf-8054-8bdc964e43d5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1112.074600] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ac90ec85-210f-46cf-8054-8bdc964e43d5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1112.075759] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c250a476-cb1f-467d-9524-bc5489ab6576 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.086079] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac90ec85-210f-46cf-8054-8bdc964e43d5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.086428] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e4cc6b3-43d2-4301-a497-01f9006c12b5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.094947] env[70867]: DEBUG oslo_vmware.api [None req-ac90ec85-210f-46cf-8054-8bdc964e43d5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1112.094947] env[70867]: value = "task-3474355" [ 1112.094947] env[70867]: _type = "Task" [ 1112.094947] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.104843] env[70867]: DEBUG oslo_vmware.api [None req-ac90ec85-210f-46cf-8054-8bdc964e43d5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.287113] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "275cda22-565c-4d42-aed3-3057f3ebaf3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.287370] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "275cda22-565c-4d42-aed3-3057f3ebaf3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.324946] env[70867]: DEBUG oslo_concurrency.lockutils [None req-95919f99-46e7-4020-b0e3-b6454a901658 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Releasing lock "refresh_cache-adb9d0d3-95b1-49b7-813d-7cff4b8544e7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.325630] env[70867]: DEBUG oslo_concurrency.lockutils [None req-95919f99-46e7-4020-b0e3-b6454a901658 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "adb9d0d3-95b1-49b7-813d-7cff4b8544e7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.325791] env[70867]: DEBUG oslo_concurrency.lockutils [None req-95919f99-46e7-4020-b0e3-b6454a901658 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquired lock "adb9d0d3-95b1-49b7-813d-7cff4b8544e7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.326072] env[70867]: DEBUG oslo_concurrency.lockutils [req-2d79c714-6e12-4b76-88f5-ea4f216f8790 req-a4647397-730a-4ca9-914d-b6096bfb7a78 service nova] Acquired lock "refresh_cache-adb9d0d3-95b1-49b7-813d-7cff4b8544e7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.326258] env[70867]: DEBUG nova.network.neutron [req-2d79c714-6e12-4b76-88f5-ea4f216f8790 req-a4647397-730a-4ca9-914d-b6096bfb7a78 service nova] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Refreshing network info cache for port 553ff111-a0bf-4529-bc02-db7f0c32b3ab {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.328336] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6533f492-9c8e-4c8a-b5cd-6fdedcb24840 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.347011] env[70867]: DEBUG nova.virt.hardware [None req-95919f99-46e7-4020-b0e3-b6454a901658 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.347274] env[70867]: DEBUG nova.virt.hardware [None req-95919f99-46e7-4020-b0e3-b6454a901658 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.347432] env[70867]: DEBUG nova.virt.hardware [None req-95919f99-46e7-4020-b0e3-b6454a901658 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.347614] env[70867]: DEBUG nova.virt.hardware [None req-95919f99-46e7-4020-b0e3-b6454a901658 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.347761] env[70867]: DEBUG nova.virt.hardware [None req-95919f99-46e7-4020-b0e3-b6454a901658 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.347931] env[70867]: DEBUG nova.virt.hardware [None req-95919f99-46e7-4020-b0e3-b6454a901658 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.348132] env[70867]: DEBUG nova.virt.hardware [None req-95919f99-46e7-4020-b0e3-b6454a901658 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.348295] env[70867]: DEBUG nova.virt.hardware [None req-95919f99-46e7-4020-b0e3-b6454a901658 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.348462] env[70867]: DEBUG nova.virt.hardware [None req-95919f99-46e7-4020-b0e3-b6454a901658 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.348623] env[70867]: DEBUG nova.virt.hardware [None req-95919f99-46e7-4020-b0e3-b6454a901658 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.348793] env[70867]: DEBUG nova.virt.hardware [None req-95919f99-46e7-4020-b0e3-b6454a901658 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.355122] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-95919f99-46e7-4020-b0e3-b6454a901658 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Reconfiguring VM to attach interface {{(pid=70867) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1112.355815] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1dd653a-809e-4f20-8ff8-58dc4ba15b11 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.374255] env[70867]: DEBUG oslo_vmware.api [None req-95919f99-46e7-4020-b0e3-b6454a901658 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 1112.374255] env[70867]: value = "task-3474356" [ 1112.374255] env[70867]: _type = "Task" [ 1112.374255] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.383060] env[70867]: DEBUG oslo_vmware.api [None req-95919f99-46e7-4020-b0e3-b6454a901658 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474356, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.481471] env[70867]: INFO nova.compute.resource_tracker [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Updating resource usage from migration f872ec75-78df-45dc-afdf-6464ebc0b745 [ 1112.484324] env[70867]: INFO nova.compute.manager [-] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Took 1.32 seconds to deallocate network for instance. [ 1112.607148] env[70867]: DEBUG oslo_vmware.api [None req-ac90ec85-210f-46cf-8054-8bdc964e43d5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474355, 'name': PowerOffVM_Task, 'duration_secs': 0.189015} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.607243] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac90ec85-210f-46cf-8054-8bdc964e43d5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.607453] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ac90ec85-210f-46cf-8054-8bdc964e43d5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1112.609824] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d077ad0f-7700-4905-a8bc-94b8c7f62d26 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.682069] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ac90ec85-210f-46cf-8054-8bdc964e43d5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1112.682313] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ac90ec85-210f-46cf-8054-8bdc964e43d5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1112.682520] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac90ec85-210f-46cf-8054-8bdc964e43d5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Deleting the datastore file [datastore2] 803d376e-f1bd-4182-9de1-00fac0e3aa47 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1112.683119] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4ed930e-d74f-4780-b082-23a49802fafd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.693035] env[70867]: DEBUG oslo_vmware.api [None req-ac90ec85-210f-46cf-8054-8bdc964e43d5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1112.693035] env[70867]: value = "task-3474358" [ 1112.693035] env[70867]: _type = "Task" [ 1112.693035] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.704222] env[70867]: DEBUG oslo_vmware.api [None req-ac90ec85-210f-46cf-8054-8bdc964e43d5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.753898] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e18d90-cf83-4ef7-8399-ab1d8fe38053 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.762303] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cd63ab-4ad6-4c79-af82-aa778c4dbaba {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.795059] env[70867]: DEBUG nova.compute.manager [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1112.798495] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd7bd65-fde1-468e-bd70-2ee221efdbde {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.809863] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f92b07-2dfd-44a3-996b-fd74e742bf95 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.825079] env[70867]: DEBUG nova.compute.provider_tree [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.885609] env[70867]: DEBUG oslo_vmware.api [None req-95919f99-46e7-4020-b0e3-b6454a901658 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474356, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.991192] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fdf5673e-d617-4f6f-a864-beb5508d031e tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.028819] env[70867]: DEBUG oslo_concurrency.lockutils [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Acquiring lock "refresh_cache-df50dddd-7392-4aa0-a7e7-e5eaea666d73" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.029049] env[70867]: DEBUG oslo_concurrency.lockutils [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Acquired lock "refresh_cache-df50dddd-7392-4aa0-a7e7-e5eaea666d73" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.029239] env[70867]: DEBUG nova.network.neutron [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.172679] env[70867]: DEBUG nova.compute.manager [req-47d268ac-ad90-4eba-8458-ce9ca31b4adb req-963dfde2-a0bc-4473-b4ac-12ddc5fa51c9 service nova] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Received event network-vif-plugged-28352365-f5d5-4b89-b360-0625ccdcb46a {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.172885] env[70867]: DEBUG oslo_concurrency.lockutils [req-47d268ac-ad90-4eba-8458-ce9ca31b4adb req-963dfde2-a0bc-4473-b4ac-12ddc5fa51c9 service nova] Acquiring lock "df50dddd-7392-4aa0-a7e7-e5eaea666d73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.173205] env[70867]: DEBUG oslo_concurrency.lockutils [req-47d268ac-ad90-4eba-8458-ce9ca31b4adb req-963dfde2-a0bc-4473-b4ac-12ddc5fa51c9 service nova] Lock "df50dddd-7392-4aa0-a7e7-e5eaea666d73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.173369] env[70867]: DEBUG oslo_concurrency.lockutils [req-47d268ac-ad90-4eba-8458-ce9ca31b4adb req-963dfde2-a0bc-4473-b4ac-12ddc5fa51c9 service nova] Lock "df50dddd-7392-4aa0-a7e7-e5eaea666d73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.173542] env[70867]: DEBUG nova.compute.manager [req-47d268ac-ad90-4eba-8458-ce9ca31b4adb req-963dfde2-a0bc-4473-b4ac-12ddc5fa51c9 service nova] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] No waiting events found dispatching network-vif-plugged-28352365-f5d5-4b89-b360-0625ccdcb46a {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1113.173706] env[70867]: WARNING nova.compute.manager [req-47d268ac-ad90-4eba-8458-ce9ca31b4adb req-963dfde2-a0bc-4473-b4ac-12ddc5fa51c9 service nova] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Received unexpected event network-vif-plugged-28352365-f5d5-4b89-b360-0625ccdcb46a for instance with vm_state shelved_offloaded and task_state spawning. [ 1113.206529] env[70867]: DEBUG oslo_vmware.api [None req-ac90ec85-210f-46cf-8054-8bdc964e43d5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231852} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.206816] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac90ec85-210f-46cf-8054-8bdc964e43d5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1113.207489] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ac90ec85-210f-46cf-8054-8bdc964e43d5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1113.207489] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ac90ec85-210f-46cf-8054-8bdc964e43d5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1113.207489] env[70867]: INFO nova.compute.manager [None req-ac90ec85-210f-46cf-8054-8bdc964e43d5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1113.207711] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac90ec85-210f-46cf-8054-8bdc964e43d5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.207747] env[70867]: DEBUG nova.compute.manager [-] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1113.207839] env[70867]: DEBUG nova.network.neutron [-] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1113.248333] env[70867]: DEBUG nova.network.neutron [req-2d79c714-6e12-4b76-88f5-ea4f216f8790 req-a4647397-730a-4ca9-914d-b6096bfb7a78 service nova] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Updated VIF entry in instance network info cache for port 553ff111-a0bf-4529-bc02-db7f0c32b3ab. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.248879] env[70867]: DEBUG nova.network.neutron [req-2d79c714-6e12-4b76-88f5-ea4f216f8790 req-a4647397-730a-4ca9-914d-b6096bfb7a78 service nova] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Updating instance_info_cache with network_info: [{"id": "2e81f961-1832-485e-b387-7a45447f8486", "address": "fa:16:3e:d7:9b:ce", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e81f961-18", "ovs_interfaceid": "2e81f961-1832-485e-b387-7a45447f8486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "553ff111-a0bf-4529-bc02-db7f0c32b3ab", "address": "fa:16:3e:99:61:a7", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap553ff111-a0", "ovs_interfaceid": "553ff111-a0bf-4529-bc02-db7f0c32b3ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.306117] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5c6a325c-8e58-4c5f-94d8-22c120a0adc8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "1361a2ff-f79e-42ca-817c-af5e79f4e133" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.306360] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5c6a325c-8e58-4c5f-94d8-22c120a0adc8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "1361a2ff-f79e-42ca-817c-af5e79f4e133" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.306556] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5c6a325c-8e58-4c5f-94d8-22c120a0adc8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "1361a2ff-f79e-42ca-817c-af5e79f4e133-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.306731] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5c6a325c-8e58-4c5f-94d8-22c120a0adc8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "1361a2ff-f79e-42ca-817c-af5e79f4e133-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.306894] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5c6a325c-8e58-4c5f-94d8-22c120a0adc8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "1361a2ff-f79e-42ca-817c-af5e79f4e133-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.310638] env[70867]: INFO nova.compute.manager [None req-5c6a325c-8e58-4c5f-94d8-22c120a0adc8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Terminating instance [ 1113.329304] env[70867]: DEBUG nova.scheduler.client.report [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.333596] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.388216] env[70867]: DEBUG oslo_vmware.api [None req-95919f99-46e7-4020-b0e3-b6454a901658 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474356, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.399713] env[70867]: DEBUG nova.compute.manager [req-9b70b694-47b0-4877-8b0b-4cdd1abe6702 req-772bafc1-4b5e-4235-b164-5648bebcc36b service nova] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Received event network-vif-deleted-d699d938-0565-46d0-bcce-493a19fa21ec {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.752492] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e713714b-e6d4-4820-91ac-9e63e4908d82 tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Acquiring lock "387ed6a8-f2ec-408f-9e03-9f0a6a71416e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.752788] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e713714b-e6d4-4820-91ac-9e63e4908d82 tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Lock "387ed6a8-f2ec-408f-9e03-9f0a6a71416e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.752997] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e713714b-e6d4-4820-91ac-9e63e4908d82 tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Acquiring lock "387ed6a8-f2ec-408f-9e03-9f0a6a71416e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.753203] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e713714b-e6d4-4820-91ac-9e63e4908d82 tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Lock "387ed6a8-f2ec-408f-9e03-9f0a6a71416e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.753394] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e713714b-e6d4-4820-91ac-9e63e4908d82 tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Lock "387ed6a8-f2ec-408f-9e03-9f0a6a71416e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.755606] env[70867]: DEBUG oslo_concurrency.lockutils [req-2d79c714-6e12-4b76-88f5-ea4f216f8790 req-a4647397-730a-4ca9-914d-b6096bfb7a78 service nova] Releasing lock "refresh_cache-adb9d0d3-95b1-49b7-813d-7cff4b8544e7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.756242] env[70867]: INFO nova.compute.manager [None req-e713714b-e6d4-4820-91ac-9e63e4908d82 tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Terminating instance [ 1113.767292] env[70867]: DEBUG nova.network.neutron [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Updating instance_info_cache with network_info: [{"id": "28352365-f5d5-4b89-b360-0625ccdcb46a", "address": "fa:16:3e:19:26:b8", "network": {"id": "3e55bcea-e204-4c7f-9ec6-4c0d652c8699", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1904991923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5caa093a382340b6973f1bcfcdfb2566", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28352365-f5", "ovs_interfaceid": "28352365-f5d5-4b89-b360-0625ccdcb46a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.815033] env[70867]: DEBUG nova.compute.manager [None req-5c6a325c-8e58-4c5f-94d8-22c120a0adc8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1113.815293] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5c6a325c-8e58-4c5f-94d8-22c120a0adc8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.817151] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b4ab7d-d185-42ff-8c41-f6dbd50dda9f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.826912] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5c6a325c-8e58-4c5f-94d8-22c120a0adc8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.827196] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8d565e8-43ca-400f-8a02-9ff992eaab93 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.836083] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.368s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.836288] env[70867]: INFO nova.compute.manager [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Migrating [ 1113.843008] env[70867]: DEBUG oslo_concurrency.lockutils [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.615s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.844727] env[70867]: INFO nova.compute.claims [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1113.888740] env[70867]: DEBUG oslo_vmware.api [None req-95919f99-46e7-4020-b0e3-b6454a901658 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474356, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.898073] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5c6a325c-8e58-4c5f-94d8-22c120a0adc8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1113.898290] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5c6a325c-8e58-4c5f-94d8-22c120a0adc8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1113.898462] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c6a325c-8e58-4c5f-94d8-22c120a0adc8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Deleting the datastore file [datastore2] 1361a2ff-f79e-42ca-817c-af5e79f4e133 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1113.898944] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb723150-74fd-43ee-8fc8-47c20792ab14 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.908259] env[70867]: DEBUG oslo_vmware.api [None req-5c6a325c-8e58-4c5f-94d8-22c120a0adc8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1113.908259] env[70867]: value = "task-3474360" [ 1113.908259] env[70867]: _type = "Task" [ 1113.908259] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.919268] env[70867]: DEBUG oslo_vmware.api [None req-5c6a325c-8e58-4c5f-94d8-22c120a0adc8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.953822] env[70867]: DEBUG nova.network.neutron [-] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.260784] env[70867]: DEBUG nova.compute.manager [None req-e713714b-e6d4-4820-91ac-9e63e4908d82 tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1114.260912] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e713714b-e6d4-4820-91ac-9e63e4908d82 tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1114.261738] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08404708-f2cb-43d8-9e7b-ad5ed85d147c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.270787] env[70867]: DEBUG oslo_concurrency.lockutils [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Releasing lock "refresh_cache-df50dddd-7392-4aa0-a7e7-e5eaea666d73" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.278390] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e713714b-e6d4-4820-91ac-9e63e4908d82 tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.278927] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a031696-49ca-4af5-b2b0-9d1caafbfbfa {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.290926] env[70867]: DEBUG oslo_vmware.api [None req-e713714b-e6d4-4820-91ac-9e63e4908d82 tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Waiting for the task: (returnval){ [ 1114.290926] env[70867]: value = "task-3474361" [ 1114.290926] env[70867]: _type = "Task" [ 1114.290926] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.299062] env[70867]: DEBUG oslo_vmware.api [None req-e713714b-e6d4-4820-91ac-9e63e4908d82 tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Task: {'id': task-3474361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.308510] env[70867]: DEBUG nova.virt.hardware [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d7a317cec43d1f22f95d46f7b0c5a40a',container_format='bare',created_at=2025-04-17T11:53:05Z,direct_url=,disk_format='vmdk',id=5e7c785d-183e-48c3-8ba0-95ab0825c48c,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-13305427-shelved',owner='5caa093a382340b6973f1bcfcdfb2566',properties=ImageMetaProps,protected=,size=31666176,status='active',tags=,updated_at=2025-04-17T11:53:18Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.308510] env[70867]: DEBUG nova.virt.hardware [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.308510] env[70867]: DEBUG nova.virt.hardware [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.308689] env[70867]: DEBUG nova.virt.hardware [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.308825] env[70867]: DEBUG nova.virt.hardware [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.308991] env[70867]: DEBUG nova.virt.hardware [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.309417] env[70867]: DEBUG nova.virt.hardware [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.309589] env[70867]: DEBUG nova.virt.hardware [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.309760] env[70867]: DEBUG nova.virt.hardware [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.309989] env[70867]: DEBUG nova.virt.hardware [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.310261] env[70867]: DEBUG nova.virt.hardware [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.311167] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32810d2d-1f5e-49d8-b4f7-37dfcd949e64 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.319812] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c37c73-ca1c-4616-818a-8b2b9d569d07 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.336771] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:26:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0721b358-3768-472d-95f8-6d6755ab1635', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28352365-f5d5-4b89-b360-0625ccdcb46a', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1114.350940] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.354755] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1114.357505] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85506a3d-4f68-45be-bc95-0be59364305a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.377334] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "refresh_cache-de3aee59-9ef4-461a-9f59-9018b003fac6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.377518] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquired lock "refresh_cache-de3aee59-9ef4-461a-9f59-9018b003fac6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.377695] env[70867]: DEBUG nova.network.neutron [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.389172] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1114.389172] env[70867]: value = "task-3474362" [ 1114.389172] env[70867]: _type = "Task" [ 1114.389172] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.397317] env[70867]: DEBUG oslo_vmware.api [None req-95919f99-46e7-4020-b0e3-b6454a901658 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474356, 'name': ReconfigVM_Task, 'duration_secs': 1.912852} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.398341] env[70867]: DEBUG oslo_concurrency.lockutils [None req-95919f99-46e7-4020-b0e3-b6454a901658 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Releasing lock "adb9d0d3-95b1-49b7-813d-7cff4b8544e7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.398553] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-95919f99-46e7-4020-b0e3-b6454a901658 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Reconfigured VM to attach interface {{(pid=70867) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1114.404758] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474362, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.420572] env[70867]: DEBUG oslo_vmware.api [None req-5c6a325c-8e58-4c5f-94d8-22c120a0adc8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196129} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.421829] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c6a325c-8e58-4c5f-94d8-22c120a0adc8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1114.422065] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5c6a325c-8e58-4c5f-94d8-22c120a0adc8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1114.422272] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5c6a325c-8e58-4c5f-94d8-22c120a0adc8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1114.422317] env[70867]: INFO nova.compute.manager [None req-5c6a325c-8e58-4c5f-94d8-22c120a0adc8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1114.422568] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c6a325c-8e58-4c5f-94d8-22c120a0adc8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.422743] env[70867]: DEBUG nova.compute.manager [-] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1114.422862] env[70867]: DEBUG nova.network.neutron [-] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1114.461028] env[70867]: INFO nova.compute.manager [-] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Took 1.25 seconds to deallocate network for instance. [ 1114.805319] env[70867]: DEBUG oslo_vmware.api [None req-e713714b-e6d4-4820-91ac-9e63e4908d82 tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Task: {'id': task-3474361, 'name': PowerOffVM_Task, 'duration_secs': 0.227701} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.805319] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e713714b-e6d4-4820-91ac-9e63e4908d82 tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.805319] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e713714b-e6d4-4820-91ac-9e63e4908d82 tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1114.805319] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8bf4ce1-84a5-4efe-87da-b6b7704ec746 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.886851] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e713714b-e6d4-4820-91ac-9e63e4908d82 tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.887215] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e713714b-e6d4-4820-91ac-9e63e4908d82 tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.887583] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e713714b-e6d4-4820-91ac-9e63e4908d82 tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Deleting the datastore file [datastore2] 387ed6a8-f2ec-408f-9e03-9f0a6a71416e {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.888379] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-feae80f2-f6e9-4d40-852f-3167fea933eb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.907013] env[70867]: DEBUG oslo_vmware.api [None req-e713714b-e6d4-4820-91ac-9e63e4908d82 tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Waiting for the task: (returnval){ [ 1114.907013] env[70867]: value = "task-3474364" [ 1114.907013] env[70867]: _type = "Task" [ 1114.907013] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.908129] env[70867]: DEBUG oslo_concurrency.lockutils [None req-95919f99-46e7-4020-b0e3-b6454a901658 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "interface-adb9d0d3-95b1-49b7-813d-7cff4b8544e7-553ff111-a0bf-4529-bc02-db7f0c32b3ab" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.526s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.909019] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474362, 'name': CreateVM_Task, 'duration_secs': 0.338755} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.909283] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1114.913879] env[70867]: DEBUG oslo_concurrency.lockutils [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e7c785d-183e-48c3-8ba0-95ab0825c48c" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.913879] env[70867]: DEBUG oslo_concurrency.lockutils [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e7c785d-183e-48c3-8ba0-95ab0825c48c" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.914246] env[70867]: DEBUG oslo_concurrency.lockutils [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5e7c785d-183e-48c3-8ba0-95ab0825c48c" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.914864] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59d43cd3-36c7-4a72-91d9-e107413de9e6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.928027] env[70867]: DEBUG oslo_vmware.api [None req-e713714b-e6d4-4820-91ac-9e63e4908d82 tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Task: {'id': task-3474364, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.928027] env[70867]: DEBUG oslo_vmware.api [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for the task: (returnval){ [ 1114.928027] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a03b1f-4c89-f7cc-3712-cb76f6e0f2ca" [ 1114.928027] env[70867]: _type = "Task" [ 1114.928027] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.943950] env[70867]: DEBUG oslo_concurrency.lockutils [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e7c785d-183e-48c3-8ba0-95ab0825c48c" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.944431] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Processing image 5e7c785d-183e-48c3-8ba0-95ab0825c48c {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.945020] env[70867]: DEBUG oslo_concurrency.lockutils [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5e7c785d-183e-48c3-8ba0-95ab0825c48c/5e7c785d-183e-48c3-8ba0-95ab0825c48c.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.945334] env[70867]: DEBUG oslo_concurrency.lockutils [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5e7c785d-183e-48c3-8ba0-95ab0825c48c/5e7c785d-183e-48c3-8ba0-95ab0825c48c.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.945669] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.948617] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c4cb43c-ffef-4039-9930-6c9eb2709164 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.967607] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ac90ec85-210f-46cf-8054-8bdc964e43d5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.972983] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.972983] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.972983] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-766e7944-82d0-422c-85e9-ee8ce3cab1ec {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.978476] env[70867]: DEBUG oslo_vmware.api [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for the task: (returnval){ [ 1114.978476] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]525ad562-9b32-9f40-3cc6-4912df1e0b19" [ 1114.978476] env[70867]: _type = "Task" [ 1114.978476] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.996976] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Preparing fetch location {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1114.997238] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Fetch image to [datastore1] OSTACK_IMG_9f3667d8-6192-4085-85a8-c769fef261dd/OSTACK_IMG_9f3667d8-6192-4085-85a8-c769fef261dd.vmdk {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1114.997420] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Downloading stream optimized image 5e7c785d-183e-48c3-8ba0-95ab0825c48c to [datastore1] OSTACK_IMG_9f3667d8-6192-4085-85a8-c769fef261dd/OSTACK_IMG_9f3667d8-6192-4085-85a8-c769fef261dd.vmdk on the data store datastore1 as vApp {{(pid=70867) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1114.997591] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Downloading image file data 5e7c785d-183e-48c3-8ba0-95ab0825c48c to the ESX as VM named 'OSTACK_IMG_9f3667d8-6192-4085-85a8-c769fef261dd' {{(pid=70867) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1115.084928] env[70867]: DEBUG oslo_vmware.rw_handles [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1115.084928] env[70867]: value = "resgroup-9" [ 1115.084928] env[70867]: _type = "ResourcePool" [ 1115.084928] env[70867]: }. {{(pid=70867) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1115.085245] env[70867]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5b0e5a21-c70c-49cc-9703-9f8ee624f3d9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.110205] env[70867]: DEBUG oslo_vmware.rw_handles [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Lease: (returnval){ [ 1115.110205] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5281d5ed-a27f-53a5-85d1-beffcd4dd24e" [ 1115.110205] env[70867]: _type = "HttpNfcLease" [ 1115.110205] env[70867]: } obtained for vApp import into resource pool (val){ [ 1115.110205] env[70867]: value = "resgroup-9" [ 1115.110205] env[70867]: _type = "ResourcePool" [ 1115.110205] env[70867]: }. {{(pid=70867) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1115.110529] env[70867]: DEBUG oslo_vmware.api [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for the lease: (returnval){ [ 1115.110529] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5281d5ed-a27f-53a5-85d1-beffcd4dd24e" [ 1115.110529] env[70867]: _type = "HttpNfcLease" [ 1115.110529] env[70867]: } to be ready. {{(pid=70867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1115.123260] env[70867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1115.123260] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5281d5ed-a27f-53a5-85d1-beffcd4dd24e" [ 1115.123260] env[70867]: _type = "HttpNfcLease" [ 1115.123260] env[70867]: } is initializing. {{(pid=70867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1115.154631] env[70867]: DEBUG nova.network.neutron [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Updating instance_info_cache with network_info: [{"id": "cc3ead59-3e3c-4c93-ab09-29fff5ad36db", "address": "fa:16:3e:dd:c4:68", "network": {"id": "cfc3fe3f-41ca-4d32-a9e1-bd8add4aaf37", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404983433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "531e77ef69fe4892bb20a8d005c760d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc3ead59-3e", "ovs_interfaceid": "cc3ead59-3e3c-4c93-ab09-29fff5ad36db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.175429] env[70867]: DEBUG nova.network.neutron [-] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.210659] env[70867]: DEBUG nova.compute.manager [req-f8bea83a-1f1a-419b-847c-d858193f9ddb req-5a3d5573-8f2c-472c-8d07-64a645e5ba04 service nova] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Received event network-changed-28352365-f5d5-4b89-b360-0625ccdcb46a {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.211050] env[70867]: DEBUG nova.compute.manager [req-f8bea83a-1f1a-419b-847c-d858193f9ddb req-5a3d5573-8f2c-472c-8d07-64a645e5ba04 service nova] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Refreshing instance network info cache due to event network-changed-28352365-f5d5-4b89-b360-0625ccdcb46a. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.211404] env[70867]: DEBUG oslo_concurrency.lockutils [req-f8bea83a-1f1a-419b-847c-d858193f9ddb req-5a3d5573-8f2c-472c-8d07-64a645e5ba04 service nova] Acquiring lock "refresh_cache-df50dddd-7392-4aa0-a7e7-e5eaea666d73" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.211965] env[70867]: DEBUG oslo_concurrency.lockutils [req-f8bea83a-1f1a-419b-847c-d858193f9ddb req-5a3d5573-8f2c-472c-8d07-64a645e5ba04 service nova] Acquired lock "refresh_cache-df50dddd-7392-4aa0-a7e7-e5eaea666d73" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.212426] env[70867]: DEBUG nova.network.neutron [req-f8bea83a-1f1a-419b-847c-d858193f9ddb req-5a3d5573-8f2c-472c-8d07-64a645e5ba04 service nova] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Refreshing network info cache for port 28352365-f5d5-4b89-b360-0625ccdcb46a {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.224082] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69c3ca4-6527-4eb8-a537-2e8966a709c5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.235138] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e3a67a-f9cd-43b0-a415-82f3c0cbb219 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.271650] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce56743-0626-42dc-8fc0-069a4d4edf64 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.280624] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd0e921-3e9c-4a94-b37d-907f1b0f652c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.296060] env[70867]: DEBUG nova.compute.provider_tree [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.419716] env[70867]: DEBUG oslo_vmware.api [None req-e713714b-e6d4-4820-91ac-9e63e4908d82 tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Task: {'id': task-3474364, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281172} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.419961] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e713714b-e6d4-4820-91ac-9e63e4908d82 tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.420193] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e713714b-e6d4-4820-91ac-9e63e4908d82 tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.420370] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e713714b-e6d4-4820-91ac-9e63e4908d82 tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.420564] env[70867]: INFO nova.compute.manager [None req-e713714b-e6d4-4820-91ac-9e63e4908d82 tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1115.420802] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e713714b-e6d4-4820-91ac-9e63e4908d82 tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.420988] env[70867]: DEBUG nova.compute.manager [-] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1115.421114] env[70867]: DEBUG nova.network.neutron [-] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1115.621883] env[70867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1115.621883] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5281d5ed-a27f-53a5-85d1-beffcd4dd24e" [ 1115.621883] env[70867]: _type = "HttpNfcLease" [ 1115.621883] env[70867]: } is initializing. {{(pid=70867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1115.658069] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Releasing lock "refresh_cache-de3aee59-9ef4-461a-9f59-9018b003fac6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.679182] env[70867]: INFO nova.compute.manager [-] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Took 1.26 seconds to deallocate network for instance. [ 1115.799307] env[70867]: DEBUG nova.scheduler.client.report [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.125060] env[70867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1116.125060] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5281d5ed-a27f-53a5-85d1-beffcd4dd24e" [ 1116.125060] env[70867]: _type = "HttpNfcLease" [ 1116.125060] env[70867]: } is ready. {{(pid=70867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1116.125399] env[70867]: DEBUG oslo_vmware.rw_handles [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1116.125399] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5281d5ed-a27f-53a5-85d1-beffcd4dd24e" [ 1116.125399] env[70867]: _type = "HttpNfcLease" [ 1116.125399] env[70867]: }. {{(pid=70867) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1116.126128] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b8620b-e229-4ecd-a2aa-7979669d5657 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.136638] env[70867]: DEBUG oslo_vmware.rw_handles [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e63c29-bada-4c93-8979-edc188a4b879/disk-0.vmdk from lease info. {{(pid=70867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1116.136638] env[70867]: DEBUG oslo_vmware.rw_handles [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Creating HTTP connection to write to file with size = 31666176 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e63c29-bada-4c93-8979-edc188a4b879/disk-0.vmdk. {{(pid=70867) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1116.205969] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5c6a325c-8e58-4c5f-94d8-22c120a0adc8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.212013] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-11fb9467-7169-4c5c-a303-9cb612b6431a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.288488] env[70867]: DEBUG nova.network.neutron [req-f8bea83a-1f1a-419b-847c-d858193f9ddb req-5a3d5573-8f2c-472c-8d07-64a645e5ba04 service nova] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Updated VIF entry in instance network info cache for port 28352365-f5d5-4b89-b360-0625ccdcb46a. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.288849] env[70867]: DEBUG nova.network.neutron [req-f8bea83a-1f1a-419b-847c-d858193f9ddb req-5a3d5573-8f2c-472c-8d07-64a645e5ba04 service nova] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Updating instance_info_cache with network_info: [{"id": "28352365-f5d5-4b89-b360-0625ccdcb46a", "address": "fa:16:3e:19:26:b8", "network": {"id": "3e55bcea-e204-4c7f-9ec6-4c0d652c8699", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1904991923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5caa093a382340b6973f1bcfcdfb2566", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28352365-f5", "ovs_interfaceid": "28352365-f5d5-4b89-b360-0625ccdcb46a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.303830] env[70867]: DEBUG oslo_concurrency.lockutils [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.304465] env[70867]: DEBUG nova.compute.manager [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1116.307675] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.314s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.308854] env[70867]: INFO nova.compute.claims [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.369149] env[70867]: DEBUG nova.network.neutron [-] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.791375] env[70867]: DEBUG oslo_concurrency.lockutils [req-f8bea83a-1f1a-419b-847c-d858193f9ddb req-5a3d5573-8f2c-472c-8d07-64a645e5ba04 service nova] Releasing lock "refresh_cache-df50dddd-7392-4aa0-a7e7-e5eaea666d73" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.791655] env[70867]: DEBUG nova.compute.manager [req-f8bea83a-1f1a-419b-847c-d858193f9ddb req-5a3d5573-8f2c-472c-8d07-64a645e5ba04 service nova] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Received event network-vif-deleted-e60334bf-6b49-44be-ae52-00608059bd34 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.791840] env[70867]: DEBUG nova.compute.manager [req-f8bea83a-1f1a-419b-847c-d858193f9ddb req-5a3d5573-8f2c-472c-8d07-64a645e5ba04 service nova] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Received event network-vif-deleted-c89c32ed-82f6-46fe-83be-0db548edceac {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.792449] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cdd3aef3-d680-45af-a3fc-c8275b5ac2e3 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "interface-adb9d0d3-95b1-49b7-813d-7cff4b8544e7-553ff111-a0bf-4529-bc02-db7f0c32b3ab" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.792543] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cdd3aef3-d680-45af-a3fc-c8275b5ac2e3 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "interface-adb9d0d3-95b1-49b7-813d-7cff4b8544e7-553ff111-a0bf-4529-bc02-db7f0c32b3ab" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.809322] env[70867]: DEBUG nova.compute.utils [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1116.811096] env[70867]: DEBUG nova.compute.manager [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1116.811096] env[70867]: DEBUG nova.network.neutron [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1116.866055] env[70867]: DEBUG nova.policy [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43aa3988e90845a2917d8fa6d4465772', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f1893160d7645cea064723418b18388', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1116.872054] env[70867]: INFO nova.compute.manager [-] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Took 1.45 seconds to deallocate network for instance. [ 1117.207606] env[70867]: DEBUG nova.network.neutron [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Successfully created port: 06a45b2e-6015-4e08-976c-6649a080df89 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1117.216527] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6244210-cebf-45d7-8a56-a94f8394a615 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.242603] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Updating instance 'de3aee59-9ef4-461a-9f59-9018b003fac6' progress to 0 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.296584] env[70867]: DEBUG oslo_vmware.rw_handles [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Completed reading data from the image iterator. {{(pid=70867) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1117.296584] env[70867]: DEBUG oslo_vmware.rw_handles [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e63c29-bada-4c93-8979-edc188a4b879/disk-0.vmdk. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1117.296584] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cdd3aef3-d680-45af-a3fc-c8275b5ac2e3 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "adb9d0d3-95b1-49b7-813d-7cff4b8544e7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.296584] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cdd3aef3-d680-45af-a3fc-c8275b5ac2e3 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquired lock "adb9d0d3-95b1-49b7-813d-7cff4b8544e7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.296584] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3701441c-9d65-4807-8522-3a8dc520888b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.300897] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7524bd57-380e-49d1-b411-7fa3dacf57dc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.309343] env[70867]: DEBUG oslo_vmware.rw_handles [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e63c29-bada-4c93-8979-edc188a4b879/disk-0.vmdk is in state: ready. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1117.309512] env[70867]: DEBUG oslo_vmware.rw_handles [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e63c29-bada-4c93-8979-edc188a4b879/disk-0.vmdk. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1117.328022] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9369ae4f-0ab6-4b62-8726-62b2807ad647 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.328022] env[70867]: DEBUG nova.compute.manager [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1117.336613] env[70867]: DEBUG nova.compute.manager [req-a98c8123-d947-4b71-985f-d3a5230d0f8e req-028fce16-47bf-47bb-8faf-215de2f8e5e0 service nova] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Received event network-vif-deleted-06b0c6d0-107b-4bf4-958c-e86548c3e1eb {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.337514] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be57e7d1-cdc4-49ce-b0e0-d904785f1535 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.374316] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd3aef3-d680-45af-a3fc-c8275b5ac2e3 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Reconfiguring VM to detach interface {{(pid=70867) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1117.378215] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7f2274e-52d4-4009-a4aa-6adf6309b397 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.393688] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e713714b-e6d4-4820-91ac-9e63e4908d82 tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.401266] env[70867]: DEBUG oslo_vmware.api [None req-cdd3aef3-d680-45af-a3fc-c8275b5ac2e3 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 1117.401266] env[70867]: value = "task-3474366" [ 1117.401266] env[70867]: _type = "Task" [ 1117.401266] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.415146] env[70867]: DEBUG oslo_vmware.api [None req-cdd3aef3-d680-45af-a3fc-c8275b5ac2e3 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474366, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.665342] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e2017d-431c-4f6c-a9e5-bc42d6f502e6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.676318] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6181fa92-7177-4754-9472-210713bc0470 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.707773] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f43e5a6-a47d-4b19-8d5a-19435f7f3e7e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.717125] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94be973-6ddf-4f7a-845d-bfee1d1344d0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.731110] env[70867]: DEBUG nova.compute.provider_tree [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.733889] env[70867]: DEBUG oslo_vmware.rw_handles [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e63c29-bada-4c93-8979-edc188a4b879/disk-0.vmdk. {{(pid=70867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1117.734134] env[70867]: INFO nova.virt.vmwareapi.images [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Downloaded image file data 5e7c785d-183e-48c3-8ba0-95ab0825c48c [ 1117.735109] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33dd57f-61c9-47b6-ac84-e1bf93356234 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.755024] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.755152] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a67a362-95aa-42d5-a084-b63d6df4a266 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.756593] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48cc9e92-8abe-4ce0-b6de-814c7c492c8b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.765125] env[70867]: DEBUG oslo_vmware.api [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1117.765125] env[70867]: value = "task-3474367" [ 1117.765125] env[70867]: _type = "Task" [ 1117.765125] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.773358] env[70867]: DEBUG oslo_vmware.api [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.785693] env[70867]: INFO nova.virt.vmwareapi.images [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] The imported VM was unregistered [ 1117.789089] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Caching image {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1117.789089] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Creating directory with path [datastore1] devstack-image-cache_base/5e7c785d-183e-48c3-8ba0-95ab0825c48c {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.789089] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07408a43-07f7-4cf4-99b6-9e8d3f6934c1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.801360] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Created directory with path [datastore1] devstack-image-cache_base/5e7c785d-183e-48c3-8ba0-95ab0825c48c {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.801570] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_9f3667d8-6192-4085-85a8-c769fef261dd/OSTACK_IMG_9f3667d8-6192-4085-85a8-c769fef261dd.vmdk to [datastore1] devstack-image-cache_base/5e7c785d-183e-48c3-8ba0-95ab0825c48c/5e7c785d-183e-48c3-8ba0-95ab0825c48c.vmdk. {{(pid=70867) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1117.801807] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e9a48f4b-2a29-4893-b823-0e6e5f7b54de {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.809379] env[70867]: DEBUG oslo_vmware.api [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for the task: (returnval){ [ 1117.809379] env[70867]: value = "task-3474369" [ 1117.809379] env[70867]: _type = "Task" [ 1117.809379] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.817087] env[70867]: DEBUG oslo_vmware.api [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474369, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.915415] env[70867]: DEBUG oslo_vmware.api [None req-cdd3aef3-d680-45af-a3fc-c8275b5ac2e3 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.236043] env[70867]: DEBUG nova.scheduler.client.report [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.276171] env[70867]: DEBUG oslo_vmware.api [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474367, 'name': PowerOffVM_Task, 'duration_secs': 0.23298} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.276458] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.276644] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Updating instance 'de3aee59-9ef4-461a-9f59-9018b003fac6' progress to 17 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1118.320772] env[70867]: DEBUG oslo_vmware.api [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474369, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.347244] env[70867]: DEBUG nova.compute.manager [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1118.380638] env[70867]: DEBUG nova.virt.hardware [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.380991] env[70867]: DEBUG nova.virt.hardware [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.381522] env[70867]: DEBUG nova.virt.hardware [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.382076] env[70867]: DEBUG nova.virt.hardware [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.382076] env[70867]: DEBUG nova.virt.hardware [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.382076] env[70867]: DEBUG nova.virt.hardware [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.382295] env[70867]: DEBUG nova.virt.hardware [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.383033] env[70867]: DEBUG nova.virt.hardware [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.383033] env[70867]: DEBUG nova.virt.hardware [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.383033] env[70867]: DEBUG nova.virt.hardware [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.383225] env[70867]: DEBUG nova.virt.hardware [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.384174] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64f2c5c-78bd-47dc-a2b5-dd72eb22ee7e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.394340] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28dd1ba6-5971-43e6-9817-6d1ac2bb8eb4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.421042] env[70867]: DEBUG oslo_vmware.api [None req-cdd3aef3-d680-45af-a3fc-c8275b5ac2e3 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.730632] env[70867]: DEBUG nova.compute.manager [req-3bc42202-ae62-4537-aa3c-729e0f09dfbf req-c8d164be-a5e4-41dd-8886-ec78b8bd76af service nova] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Received event network-vif-plugged-06a45b2e-6015-4e08-976c-6649a080df89 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.730864] env[70867]: DEBUG oslo_concurrency.lockutils [req-3bc42202-ae62-4537-aa3c-729e0f09dfbf req-c8d164be-a5e4-41dd-8886-ec78b8bd76af service nova] Acquiring lock "84faada5-6ddd-4896-9455-95512c240fa6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.731118] env[70867]: DEBUG oslo_concurrency.lockutils [req-3bc42202-ae62-4537-aa3c-729e0f09dfbf req-c8d164be-a5e4-41dd-8886-ec78b8bd76af service nova] Lock "84faada5-6ddd-4896-9455-95512c240fa6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.731380] env[70867]: DEBUG oslo_concurrency.lockutils [req-3bc42202-ae62-4537-aa3c-729e0f09dfbf req-c8d164be-a5e4-41dd-8886-ec78b8bd76af service nova] Lock "84faada5-6ddd-4896-9455-95512c240fa6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.731616] env[70867]: DEBUG nova.compute.manager [req-3bc42202-ae62-4537-aa3c-729e0f09dfbf req-c8d164be-a5e4-41dd-8886-ec78b8bd76af service nova] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] No waiting events found dispatching network-vif-plugged-06a45b2e-6015-4e08-976c-6649a080df89 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1118.731848] env[70867]: WARNING nova.compute.manager [req-3bc42202-ae62-4537-aa3c-729e0f09dfbf req-c8d164be-a5e4-41dd-8886-ec78b8bd76af service nova] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Received unexpected event network-vif-plugged-06a45b2e-6015-4e08-976c-6649a080df89 for instance with vm_state building and task_state spawning. [ 1118.741570] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.743156] env[70867]: DEBUG nova.compute.manager [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1118.748021] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.566s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.748021] env[70867]: INFO nova.compute.claims [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.783420] env[70867]: DEBUG nova.virt.hardware [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.783698] env[70867]: DEBUG nova.virt.hardware [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.783856] env[70867]: DEBUG nova.virt.hardware [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.784050] env[70867]: DEBUG nova.virt.hardware [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.784203] env[70867]: DEBUG nova.virt.hardware [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.784541] env[70867]: DEBUG nova.virt.hardware [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.784541] env[70867]: DEBUG nova.virt.hardware [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.784701] env[70867]: DEBUG nova.virt.hardware [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.784866] env[70867]: DEBUG nova.virt.hardware [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.785037] env[70867]: DEBUG nova.virt.hardware [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.789021] env[70867]: DEBUG nova.virt.hardware [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.790640] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4106a865-ccb8-4da4-b440-9595a61e9679 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.811483] env[70867]: DEBUG oslo_vmware.api [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1118.811483] env[70867]: value = "task-3474370" [ 1118.811483] env[70867]: _type = "Task" [ 1118.811483] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.827620] env[70867]: DEBUG oslo_vmware.api [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474369, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.831613] env[70867]: DEBUG oslo_vmware.api [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474370, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.832655] env[70867]: DEBUG nova.network.neutron [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Successfully updated port: 06a45b2e-6015-4e08-976c-6649a080df89 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1118.926356] env[70867]: DEBUG oslo_vmware.api [None req-cdd3aef3-d680-45af-a3fc-c8275b5ac2e3 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.254786] env[70867]: DEBUG nova.compute.utils [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1119.256453] env[70867]: DEBUG nova.compute.manager [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1119.256453] env[70867]: DEBUG nova.network.neutron [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1119.306203] env[70867]: DEBUG nova.policy [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91b2909d378442af8c24ec0bc79c33d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86ae3e8c63bd4ed29d0725779224ad62', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1119.324409] env[70867]: DEBUG oslo_vmware.api [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474370, 'name': ReconfigVM_Task, 'duration_secs': 0.44088} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.327630] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Updating instance 'de3aee59-9ef4-461a-9f59-9018b003fac6' progress to 33 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1119.331104] env[70867]: DEBUG oslo_vmware.api [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474369, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.336210] env[70867]: DEBUG oslo_concurrency.lockutils [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "refresh_cache-84faada5-6ddd-4896-9455-95512c240fa6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.336425] env[70867]: DEBUG oslo_concurrency.lockutils [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquired lock "refresh_cache-84faada5-6ddd-4896-9455-95512c240fa6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.336679] env[70867]: DEBUG nova.network.neutron [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.427376] env[70867]: DEBUG oslo_vmware.api [None req-cdd3aef3-d680-45af-a3fc-c8275b5ac2e3 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.694193] env[70867]: DEBUG nova.network.neutron [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Successfully created port: 5d671de7-551d-486e-9906-c3765b7990a5 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1119.764778] env[70867]: DEBUG nova.compute.manager [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1119.831319] env[70867]: DEBUG oslo_vmware.api [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474369, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.834587] env[70867]: DEBUG nova.virt.hardware [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1119.835320] env[70867]: DEBUG nova.virt.hardware [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.835320] env[70867]: DEBUG nova.virt.hardware [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.835320] env[70867]: DEBUG nova.virt.hardware [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.835467] env[70867]: DEBUG nova.virt.hardware [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.835657] env[70867]: DEBUG nova.virt.hardware [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1119.835886] env[70867]: DEBUG nova.virt.hardware [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1119.836185] env[70867]: DEBUG nova.virt.hardware [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1119.836658] env[70867]: DEBUG nova.virt.hardware [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1119.836658] env[70867]: DEBUG nova.virt.hardware [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1119.836761] env[70867]: DEBUG nova.virt.hardware [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1119.844652] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Reconfiguring VM instance instance-0000004f to detach disk 2000 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1119.851036] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5df81e60-5c78-4993-aa48-a7d1495c2902 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.883381] env[70867]: DEBUG oslo_vmware.api [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1119.883381] env[70867]: value = "task-3474371" [ 1119.883381] env[70867]: _type = "Task" [ 1119.883381] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.900558] env[70867]: DEBUG oslo_vmware.api [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474371, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.916495] env[70867]: DEBUG nova.network.neutron [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1119.931446] env[70867]: DEBUG oslo_vmware.api [None req-cdd3aef3-d680-45af-a3fc-c8275b5ac2e3 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.150309] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91a3ab3-92af-4e8a-9464-8722814a0c70 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.164155] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f593f3c-b8e3-4e43-8c4b-aad0c3165226 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.206154] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba93fbc4-3279-410a-afce-e01efd1f9da7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.220383] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a09669b-571e-4120-a916-a208ab8efa87 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.238316] env[70867]: DEBUG nova.compute.provider_tree [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.325188] env[70867]: DEBUG oslo_vmware.api [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474369, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.499317} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.325526] env[70867]: INFO nova.virt.vmwareapi.ds_util [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_9f3667d8-6192-4085-85a8-c769fef261dd/OSTACK_IMG_9f3667d8-6192-4085-85a8-c769fef261dd.vmdk to [datastore1] devstack-image-cache_base/5e7c785d-183e-48c3-8ba0-95ab0825c48c/5e7c785d-183e-48c3-8ba0-95ab0825c48c.vmdk. [ 1120.325641] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Cleaning up location [datastore1] OSTACK_IMG_9f3667d8-6192-4085-85a8-c769fef261dd {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1120.325802] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_9f3667d8-6192-4085-85a8-c769fef261dd {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.326077] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6497a09-7a49-4cec-bcd8-79ed0faf585a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.332465] env[70867]: DEBUG oslo_vmware.api [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for the task: (returnval){ [ 1120.332465] env[70867]: value = "task-3474372" [ 1120.332465] env[70867]: _type = "Task" [ 1120.332465] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.336728] env[70867]: DEBUG nova.network.neutron [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Updating instance_info_cache with network_info: [{"id": "06a45b2e-6015-4e08-976c-6649a080df89", "address": "fa:16:3e:d1:52:ae", "network": {"id": "8cacb34c-db1b-411b-907b-2f372c4857f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-460255283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f1893160d7645cea064723418b18388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06a45b2e-60", "ovs_interfaceid": "06a45b2e-6015-4e08-976c-6649a080df89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.343362] env[70867]: DEBUG oslo_vmware.api [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.391848] env[70867]: DEBUG oslo_vmware.api [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474371, 'name': ReconfigVM_Task, 'duration_secs': 0.434781} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.392152] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Reconfigured VM instance instance-0000004f to detach disk 2000 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1120.393110] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f09f04-fe58-455e-9c6e-b4fb62a9c9d0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.417701] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] de3aee59-9ef4-461a-9f59-9018b003fac6/de3aee59-9ef4-461a-9f59-9018b003fac6.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.419024] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da017d8c-7332-4ddc-bbc4-c07580170b06 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.441228] env[70867]: DEBUG oslo_vmware.api [None req-cdd3aef3-d680-45af-a3fc-c8275b5ac2e3 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.442615] env[70867]: DEBUG oslo_vmware.api [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1120.442615] env[70867]: value = "task-3474373" [ 1120.442615] env[70867]: _type = "Task" [ 1120.442615] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.452730] env[70867]: DEBUG oslo_vmware.api [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474373, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.742213] env[70867]: DEBUG nova.scheduler.client.report [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.758360] env[70867]: DEBUG nova.compute.manager [req-8a37837e-c819-4f6c-b150-9cae71744f36 req-ba9f51ee-ba75-408e-aa6a-4c65494250fc service nova] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Received event network-changed-06a45b2e-6015-4e08-976c-6649a080df89 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.758360] env[70867]: DEBUG nova.compute.manager [req-8a37837e-c819-4f6c-b150-9cae71744f36 req-ba9f51ee-ba75-408e-aa6a-4c65494250fc service nova] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Refreshing instance network info cache due to event network-changed-06a45b2e-6015-4e08-976c-6649a080df89. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.758360] env[70867]: DEBUG oslo_concurrency.lockutils [req-8a37837e-c819-4f6c-b150-9cae71744f36 req-ba9f51ee-ba75-408e-aa6a-4c65494250fc service nova] Acquiring lock "refresh_cache-84faada5-6ddd-4896-9455-95512c240fa6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.774879] env[70867]: DEBUG nova.compute.manager [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1120.802053] env[70867]: DEBUG nova.virt.hardware [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1120.802362] env[70867]: DEBUG nova.virt.hardware [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1120.802532] env[70867]: DEBUG nova.virt.hardware [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1120.802805] env[70867]: DEBUG nova.virt.hardware [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1120.803047] env[70867]: DEBUG nova.virt.hardware [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1120.803223] env[70867]: DEBUG nova.virt.hardware [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1120.803438] env[70867]: DEBUG nova.virt.hardware [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1120.803621] env[70867]: DEBUG nova.virt.hardware [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1120.803821] env[70867]: DEBUG nova.virt.hardware [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1120.803990] env[70867]: DEBUG nova.virt.hardware [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1120.804289] env[70867]: DEBUG nova.virt.hardware [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1120.805184] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5f890e-75a7-455a-932b-ecf662f814b5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.814230] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13ff430-fe1d-415e-a04d-731ff10c1bca {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.839349] env[70867]: DEBUG oslo_concurrency.lockutils [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Releasing lock "refresh_cache-84faada5-6ddd-4896-9455-95512c240fa6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.839841] env[70867]: DEBUG nova.compute.manager [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Instance network_info: |[{"id": "06a45b2e-6015-4e08-976c-6649a080df89", "address": "fa:16:3e:d1:52:ae", "network": {"id": "8cacb34c-db1b-411b-907b-2f372c4857f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-460255283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f1893160d7645cea064723418b18388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06a45b2e-60", "ovs_interfaceid": "06a45b2e-6015-4e08-976c-6649a080df89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1120.840366] env[70867]: DEBUG oslo_concurrency.lockutils [req-8a37837e-c819-4f6c-b150-9cae71744f36 req-ba9f51ee-ba75-408e-aa6a-4c65494250fc service nova] Acquired lock "refresh_cache-84faada5-6ddd-4896-9455-95512c240fa6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.840657] env[70867]: DEBUG nova.network.neutron [req-8a37837e-c819-4f6c-b150-9cae71744f36 req-ba9f51ee-ba75-408e-aa6a-4c65494250fc service nova] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Refreshing network info cache for port 06a45b2e-6015-4e08-976c-6649a080df89 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.842401] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:52:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19671de9-8b5b-4710-adc3-7419f3c0f171', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06a45b2e-6015-4e08-976c-6649a080df89', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.853222] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.857249] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.857543] env[70867]: DEBUG oslo_vmware.api [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474372, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03978} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.857737] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7237906a-6fca-443a-b5d7-53f488722709 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.872196] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.872380] env[70867]: DEBUG oslo_concurrency.lockutils [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5e7c785d-183e-48c3-8ba0-95ab0825c48c/5e7c785d-183e-48c3-8ba0-95ab0825c48c.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.872657] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5e7c785d-183e-48c3-8ba0-95ab0825c48c/5e7c785d-183e-48c3-8ba0-95ab0825c48c.vmdk to [datastore1] df50dddd-7392-4aa0-a7e7-e5eaea666d73/df50dddd-7392-4aa0-a7e7-e5eaea666d73.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1120.873212] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f45331f8-b077-423f-8a35-ad7d96334d6f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.880995] env[70867]: DEBUG oslo_vmware.api [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for the task: (returnval){ [ 1120.880995] env[70867]: value = "task-3474375" [ 1120.880995] env[70867]: _type = "Task" [ 1120.880995] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.884895] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.884895] env[70867]: value = "task-3474374" [ 1120.884895] env[70867]: _type = "Task" [ 1120.884895] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.891286] env[70867]: DEBUG oslo_vmware.api [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.895997] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474374, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.929309] env[70867]: DEBUG oslo_vmware.api [None req-cdd3aef3-d680-45af-a3fc-c8275b5ac2e3 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.953252] env[70867]: DEBUG oslo_vmware.api [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474373, 'name': ReconfigVM_Task, 'duration_secs': 0.416211} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.953648] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Reconfigured VM instance instance-0000004f to attach disk [datastore2] de3aee59-9ef4-461a-9f59-9018b003fac6/de3aee59-9ef4-461a-9f59-9018b003fac6.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.953948] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Updating instance 'de3aee59-9ef4-461a-9f59-9018b003fac6' progress to 50 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.247134] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.247649] env[70867]: DEBUG nova.compute.manager [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1121.250602] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.934s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.252230] env[70867]: INFO nova.compute.claims [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1121.300248] env[70867]: DEBUG nova.network.neutron [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Successfully updated port: 5d671de7-551d-486e-9906-c3765b7990a5 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1121.398028] env[70867]: DEBUG oslo_vmware.api [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474375, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.400736] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474374, 'name': CreateVM_Task, 'duration_secs': 0.385357} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.400933] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.401670] env[70867]: DEBUG oslo_concurrency.lockutils [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.401826] env[70867]: DEBUG oslo_concurrency.lockutils [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.402172] env[70867]: DEBUG oslo_concurrency.lockutils [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.403122] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f2fb568-527d-48da-9eaf-bcbd1d52ca76 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.408898] env[70867]: DEBUG oslo_vmware.api [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1121.408898] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5255beb8-a227-4cbf-cb99-dfe4fdf2cdd9" [ 1121.408898] env[70867]: _type = "Task" [ 1121.408898] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.418830] env[70867]: DEBUG oslo_vmware.api [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5255beb8-a227-4cbf-cb99-dfe4fdf2cdd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.427995] env[70867]: DEBUG oslo_vmware.api [None req-cdd3aef3-d680-45af-a3fc-c8275b5ac2e3 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.460619] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c52b706-5ccf-4851-92ad-2e43241a76c8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.486521] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219a536f-b23a-4e1a-a9c1-7e3899cc4428 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.508323] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Updating instance 'de3aee59-9ef4-461a-9f59-9018b003fac6' progress to 67 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.610185] env[70867]: DEBUG nova.network.neutron [req-8a37837e-c819-4f6c-b150-9cae71744f36 req-ba9f51ee-ba75-408e-aa6a-4c65494250fc service nova] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Updated VIF entry in instance network info cache for port 06a45b2e-6015-4e08-976c-6649a080df89. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.610600] env[70867]: DEBUG nova.network.neutron [req-8a37837e-c819-4f6c-b150-9cae71744f36 req-ba9f51ee-ba75-408e-aa6a-4c65494250fc service nova] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Updating instance_info_cache with network_info: [{"id": "06a45b2e-6015-4e08-976c-6649a080df89", "address": "fa:16:3e:d1:52:ae", "network": {"id": "8cacb34c-db1b-411b-907b-2f372c4857f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-460255283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f1893160d7645cea064723418b18388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06a45b2e-60", "ovs_interfaceid": "06a45b2e-6015-4e08-976c-6649a080df89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.757153] env[70867]: DEBUG nova.compute.utils [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.760850] env[70867]: DEBUG nova.compute.manager [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1121.760966] env[70867]: DEBUG nova.network.neutron [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1121.803530] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquiring lock "refresh_cache-c68b3246-5373-4c0a-9bd5-78e6655334f6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.803826] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquired lock "refresh_cache-c68b3246-5373-4c0a-9bd5-78e6655334f6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.803999] env[70867]: DEBUG nova.network.neutron [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.806850] env[70867]: DEBUG nova.policy [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8c656ee78264d2da7bf6c8a2f57bfac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77a59b672d914d5fa10807409b306b38', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1121.893191] env[70867]: DEBUG oslo_vmware.api [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474375, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.920352] env[70867]: DEBUG oslo_vmware.api [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5255beb8-a227-4cbf-cb99-dfe4fdf2cdd9, 'name': SearchDatastore_Task, 'duration_secs': 0.01537} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.923908] env[70867]: DEBUG oslo_concurrency.lockutils [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.924209] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1121.925057] env[70867]: DEBUG oslo_concurrency.lockutils [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.925057] env[70867]: DEBUG oslo_concurrency.lockutils [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.925057] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1121.925229] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e756fd47-48ba-426f-b4e2-3b61d8fc3540 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.934691] env[70867]: DEBUG oslo_vmware.api [None req-cdd3aef3-d680-45af-a3fc-c8275b5ac2e3 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.938815] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1121.939015] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1121.939889] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1a70e27-5b6d-4235-8857-405792b837a2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.949942] env[70867]: DEBUG oslo_vmware.api [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1121.949942] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52335b0a-7ff2-33f3-516a-4ace9123b011" [ 1121.949942] env[70867]: _type = "Task" [ 1121.949942] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.965287] env[70867]: DEBUG oslo_vmware.api [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52335b0a-7ff2-33f3-516a-4ace9123b011, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.114140] env[70867]: DEBUG oslo_concurrency.lockutils [req-8a37837e-c819-4f6c-b150-9cae71744f36 req-ba9f51ee-ba75-408e-aa6a-4c65494250fc service nova] Releasing lock "refresh_cache-84faada5-6ddd-4896-9455-95512c240fa6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.167073] env[70867]: DEBUG nova.network.neutron [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Successfully created port: 00a18956-6506-4bd9-b9b1-7231a80663b7 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1122.267128] env[70867]: DEBUG nova.compute.manager [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1122.351166] env[70867]: DEBUG nova.network.neutron [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1122.395589] env[70867]: DEBUG oslo_vmware.api [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474375, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.433406] env[70867]: DEBUG oslo_vmware.api [None req-cdd3aef3-d680-45af-a3fc-c8275b5ac2e3 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.465997] env[70867]: DEBUG oslo_vmware.api [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52335b0a-7ff2-33f3-516a-4ace9123b011, 'name': SearchDatastore_Task, 'duration_secs': 0.017411} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.472933] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6b87159-b6d0-404a-9308-2ff154a3e745 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.484016] env[70867]: DEBUG oslo_vmware.api [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1122.484016] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52aa1973-3a68-7b6d-d387-1c2c7d96e0c3" [ 1122.484016] env[70867]: _type = "Task" [ 1122.484016] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.497575] env[70867]: DEBUG oslo_vmware.api [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52aa1973-3a68-7b6d-d387-1c2c7d96e0c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.507747] env[70867]: DEBUG nova.network.neutron [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Updating instance_info_cache with network_info: [{"id": "5d671de7-551d-486e-9906-c3765b7990a5", "address": "fa:16:3e:3f:f8:98", "network": {"id": "7abfa557-e3d1-4715-8c17-0c3745c411e5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1575514192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86ae3e8c63bd4ed29d0725779224ad62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d671de7-55", "ovs_interfaceid": "5d671de7-551d-486e-9906-c3765b7990a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.580748] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b190c4-bd0a-4a35-81d7-4b69dbf37fed {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.593307] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb2e835-49f0-4e7c-8fa5-f789b7dc0301 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.630809] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae0cda4-237b-4c37-9a3a-cfbe9bfba8af {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.645734] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e32ed6-ca32-46cb-bd7a-ed0611451f33 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.666942] env[70867]: DEBUG nova.compute.provider_tree [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.857359] env[70867]: DEBUG nova.compute.manager [req-fc47104d-340c-4250-bd24-2ad891c4d385 req-57280024-3334-4971-a48a-8dc31102e32b service nova] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Received event network-vif-plugged-5d671de7-551d-486e-9906-c3765b7990a5 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.857677] env[70867]: DEBUG oslo_concurrency.lockutils [req-fc47104d-340c-4250-bd24-2ad891c4d385 req-57280024-3334-4971-a48a-8dc31102e32b service nova] Acquiring lock "c68b3246-5373-4c0a-9bd5-78e6655334f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.857825] env[70867]: DEBUG oslo_concurrency.lockutils [req-fc47104d-340c-4250-bd24-2ad891c4d385 req-57280024-3334-4971-a48a-8dc31102e32b service nova] Lock "c68b3246-5373-4c0a-9bd5-78e6655334f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.857996] env[70867]: DEBUG oslo_concurrency.lockutils [req-fc47104d-340c-4250-bd24-2ad891c4d385 req-57280024-3334-4971-a48a-8dc31102e32b service nova] Lock "c68b3246-5373-4c0a-9bd5-78e6655334f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.858226] env[70867]: DEBUG nova.compute.manager [req-fc47104d-340c-4250-bd24-2ad891c4d385 req-57280024-3334-4971-a48a-8dc31102e32b service nova] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] No waiting events found dispatching network-vif-plugged-5d671de7-551d-486e-9906-c3765b7990a5 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1122.858402] env[70867]: WARNING nova.compute.manager [req-fc47104d-340c-4250-bd24-2ad891c4d385 req-57280024-3334-4971-a48a-8dc31102e32b service nova] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Received unexpected event network-vif-plugged-5d671de7-551d-486e-9906-c3765b7990a5 for instance with vm_state building and task_state spawning. [ 1122.858559] env[70867]: DEBUG nova.compute.manager [req-fc47104d-340c-4250-bd24-2ad891c4d385 req-57280024-3334-4971-a48a-8dc31102e32b service nova] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Received event network-changed-5d671de7-551d-486e-9906-c3765b7990a5 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.858712] env[70867]: DEBUG nova.compute.manager [req-fc47104d-340c-4250-bd24-2ad891c4d385 req-57280024-3334-4971-a48a-8dc31102e32b service nova] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Refreshing instance network info cache due to event network-changed-5d671de7-551d-486e-9906-c3765b7990a5. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1122.858877] env[70867]: DEBUG oslo_concurrency.lockutils [req-fc47104d-340c-4250-bd24-2ad891c4d385 req-57280024-3334-4971-a48a-8dc31102e32b service nova] Acquiring lock "refresh_cache-c68b3246-5373-4c0a-9bd5-78e6655334f6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.899659] env[70867]: DEBUG oslo_vmware.api [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474375, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.935290] env[70867]: DEBUG oslo_vmware.api [None req-cdd3aef3-d680-45af-a3fc-c8275b5ac2e3 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474366, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.000427] env[70867]: DEBUG oslo_vmware.api [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52aa1973-3a68-7b6d-d387-1c2c7d96e0c3, 'name': SearchDatastore_Task, 'duration_secs': 0.014997} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.000780] env[70867]: DEBUG oslo_concurrency.lockutils [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.000983] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 84faada5-6ddd-4896-9455-95512c240fa6/84faada5-6ddd-4896-9455-95512c240fa6.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.001376] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2d3e2bc-44b9-4db1-b2ea-9db6c3ee6e3b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.010517] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Releasing lock "refresh_cache-c68b3246-5373-4c0a-9bd5-78e6655334f6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.010882] env[70867]: DEBUG nova.compute.manager [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Instance network_info: |[{"id": "5d671de7-551d-486e-9906-c3765b7990a5", "address": "fa:16:3e:3f:f8:98", "network": {"id": "7abfa557-e3d1-4715-8c17-0c3745c411e5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1575514192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86ae3e8c63bd4ed29d0725779224ad62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d671de7-55", "ovs_interfaceid": "5d671de7-551d-486e-9906-c3765b7990a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1123.011304] env[70867]: DEBUG oslo_concurrency.lockutils [req-fc47104d-340c-4250-bd24-2ad891c4d385 req-57280024-3334-4971-a48a-8dc31102e32b service nova] Acquired lock "refresh_cache-c68b3246-5373-4c0a-9bd5-78e6655334f6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.011568] env[70867]: DEBUG nova.network.neutron [req-fc47104d-340c-4250-bd24-2ad891c4d385 req-57280024-3334-4971-a48a-8dc31102e32b service nova] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Refreshing network info cache for port 5d671de7-551d-486e-9906-c3765b7990a5 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.012884] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:f8:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d671de7-551d-486e-9906-c3765b7990a5', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1123.021475] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.023774] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1123.024498] env[70867]: DEBUG oslo_vmware.api [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1123.024498] env[70867]: value = "task-3474376" [ 1123.024498] env[70867]: _type = "Task" [ 1123.024498] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.024498] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-201709f3-cdb1-4d1b-b4fc-0b3813dd5ff4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.049038] env[70867]: DEBUG oslo_vmware.api [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474376, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.051136] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1123.051136] env[70867]: value = "task-3474377" [ 1123.051136] env[70867]: _type = "Task" [ 1123.051136] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.064774] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474377, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.170924] env[70867]: DEBUG nova.scheduler.client.report [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.177629] env[70867]: DEBUG nova.network.neutron [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Port cc3ead59-3e3c-4c93-ab09-29fff5ad36db binding to destination host cpu-1 is already ACTIVE {{(pid=70867) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1123.279223] env[70867]: DEBUG nova.compute.manager [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1123.307562] env[70867]: DEBUG nova.virt.hardware [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.307562] env[70867]: DEBUG nova.virt.hardware [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.307800] env[70867]: DEBUG nova.virt.hardware [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.307852] env[70867]: DEBUG nova.virt.hardware [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.308018] env[70867]: DEBUG nova.virt.hardware [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.308255] env[70867]: DEBUG nova.virt.hardware [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.308488] env[70867]: DEBUG nova.virt.hardware [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.308688] env[70867]: DEBUG nova.virt.hardware [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.309050] env[70867]: DEBUG nova.virt.hardware [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.309151] env[70867]: DEBUG nova.virt.hardware [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.309267] env[70867]: DEBUG nova.virt.hardware [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.310208] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab136d4-ee47-4cff-baba-6978de3bce80 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.319832] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08573147-185a-4197-8c61-8e017d2dda44 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.395488] env[70867]: DEBUG oslo_vmware.api [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474375, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.335286} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.395783] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5e7c785d-183e-48c3-8ba0-95ab0825c48c/5e7c785d-183e-48c3-8ba0-95ab0825c48c.vmdk to [datastore1] df50dddd-7392-4aa0-a7e7-e5eaea666d73/df50dddd-7392-4aa0-a7e7-e5eaea666d73.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1123.396606] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0fd606-aa62-41e9-ae70-534bf97a78c2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.421840] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] df50dddd-7392-4aa0-a7e7-e5eaea666d73/df50dddd-7392-4aa0-a7e7-e5eaea666d73.vmdk or device None with type streamOptimized {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.422268] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2b7edbe-356b-4244-8d61-c10562b1372b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.446610] env[70867]: DEBUG oslo_vmware.api [None req-cdd3aef3-d680-45af-a3fc-c8275b5ac2e3 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474366, 'name': ReconfigVM_Task, 'duration_secs': 6.030626} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.448022] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cdd3aef3-d680-45af-a3fc-c8275b5ac2e3 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Releasing lock "adb9d0d3-95b1-49b7-813d-7cff4b8544e7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.448264] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd3aef3-d680-45af-a3fc-c8275b5ac2e3 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Reconfigured VM to detach interface {{(pid=70867) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1123.450602] env[70867]: DEBUG oslo_vmware.api [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for the task: (returnval){ [ 1123.450602] env[70867]: value = "task-3474378" [ 1123.450602] env[70867]: _type = "Task" [ 1123.450602] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.461060] env[70867]: DEBUG oslo_vmware.api [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474378, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.552323] env[70867]: DEBUG oslo_vmware.api [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474376, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.564534] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474377, 'name': CreateVM_Task, 'duration_secs': 0.41208} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.564742] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1123.565525] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.565682] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.566088] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.566372] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-929480a3-fe24-495a-9233-e30d6bba1754 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.575028] env[70867]: DEBUG oslo_vmware.api [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 1123.575028] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5295f71c-7f94-5774-a59a-f69054b9c3ab" [ 1123.575028] env[70867]: _type = "Task" [ 1123.575028] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.586030] env[70867]: DEBUG oslo_vmware.api [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5295f71c-7f94-5774-a59a-f69054b9c3ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.683661] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.433s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.684453] env[70867]: DEBUG nova.compute.manager [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1123.699383] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c06672ce-45bb-48f8-a2ab-b5b03d1295bc tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.190s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.699674] env[70867]: DEBUG nova.objects.instance [None req-c06672ce-45bb-48f8-a2ab-b5b03d1295bc tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lazy-loading 'resources' on Instance uuid 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.892690] env[70867]: DEBUG nova.network.neutron [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Successfully updated port: 00a18956-6506-4bd9-b9b1-7231a80663b7 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1123.898359] env[70867]: DEBUG nova.network.neutron [req-fc47104d-340c-4250-bd24-2ad891c4d385 req-57280024-3334-4971-a48a-8dc31102e32b service nova] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Updated VIF entry in instance network info cache for port 5d671de7-551d-486e-9906-c3765b7990a5. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.898749] env[70867]: DEBUG nova.network.neutron [req-fc47104d-340c-4250-bd24-2ad891c4d385 req-57280024-3334-4971-a48a-8dc31102e32b service nova] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Updating instance_info_cache with network_info: [{"id": "5d671de7-551d-486e-9906-c3765b7990a5", "address": "fa:16:3e:3f:f8:98", "network": {"id": "7abfa557-e3d1-4715-8c17-0c3745c411e5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1575514192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86ae3e8c63bd4ed29d0725779224ad62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d671de7-55", "ovs_interfaceid": "5d671de7-551d-486e-9906-c3765b7990a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.960548] env[70867]: DEBUG oslo_vmware.api [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474378, 'name': ReconfigVM_Task, 'duration_secs': 0.488141} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.961539] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Reconfigured VM instance instance-00000041 to attach disk [datastore1] df50dddd-7392-4aa0-a7e7-e5eaea666d73/df50dddd-7392-4aa0-a7e7-e5eaea666d73.vmdk or device None with type streamOptimized {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.961635] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65709c6d-9574-40be-9ca0-b3c31e3c6a03 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.968610] env[70867]: DEBUG oslo_vmware.api [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for the task: (returnval){ [ 1123.968610] env[70867]: value = "task-3474379" [ 1123.968610] env[70867]: _type = "Task" [ 1123.968610] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.977844] env[70867]: DEBUG oslo_vmware.api [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474379, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.049968] env[70867]: DEBUG oslo_vmware.api [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474376, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743019} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.050307] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 84faada5-6ddd-4896-9455-95512c240fa6/84faada5-6ddd-4896-9455-95512c240fa6.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1124.050540] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1124.050812] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d724598-d08c-42cc-a9c6-af2d2ca36cdd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.057762] env[70867]: DEBUG oslo_vmware.api [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1124.057762] env[70867]: value = "task-3474380" [ 1124.057762] env[70867]: _type = "Task" [ 1124.057762] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.066454] env[70867]: DEBUG oslo_vmware.api [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.086992] env[70867]: DEBUG oslo_vmware.api [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5295f71c-7f94-5774-a59a-f69054b9c3ab, 'name': SearchDatastore_Task, 'duration_secs': 0.063178} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.087315] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.087545] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1124.087784] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.087933] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.088404] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1124.088726] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef05647b-4425-4cb6-9619-a03701760ef1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.101301] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1124.101492] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1124.102311] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23e22575-4516-41e6-82f7-7ad43ca226da {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.108518] env[70867]: DEBUG oslo_vmware.api [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 1124.108518] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]526936bb-1756-054a-2d2a-63ab9bdd6e7f" [ 1124.108518] env[70867]: _type = "Task" [ 1124.108518] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.116873] env[70867]: DEBUG oslo_vmware.api [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]526936bb-1756-054a-2d2a-63ab9bdd6e7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.198165] env[70867]: DEBUG nova.compute.utils [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1124.199765] env[70867]: DEBUG nova.compute.manager [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1124.199965] env[70867]: DEBUG nova.network.neutron [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1124.223262] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "de3aee59-9ef4-461a-9f59-9018b003fac6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.223262] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "de3aee59-9ef4-461a-9f59-9018b003fac6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.223460] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "de3aee59-9ef4-461a-9f59-9018b003fac6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.241286] env[70867]: DEBUG nova.policy [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43c279b621664c8b936fecac530111e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e3c5444d1cc4707bfeb1ba55b923294', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1124.395022] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Acquiring lock "refresh_cache-ade1fee7-4ec0-42aa-99d2-7d8247def99e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.395022] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Acquired lock "refresh_cache-ade1fee7-4ec0-42aa-99d2-7d8247def99e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.396252] env[70867]: DEBUG nova.network.neutron [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.401435] env[70867]: DEBUG oslo_concurrency.lockutils [req-fc47104d-340c-4250-bd24-2ad891c4d385 req-57280024-3334-4971-a48a-8dc31102e32b service nova] Releasing lock "refresh_cache-c68b3246-5373-4c0a-9bd5-78e6655334f6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.480309] env[70867]: DEBUG oslo_vmware.api [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474379, 'name': Rename_Task, 'duration_secs': 0.158337} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.482767] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.483732] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f03d299e-30be-4550-b94a-7ec708d46646 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.491016] env[70867]: DEBUG oslo_vmware.api [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for the task: (returnval){ [ 1124.491016] env[70867]: value = "task-3474381" [ 1124.491016] env[70867]: _type = "Task" [ 1124.491016] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.501116] env[70867]: DEBUG oslo_vmware.api [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.506023] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8738fc03-9a3e-4ccd-a58a-28bbbb5aee3b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.513495] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f93d5f-413f-47a3-b090-1026401aa63c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.547047] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3092e6c3-4b58-49f6-9f7e-ff43dbae3801 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.555058] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed16ba6-297a-4084-bfb4-3f90bdf29cb1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.563874] env[70867]: DEBUG nova.network.neutron [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Successfully created port: f22d5843-e430-4e16-9684-cde6ba09a423 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1124.576308] env[70867]: DEBUG nova.compute.provider_tree [None req-c06672ce-45bb-48f8-a2ab-b5b03d1295bc tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.577604] env[70867]: DEBUG oslo_vmware.api [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072485} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.578030] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.578775] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6130618-1d50-43e6-b4c7-7e60c310a62f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.600259] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 84faada5-6ddd-4896-9455-95512c240fa6/84faada5-6ddd-4896-9455-95512c240fa6.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.601133] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80cff41c-e507-443f-acc8-771ea1fa2733 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.625055] env[70867]: DEBUG oslo_vmware.api [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]526936bb-1756-054a-2d2a-63ab9bdd6e7f, 'name': SearchDatastore_Task, 'duration_secs': 0.012783} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.626860] env[70867]: DEBUG oslo_vmware.api [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1124.626860] env[70867]: value = "task-3474382" [ 1124.626860] env[70867]: _type = "Task" [ 1124.626860] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.627078] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88323599-0089-44b8-bb48-ca2c26d8208a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.635226] env[70867]: DEBUG oslo_vmware.api [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 1124.635226] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52fe11ff-7a72-8fe6-af3b-ad509764f616" [ 1124.635226] env[70867]: _type = "Task" [ 1124.635226] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.638469] env[70867]: DEBUG oslo_vmware.api [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474382, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.645933] env[70867]: DEBUG oslo_vmware.api [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52fe11ff-7a72-8fe6-af3b-ad509764f616, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.702802] env[70867]: DEBUG nova.compute.manager [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1124.825318] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cdd3aef3-d680-45af-a3fc-c8275b5ac2e3 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "refresh_cache-adb9d0d3-95b1-49b7-813d-7cff4b8544e7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.825569] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cdd3aef3-d680-45af-a3fc-c8275b5ac2e3 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquired lock "refresh_cache-adb9d0d3-95b1-49b7-813d-7cff4b8544e7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.825778] env[70867]: DEBUG nova.network.neutron [None req-cdd3aef3-d680-45af-a3fc-c8275b5ac2e3 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.883506] env[70867]: DEBUG nova.compute.manager [req-eb505ac7-82f3-43b0-ac3f-0e9009b46ad5 req-b200f965-f489-455d-b35d-5cf5ad84f4bc service nova] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Received event network-vif-plugged-00a18956-6506-4bd9-b9b1-7231a80663b7 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.884174] env[70867]: DEBUG oslo_concurrency.lockutils [req-eb505ac7-82f3-43b0-ac3f-0e9009b46ad5 req-b200f965-f489-455d-b35d-5cf5ad84f4bc service nova] Acquiring lock "ade1fee7-4ec0-42aa-99d2-7d8247def99e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.884482] env[70867]: DEBUG oslo_concurrency.lockutils [req-eb505ac7-82f3-43b0-ac3f-0e9009b46ad5 req-b200f965-f489-455d-b35d-5cf5ad84f4bc service nova] Lock "ade1fee7-4ec0-42aa-99d2-7d8247def99e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.884770] env[70867]: DEBUG oslo_concurrency.lockutils [req-eb505ac7-82f3-43b0-ac3f-0e9009b46ad5 req-b200f965-f489-455d-b35d-5cf5ad84f4bc service nova] Lock "ade1fee7-4ec0-42aa-99d2-7d8247def99e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.885079] env[70867]: DEBUG nova.compute.manager [req-eb505ac7-82f3-43b0-ac3f-0e9009b46ad5 req-b200f965-f489-455d-b35d-5cf5ad84f4bc service nova] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] No waiting events found dispatching network-vif-plugged-00a18956-6506-4bd9-b9b1-7231a80663b7 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1124.885347] env[70867]: WARNING nova.compute.manager [req-eb505ac7-82f3-43b0-ac3f-0e9009b46ad5 req-b200f965-f489-455d-b35d-5cf5ad84f4bc service nova] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Received unexpected event network-vif-plugged-00a18956-6506-4bd9-b9b1-7231a80663b7 for instance with vm_state building and task_state spawning. [ 1124.885632] env[70867]: DEBUG nova.compute.manager [req-eb505ac7-82f3-43b0-ac3f-0e9009b46ad5 req-b200f965-f489-455d-b35d-5cf5ad84f4bc service nova] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Received event network-changed-00a18956-6506-4bd9-b9b1-7231a80663b7 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.885906] env[70867]: DEBUG nova.compute.manager [req-eb505ac7-82f3-43b0-ac3f-0e9009b46ad5 req-b200f965-f489-455d-b35d-5cf5ad84f4bc service nova] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Refreshing instance network info cache due to event network-changed-00a18956-6506-4bd9-b9b1-7231a80663b7. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.886184] env[70867]: DEBUG oslo_concurrency.lockutils [req-eb505ac7-82f3-43b0-ac3f-0e9009b46ad5 req-b200f965-f489-455d-b35d-5cf5ad84f4bc service nova] Acquiring lock "refresh_cache-ade1fee7-4ec0-42aa-99d2-7d8247def99e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.928736] env[70867]: DEBUG nova.network.neutron [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1125.008114] env[70867]: DEBUG oslo_vmware.api [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474381, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.079321] env[70867]: DEBUG nova.scheduler.client.report [None req-c06672ce-45bb-48f8-a2ab-b5b03d1295bc tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.126990] env[70867]: DEBUG nova.network.neutron [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Updating instance_info_cache with network_info: [{"id": "00a18956-6506-4bd9-b9b1-7231a80663b7", "address": "fa:16:3e:ec:2e:fa", "network": {"id": "cb921cdd-b645-44cf-a3c3-c31932f3ebf0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-797478650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77a59b672d914d5fa10807409b306b38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00a18956-65", "ovs_interfaceid": "00a18956-6506-4bd9-b9b1-7231a80663b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.140026] env[70867]: DEBUG oslo_vmware.api [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474382, 'name': ReconfigVM_Task, 'duration_secs': 0.496389} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.143239] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 84faada5-6ddd-4896-9455-95512c240fa6/84faada5-6ddd-4896-9455-95512c240fa6.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.144493] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b2d082b-1fad-4391-8daf-c8b5e5a173ad {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.153428] env[70867]: DEBUG oslo_vmware.api [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52fe11ff-7a72-8fe6-af3b-ad509764f616, 'name': SearchDatastore_Task, 'duration_secs': 0.028784} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.154717] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.155240] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] c68b3246-5373-4c0a-9bd5-78e6655334f6/c68b3246-5373-4c0a-9bd5-78e6655334f6.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1125.155367] env[70867]: DEBUG oslo_vmware.api [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1125.155367] env[70867]: value = "task-3474383" [ 1125.155367] env[70867]: _type = "Task" [ 1125.155367] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.155538] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f17134e-13e7-49cb-bcf3-8a666aa920fa {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.166854] env[70867]: DEBUG oslo_vmware.api [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474383, 'name': Rename_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.168127] env[70867]: DEBUG oslo_vmware.api [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 1125.168127] env[70867]: value = "task-3474384" [ 1125.168127] env[70867]: _type = "Task" [ 1125.168127] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.285095] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "refresh_cache-de3aee59-9ef4-461a-9f59-9018b003fac6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.285095] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquired lock "refresh_cache-de3aee59-9ef4-461a-9f59-9018b003fac6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.285277] env[70867]: DEBUG nova.network.neutron [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.286579] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2aeae811-12d4-4271-891c-84a25ba06be7 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "adb9d0d3-95b1-49b7-813d-7cff4b8544e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.286775] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2aeae811-12d4-4271-891c-84a25ba06be7 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "adb9d0d3-95b1-49b7-813d-7cff4b8544e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.286968] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2aeae811-12d4-4271-891c-84a25ba06be7 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "adb9d0d3-95b1-49b7-813d-7cff4b8544e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.287849] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2aeae811-12d4-4271-891c-84a25ba06be7 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "adb9d0d3-95b1-49b7-813d-7cff4b8544e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.288044] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2aeae811-12d4-4271-891c-84a25ba06be7 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "adb9d0d3-95b1-49b7-813d-7cff4b8544e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.289983] env[70867]: INFO nova.compute.manager [None req-2aeae811-12d4-4271-891c-84a25ba06be7 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Terminating instance [ 1125.506802] env[70867]: DEBUG oslo_vmware.api [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474381, 'name': PowerOnVM_Task, 'duration_secs': 0.656988} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.507374] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.584484] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c06672ce-45bb-48f8-a2ab-b5b03d1295bc tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.588192] env[70867]: DEBUG oslo_concurrency.lockutils [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.483s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.588192] env[70867]: DEBUG nova.objects.instance [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70867) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1125.624765] env[70867]: INFO nova.scheduler.client.report [None req-c06672ce-45bb-48f8-a2ab-b5b03d1295bc tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Deleted allocations for instance 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059 [ 1125.629567] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Releasing lock "refresh_cache-ade1fee7-4ec0-42aa-99d2-7d8247def99e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.629886] env[70867]: DEBUG nova.compute.manager [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Instance network_info: |[{"id": "00a18956-6506-4bd9-b9b1-7231a80663b7", "address": "fa:16:3e:ec:2e:fa", "network": {"id": "cb921cdd-b645-44cf-a3c3-c31932f3ebf0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-797478650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77a59b672d914d5fa10807409b306b38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00a18956-65", "ovs_interfaceid": "00a18956-6506-4bd9-b9b1-7231a80663b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1125.630421] env[70867]: DEBUG oslo_concurrency.lockutils [req-eb505ac7-82f3-43b0-ac3f-0e9009b46ad5 req-b200f965-f489-455d-b35d-5cf5ad84f4bc service nova] Acquired lock "refresh_cache-ade1fee7-4ec0-42aa-99d2-7d8247def99e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.630605] env[70867]: DEBUG nova.network.neutron [req-eb505ac7-82f3-43b0-ac3f-0e9009b46ad5 req-b200f965-f489-455d-b35d-5cf5ad84f4bc service nova] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Refreshing network info cache for port 00a18956-6506-4bd9-b9b1-7231a80663b7 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.631717] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:2e:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1520c99-af74-4d61-a8ae-56aef56ef4f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00a18956-6506-4bd9-b9b1-7231a80663b7', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.640894] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Creating folder: Project (77a59b672d914d5fa10807409b306b38). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1125.644714] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc69ffe5-60a9-4501-b3d4-506e74e08a64 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.669721] env[70867]: INFO nova.network.neutron [None req-cdd3aef3-d680-45af-a3fc-c8275b5ac2e3 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Port 553ff111-a0bf-4529-bc02-db7f0c32b3ab from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1125.670244] env[70867]: DEBUG nova.network.neutron [None req-cdd3aef3-d680-45af-a3fc-c8275b5ac2e3 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Updating instance_info_cache with network_info: [{"id": "2e81f961-1832-485e-b387-7a45447f8486", "address": "fa:16:3e:d7:9b:ce", "network": {"id": "addbdc6a-23f3-4408-86c3-571f6567ee4b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1153574529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6764fc0b9a604426976a4b145f22b580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e81f961-18", "ovs_interfaceid": "2e81f961-1832-485e-b387-7a45447f8486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.679630] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Created folder: Project (77a59b672d914d5fa10807409b306b38) in parent group-v694272. [ 1125.679856] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Creating folder: Instances. Parent ref: group-v694543. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1125.680190] env[70867]: DEBUG oslo_vmware.api [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474383, 'name': Rename_Task, 'duration_secs': 0.156835} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.683194] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0eb156e-1415-45a4-80f0-cb4911d390bb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.684902] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.688691] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9adaff6b-9f59-4acb-b2c0-c24a16aacf15 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.690927] env[70867]: DEBUG oslo_vmware.api [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474384, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.697122] env[70867]: DEBUG nova.compute.manager [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.698118] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab60a05-8cf8-433f-82f6-988328cbe3e1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.701974] env[70867]: DEBUG oslo_vmware.api [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1125.701974] env[70867]: value = "task-3474387" [ 1125.701974] env[70867]: _type = "Task" [ 1125.701974] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.710492] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Created folder: Instances in parent group-v694543. [ 1125.711055] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.712487] env[70867]: DEBUG nova.compute.manager [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1125.714346] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1125.717705] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82873001-37f1-47c0-9138-88a7fdca3ef6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.734251] env[70867]: DEBUG oslo_vmware.api [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474387, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.744874] env[70867]: DEBUG nova.virt.hardware [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.745130] env[70867]: DEBUG nova.virt.hardware [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.745290] env[70867]: DEBUG nova.virt.hardware [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.745473] env[70867]: DEBUG nova.virt.hardware [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.745617] env[70867]: DEBUG nova.virt.hardware [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.745760] env[70867]: DEBUG nova.virt.hardware [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.745960] env[70867]: DEBUG nova.virt.hardware [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.746128] env[70867]: DEBUG nova.virt.hardware [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.746291] env[70867]: DEBUG nova.virt.hardware [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.746452] env[70867]: DEBUG nova.virt.hardware [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.746623] env[70867]: DEBUG nova.virt.hardware [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.747564] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d79067-635c-4611-9a94-2ceac9d5295b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.752000] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1125.752000] env[70867]: value = "task-3474388" [ 1125.752000] env[70867]: _type = "Task" [ 1125.752000] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.760833] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394a791e-c0b4-4239-804a-22b82da5c4eb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.767899] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474388, 'name': CreateVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.794052] env[70867]: DEBUG nova.compute.manager [None req-2aeae811-12d4-4271-891c-84a25ba06be7 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1125.794052] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2aeae811-12d4-4271-891c-84a25ba06be7 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.794871] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a52129-d55a-4565-803d-484457a5d85f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.803074] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aeae811-12d4-4271-891c-84a25ba06be7 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.803342] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4bee0fe-000a-4ed9-9414-896b8f2b79f0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.810480] env[70867]: DEBUG oslo_vmware.api [None req-2aeae811-12d4-4271-891c-84a25ba06be7 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 1125.810480] env[70867]: value = "task-3474389" [ 1125.810480] env[70867]: _type = "Task" [ 1125.810480] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.819716] env[70867]: DEBUG oslo_vmware.api [None req-2aeae811-12d4-4271-891c-84a25ba06be7 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.905553] env[70867]: DEBUG nova.network.neutron [req-eb505ac7-82f3-43b0-ac3f-0e9009b46ad5 req-b200f965-f489-455d-b35d-5cf5ad84f4bc service nova] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Updated VIF entry in instance network info cache for port 00a18956-6506-4bd9-b9b1-7231a80663b7. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.905993] env[70867]: DEBUG nova.network.neutron [req-eb505ac7-82f3-43b0-ac3f-0e9009b46ad5 req-b200f965-f489-455d-b35d-5cf5ad84f4bc service nova] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Updating instance_info_cache with network_info: [{"id": "00a18956-6506-4bd9-b9b1-7231a80663b7", "address": "fa:16:3e:ec:2e:fa", "network": {"id": "cb921cdd-b645-44cf-a3c3-c31932f3ebf0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-797478650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77a59b672d914d5fa10807409b306b38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00a18956-65", "ovs_interfaceid": "00a18956-6506-4bd9-b9b1-7231a80663b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.131649] env[70867]: DEBUG nova.network.neutron [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Updating instance_info_cache with network_info: [{"id": "cc3ead59-3e3c-4c93-ab09-29fff5ad36db", "address": "fa:16:3e:dd:c4:68", "network": {"id": "cfc3fe3f-41ca-4d32-a9e1-bd8add4aaf37", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404983433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "531e77ef69fe4892bb20a8d005c760d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc3ead59-3e", "ovs_interfaceid": "cc3ead59-3e3c-4c93-ab09-29fff5ad36db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.134634] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c06672ce-45bb-48f8-a2ab-b5b03d1295bc tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "528f5ddc-9bcd-4e85-ba1e-bf2201dfc059" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.708s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.183031] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cdd3aef3-d680-45af-a3fc-c8275b5ac2e3 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Releasing lock "refresh_cache-adb9d0d3-95b1-49b7-813d-7cff4b8544e7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.184926] env[70867]: DEBUG oslo_vmware.api [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474384, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531131} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.185775] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] c68b3246-5373-4c0a-9bd5-78e6655334f6/c68b3246-5373-4c0a-9bd5-78e6655334f6.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1126.185985] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1126.186253] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a588fd3e-792f-4228-a1b4-38ab619ac2b6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.194651] env[70867]: DEBUG oslo_vmware.api [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 1126.194651] env[70867]: value = "task-3474390" [ 1126.194651] env[70867]: _type = "Task" [ 1126.194651] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.209741] env[70867]: DEBUG oslo_vmware.api [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474390, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.215399] env[70867]: DEBUG oslo_vmware.api [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474387, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.229217] env[70867]: DEBUG oslo_concurrency.lockutils [None req-40118d3c-36f1-4042-aa2f-0e26013dde2a tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Lock "df50dddd-7392-4aa0-a7e7-e5eaea666d73" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 29.670s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.240710] env[70867]: DEBUG nova.network.neutron [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Successfully updated port: f22d5843-e430-4e16-9684-cde6ba09a423 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1126.267100] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474388, 'name': CreateVM_Task, 'duration_secs': 0.353738} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.267447] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.268305] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.268588] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.269016] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.269871] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2e49107-29ef-487d-b62c-9627e77548d0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.277282] env[70867]: DEBUG oslo_vmware.api [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Waiting for the task: (returnval){ [ 1126.277282] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]529edebf-4603-8180-ca44-24b1076f2a9e" [ 1126.277282] env[70867]: _type = "Task" [ 1126.277282] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.287880] env[70867]: DEBUG oslo_vmware.api [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]529edebf-4603-8180-ca44-24b1076f2a9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.321053] env[70867]: DEBUG oslo_vmware.api [None req-2aeae811-12d4-4271-891c-84a25ba06be7 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474389, 'name': PowerOffVM_Task, 'duration_secs': 0.19979} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.321053] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aeae811-12d4-4271-891c-84a25ba06be7 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.321053] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2aeae811-12d4-4271-891c-84a25ba06be7 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.321244] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c803781d-6d31-451f-a4af-4a6016e872eb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.398817] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2aeae811-12d4-4271-891c-84a25ba06be7 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.399129] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2aeae811-12d4-4271-891c-84a25ba06be7 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.399398] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aeae811-12d4-4271-891c-84a25ba06be7 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Deleting the datastore file [datastore1] adb9d0d3-95b1-49b7-813d-7cff4b8544e7 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.399752] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e89d058-d227-4be7-9d17-95ed2e407f18 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.408312] env[70867]: DEBUG oslo_concurrency.lockutils [req-eb505ac7-82f3-43b0-ac3f-0e9009b46ad5 req-b200f965-f489-455d-b35d-5cf5ad84f4bc service nova] Releasing lock "refresh_cache-ade1fee7-4ec0-42aa-99d2-7d8247def99e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.409714] env[70867]: DEBUG oslo_vmware.api [None req-2aeae811-12d4-4271-891c-84a25ba06be7 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 1126.409714] env[70867]: value = "task-3474392" [ 1126.409714] env[70867]: _type = "Task" [ 1126.409714] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.418357] env[70867]: DEBUG oslo_vmware.api [None req-2aeae811-12d4-4271-891c-84a25ba06be7 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.598613] env[70867]: DEBUG oslo_concurrency.lockutils [None req-096e3d3e-eb42-4efa-b598-01d55cce4ad1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.599877] env[70867]: DEBUG oslo_concurrency.lockutils [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.491s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.601032] env[70867]: DEBUG nova.objects.instance [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70867) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1126.635246] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Releasing lock "refresh_cache-de3aee59-9ef4-461a-9f59-9018b003fac6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.681477] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cdd3aef3-d680-45af-a3fc-c8275b5ac2e3 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "interface-adb9d0d3-95b1-49b7-813d-7cff4b8544e7-553ff111-a0bf-4529-bc02-db7f0c32b3ab" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.889s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.706325] env[70867]: DEBUG oslo_vmware.api [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474390, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.240718} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.709617] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1126.710263] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9c19ee-b4ff-424e-8c69-b50232a53f6b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.717919] env[70867]: DEBUG oslo_vmware.api [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474387, 'name': PowerOnVM_Task, 'duration_secs': 0.911572} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.727028] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.727206] env[70867]: INFO nova.compute.manager [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1126.727387] env[70867]: DEBUG nova.compute.manager [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.736439] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] c68b3246-5373-4c0a-9bd5-78e6655334f6/c68b3246-5373-4c0a-9bd5-78e6655334f6.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.737208] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f711dedd-47d1-4c54-b15a-6cd051a6f881 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.740013] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-740bf751-a04c-49f8-a490-115e2adf6442 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.755573] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquiring lock "refresh_cache-4f02c642-cffe-433c-91ff-bc88b1c288f5" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.755721] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquired lock "refresh_cache-4f02c642-cffe-433c-91ff-bc88b1c288f5" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.755868] env[70867]: DEBUG nova.network.neutron [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.765051] env[70867]: DEBUG oslo_vmware.api [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 1126.765051] env[70867]: value = "task-3474393" [ 1126.765051] env[70867]: _type = "Task" [ 1126.765051] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.776131] env[70867]: DEBUG oslo_vmware.api [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474393, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.789737] env[70867]: DEBUG oslo_vmware.api [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]529edebf-4603-8180-ca44-24b1076f2a9e, 'name': SearchDatastore_Task, 'duration_secs': 0.039772} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.790205] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.790477] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.790723] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.790871] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.791079] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.791676] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbaefb3f-8ef1-431b-a902-7434505f7648 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.811293] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.811558] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.813120] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e07dfd4-2de8-4980-a0c1-78740016b1ce {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.819741] env[70867]: DEBUG oslo_vmware.api [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Waiting for the task: (returnval){ [ 1126.819741] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527114f5-c1fb-7bc4-3b8e-f616ebdd1878" [ 1126.819741] env[70867]: _type = "Task" [ 1126.819741] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.828523] env[70867]: DEBUG oslo_vmware.api [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527114f5-c1fb-7bc4-3b8e-f616ebdd1878, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.910343] env[70867]: DEBUG nova.compute.manager [req-8a968bc2-fad4-475f-a9d4-92101615314e req-9b8bdf84-8dd9-47c7-a021-3f5611e4d32e service nova] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Received event network-vif-plugged-f22d5843-e430-4e16-9684-cde6ba09a423 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.910530] env[70867]: DEBUG oslo_concurrency.lockutils [req-8a968bc2-fad4-475f-a9d4-92101615314e req-9b8bdf84-8dd9-47c7-a021-3f5611e4d32e service nova] Acquiring lock "4f02c642-cffe-433c-91ff-bc88b1c288f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.910742] env[70867]: DEBUG oslo_concurrency.lockutils [req-8a968bc2-fad4-475f-a9d4-92101615314e req-9b8bdf84-8dd9-47c7-a021-3f5611e4d32e service nova] Lock "4f02c642-cffe-433c-91ff-bc88b1c288f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.910909] env[70867]: DEBUG oslo_concurrency.lockutils [req-8a968bc2-fad4-475f-a9d4-92101615314e req-9b8bdf84-8dd9-47c7-a021-3f5611e4d32e service nova] Lock "4f02c642-cffe-433c-91ff-bc88b1c288f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.911103] env[70867]: DEBUG nova.compute.manager [req-8a968bc2-fad4-475f-a9d4-92101615314e req-9b8bdf84-8dd9-47c7-a021-3f5611e4d32e service nova] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] No waiting events found dispatching network-vif-plugged-f22d5843-e430-4e16-9684-cde6ba09a423 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1126.911298] env[70867]: WARNING nova.compute.manager [req-8a968bc2-fad4-475f-a9d4-92101615314e req-9b8bdf84-8dd9-47c7-a021-3f5611e4d32e service nova] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Received unexpected event network-vif-plugged-f22d5843-e430-4e16-9684-cde6ba09a423 for instance with vm_state building and task_state spawning. [ 1126.911459] env[70867]: DEBUG nova.compute.manager [req-8a968bc2-fad4-475f-a9d4-92101615314e req-9b8bdf84-8dd9-47c7-a021-3f5611e4d32e service nova] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Received event network-changed-f22d5843-e430-4e16-9684-cde6ba09a423 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.911611] env[70867]: DEBUG nova.compute.manager [req-8a968bc2-fad4-475f-a9d4-92101615314e req-9b8bdf84-8dd9-47c7-a021-3f5611e4d32e service nova] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Refreshing instance network info cache due to event network-changed-f22d5843-e430-4e16-9684-cde6ba09a423. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.911772] env[70867]: DEBUG oslo_concurrency.lockutils [req-8a968bc2-fad4-475f-a9d4-92101615314e req-9b8bdf84-8dd9-47c7-a021-3f5611e4d32e service nova] Acquiring lock "refresh_cache-4f02c642-cffe-433c-91ff-bc88b1c288f5" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.924665] env[70867]: DEBUG oslo_vmware.api [None req-2aeae811-12d4-4271-891c-84a25ba06be7 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411224} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.924920] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aeae811-12d4-4271-891c-84a25ba06be7 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.925120] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2aeae811-12d4-4271-891c-84a25ba06be7 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.925289] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2aeae811-12d4-4271-891c-84a25ba06be7 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.925459] env[70867]: INFO nova.compute.manager [None req-2aeae811-12d4-4271-891c-84a25ba06be7 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1126.925691] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2aeae811-12d4-4271-891c-84a25ba06be7 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.925876] env[70867]: DEBUG nova.compute.manager [-] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1126.925969] env[70867]: DEBUG nova.network.neutron [-] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1127.147020] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fa34ca-bb28-4bde-ac5b-fb117539492c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.153645] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6018f6a-78cb-4b4d-8066-57d5d02805c0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.279838] env[70867]: INFO nova.compute.manager [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Took 25.07 seconds to build instance. [ 1127.285244] env[70867]: DEBUG oslo_vmware.api [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474393, 'name': ReconfigVM_Task, 'duration_secs': 0.325236} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.285463] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Reconfigured VM instance instance-00000060 to attach disk [datastore2] c68b3246-5373-4c0a-9bd5-78e6655334f6/c68b3246-5373-4c0a-9bd5-78e6655334f6.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.286672] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03b619a7-5578-4153-a4c2-1cc6c85ef186 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.295022] env[70867]: DEBUG oslo_vmware.api [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 1127.295022] env[70867]: value = "task-3474394" [ 1127.295022] env[70867]: _type = "Task" [ 1127.295022] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.305709] env[70867]: DEBUG oslo_vmware.api [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474394, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.306675] env[70867]: DEBUG nova.network.neutron [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1127.331889] env[70867]: DEBUG oslo_vmware.api [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527114f5-c1fb-7bc4-3b8e-f616ebdd1878, 'name': SearchDatastore_Task, 'duration_secs': 0.019974} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.332721] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-951e50d7-ebf2-49b1-88df-30a88c62caac {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.338922] env[70867]: DEBUG oslo_vmware.api [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Waiting for the task: (returnval){ [ 1127.338922] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]524240d9-1622-e320-7de2-41d12830d9f8" [ 1127.338922] env[70867]: _type = "Task" [ 1127.338922] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.349984] env[70867]: DEBUG oslo_vmware.api [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]524240d9-1622-e320-7de2-41d12830d9f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.592079] env[70867]: DEBUG nova.network.neutron [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Updating instance_info_cache with network_info: [{"id": "f22d5843-e430-4e16-9684-cde6ba09a423", "address": "fa:16:3e:64:91:7b", "network": {"id": "9c954571-970e-4b92-b8f2-8353a88dafda", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1051474933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e3c5444d1cc4707bfeb1ba55b923294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf22d5843-e4", "ovs_interfaceid": "f22d5843-e430-4e16-9684-cde6ba09a423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.610946] env[70867]: DEBUG oslo_concurrency.lockutils [None req-76c0d7f7-80c8-4538-987d-78af848741ab tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.612939] env[70867]: DEBUG oslo_concurrency.lockutils [None req-78c87de9-1de1-4252-8541-e925347c1388 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.178s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.613134] env[70867]: DEBUG nova.objects.instance [None req-78c87de9-1de1-4252-8541-e925347c1388 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Lazy-loading 'resources' on Instance uuid c9e22c27-c098-40d4-9464-181adc858062 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.785137] env[70867]: DEBUG oslo_concurrency.lockutils [None req-06a68381-7b24-449b-b0da-599b18faac2b tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "84faada5-6ddd-4896-9455-95512c240fa6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.584s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.787575] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b33dba-2f90-40e7-b955-fb1e220cf9af {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.801416] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-25e317ba-40f0-4aaf-a6a9-61250253510c tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Suspending the VM {{(pid=70867) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1127.802032] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ff2cac62-8005-4a24-a9dd-fd346a8b2b2f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.809132] env[70867]: DEBUG oslo_vmware.api [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474394, 'name': Rename_Task, 'duration_secs': 0.164863} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.810404] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1127.810722] env[70867]: DEBUG oslo_vmware.api [None req-25e317ba-40f0-4aaf-a6a9-61250253510c tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for the task: (returnval){ [ 1127.810722] env[70867]: value = "task-3474395" [ 1127.810722] env[70867]: _type = "Task" [ 1127.810722] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.810957] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1f67812-9025-4c67-98f5-eeb31d8f1d28 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.825025] env[70867]: DEBUG oslo_vmware.api [None req-25e317ba-40f0-4aaf-a6a9-61250253510c tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474395, 'name': SuspendVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.825025] env[70867]: DEBUG oslo_vmware.api [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 1127.825025] env[70867]: value = "task-3474396" [ 1127.825025] env[70867]: _type = "Task" [ 1127.825025] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.832382] env[70867]: DEBUG oslo_vmware.api [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474396, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.849125] env[70867]: DEBUG oslo_vmware.api [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]524240d9-1622-e320-7de2-41d12830d9f8, 'name': SearchDatastore_Task, 'duration_secs': 0.012077} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.849419] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.849723] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] ade1fee7-4ec0-42aa-99d2-7d8247def99e/ade1fee7-4ec0-42aa-99d2-7d8247def99e.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1127.849991] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36debb06-6fb1-4ec4-af96-84db6a10e8d1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.857636] env[70867]: DEBUG oslo_vmware.api [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Waiting for the task: (returnval){ [ 1127.857636] env[70867]: value = "task-3474397" [ 1127.857636] env[70867]: _type = "Task" [ 1127.857636] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.866468] env[70867]: DEBUG oslo_vmware.api [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Task: {'id': task-3474397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.097456] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Releasing lock "refresh_cache-4f02c642-cffe-433c-91ff-bc88b1c288f5" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.097876] env[70867]: DEBUG nova.compute.manager [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Instance network_info: |[{"id": "f22d5843-e430-4e16-9684-cde6ba09a423", "address": "fa:16:3e:64:91:7b", "network": {"id": "9c954571-970e-4b92-b8f2-8353a88dafda", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1051474933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e3c5444d1cc4707bfeb1ba55b923294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf22d5843-e4", "ovs_interfaceid": "f22d5843-e430-4e16-9684-cde6ba09a423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1128.098469] env[70867]: DEBUG oslo_concurrency.lockutils [req-8a968bc2-fad4-475f-a9d4-92101615314e req-9b8bdf84-8dd9-47c7-a021-3f5611e4d32e service nova] Acquired lock "refresh_cache-4f02c642-cffe-433c-91ff-bc88b1c288f5" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.098755] env[70867]: DEBUG nova.network.neutron [req-8a968bc2-fad4-475f-a9d4-92101615314e req-9b8bdf84-8dd9-47c7-a021-3f5611e4d32e service nova] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Refreshing network info cache for port f22d5843-e430-4e16-9684-cde6ba09a423 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.100552] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:91:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff1f3320-df8e-49df-a412-9797a23bd173', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f22d5843-e430-4e16-9684-cde6ba09a423', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1128.117066] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.124123] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1128.124864] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7df9ee83-e735-4777-ad5d-03ae9ceb239f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.149510] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1128.149510] env[70867]: value = "task-3474398" [ 1128.149510] env[70867]: _type = "Task" [ 1128.149510] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.158103] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474398, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.278484] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d69e91-df2b-41aa-9c88-9b1a57da38b3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.304532] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9176d04-85ce-4e95-be9d-79f0de97e1e0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.321231] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Updating instance 'de3aee59-9ef4-461a-9f59-9018b003fac6' progress to 83 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1128.337116] env[70867]: DEBUG oslo_vmware.api [None req-25e317ba-40f0-4aaf-a6a9-61250253510c tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474395, 'name': SuspendVM_Task} progress is 62%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.343495] env[70867]: DEBUG oslo_vmware.api [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474396, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.372186] env[70867]: DEBUG oslo_vmware.api [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Task: {'id': task-3474397, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.419584] env[70867]: DEBUG nova.network.neutron [req-8a968bc2-fad4-475f-a9d4-92101615314e req-9b8bdf84-8dd9-47c7-a021-3f5611e4d32e service nova] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Updated VIF entry in instance network info cache for port f22d5843-e430-4e16-9684-cde6ba09a423. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.420268] env[70867]: DEBUG nova.network.neutron [req-8a968bc2-fad4-475f-a9d4-92101615314e req-9b8bdf84-8dd9-47c7-a021-3f5611e4d32e service nova] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Updating instance_info_cache with network_info: [{"id": "f22d5843-e430-4e16-9684-cde6ba09a423", "address": "fa:16:3e:64:91:7b", "network": {"id": "9c954571-970e-4b92-b8f2-8353a88dafda", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1051474933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e3c5444d1cc4707bfeb1ba55b923294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf22d5843-e4", "ovs_interfaceid": "f22d5843-e430-4e16-9684-cde6ba09a423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.484177] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbd8efe-6afb-4880-b45f-db087a81f8c2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.493237] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9667e79-5443-4dc8-a20e-54c2d110dc86 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.529715] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d54085-4f4d-4803-bd15-8b9ded019f12 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.538917] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12709a3-d7a3-41f1-b077-79d9f077537d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.557031] env[70867]: DEBUG nova.compute.provider_tree [None req-78c87de9-1de1-4252-8541-e925347c1388 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.646291] env[70867]: DEBUG nova.network.neutron [-] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.669830] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474398, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.824936] env[70867]: DEBUG oslo_vmware.api [None req-25e317ba-40f0-4aaf-a6a9-61250253510c tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474395, 'name': SuspendVM_Task, 'duration_secs': 0.803576} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.825761] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-25e317ba-40f0-4aaf-a6a9-61250253510c tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Suspended the VM {{(pid=70867) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1128.825761] env[70867]: DEBUG nova.compute.manager [None req-25e317ba-40f0-4aaf-a6a9-61250253510c tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.826406] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe95b122-624c-4deb-aff7-56a23f2d7919 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.831032] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1128.833824] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16c88321-5d21-4a51-b6fa-894a0d884279 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.846122] env[70867]: DEBUG oslo_vmware.api [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1128.846122] env[70867]: value = "task-3474399" [ 1128.846122] env[70867]: _type = "Task" [ 1128.846122] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.846479] env[70867]: DEBUG oslo_vmware.api [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474396, 'name': PowerOnVM_Task, 'duration_secs': 0.611638} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.846886] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.847341] env[70867]: INFO nova.compute.manager [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Took 8.07 seconds to spawn the instance on the hypervisor. [ 1128.847341] env[70867]: DEBUG nova.compute.manager [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.850720] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29dce3b7-f480-451d-9efc-6210982d0cde {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.860587] env[70867]: DEBUG oslo_vmware.api [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474399, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.870960] env[70867]: DEBUG oslo_vmware.api [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Task: {'id': task-3474397, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.824396} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.871328] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] ade1fee7-4ec0-42aa-99d2-7d8247def99e/ade1fee7-4ec0-42aa-99d2-7d8247def99e.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.871574] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.871809] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85a6aafc-a48c-4009-961d-3d1147f65336 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.879147] env[70867]: DEBUG oslo_vmware.api [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Waiting for the task: (returnval){ [ 1128.879147] env[70867]: value = "task-3474400" [ 1128.879147] env[70867]: _type = "Task" [ 1128.879147] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.890344] env[70867]: DEBUG oslo_vmware.api [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Task: {'id': task-3474400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.925267] env[70867]: DEBUG oslo_concurrency.lockutils [req-8a968bc2-fad4-475f-a9d4-92101615314e req-9b8bdf84-8dd9-47c7-a021-3f5611e4d32e service nova] Releasing lock "refresh_cache-4f02c642-cffe-433c-91ff-bc88b1c288f5" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.937332] env[70867]: DEBUG nova.compute.manager [req-09e27051-25cd-4689-afba-17e50dad6be9 req-b38565de-c192-4d59-855d-c352c3ee6071 service nova] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Received event network-vif-deleted-2e81f961-1832-485e-b387-7a45447f8486 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.942855] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "7210f47a-0f99-4e44-be09-ef1a1251a589" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.942855] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "7210f47a-0f99-4e44-be09-ef1a1251a589" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.061228] env[70867]: DEBUG nova.scheduler.client.report [None req-78c87de9-1de1-4252-8541-e925347c1388 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.147293] env[70867]: INFO nova.compute.manager [-] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Took 2.22 seconds to deallocate network for instance. [ 1129.168447] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474398, 'name': CreateVM_Task, 'duration_secs': 0.534416} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.168447] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1129.168447] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.168447] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.168447] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.168447] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0911c0f8-3e58-4a43-9219-088ef01d6b85 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.174188] env[70867]: DEBUG oslo_vmware.api [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1129.174188] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52800eb6-20b4-3363-423a-7eb6ba36e07c" [ 1129.174188] env[70867]: _type = "Task" [ 1129.174188] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.184280] env[70867]: DEBUG oslo_vmware.api [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52800eb6-20b4-3363-423a-7eb6ba36e07c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.359951] env[70867]: DEBUG oslo_vmware.api [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474399, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.375020] env[70867]: INFO nova.compute.manager [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Took 23.41 seconds to build instance. [ 1129.389269] env[70867]: DEBUG oslo_vmware.api [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Task: {'id': task-3474400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067241} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.389569] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1129.390416] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013ae63d-8049-4e08-b593-3168f2f2cc5b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.416880] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] ade1fee7-4ec0-42aa-99d2-7d8247def99e/ade1fee7-4ec0-42aa-99d2-7d8247def99e.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.417515] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb061f2c-caf3-4295-851d-24bf5027bdb6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.436571] env[70867]: DEBUG oslo_vmware.api [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Waiting for the task: (returnval){ [ 1129.436571] env[70867]: value = "task-3474401" [ 1129.436571] env[70867]: _type = "Task" [ 1129.436571] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.444050] env[70867]: DEBUG oslo_vmware.api [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Task: {'id': task-3474401, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.444388] env[70867]: DEBUG nova.compute.manager [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1129.566027] env[70867]: DEBUG oslo_concurrency.lockutils [None req-78c87de9-1de1-4252-8541-e925347c1388 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.568747] env[70867]: DEBUG oslo_concurrency.lockutils [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.973s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.569662] env[70867]: INFO nova.compute.claims [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1129.590430] env[70867]: INFO nova.scheduler.client.report [None req-78c87de9-1de1-4252-8541-e925347c1388 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Deleted allocations for instance c9e22c27-c098-40d4-9464-181adc858062 [ 1129.660122] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2aeae811-12d4-4271-891c-84a25ba06be7 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.684806] env[70867]: DEBUG oslo_vmware.api [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52800eb6-20b4-3363-423a-7eb6ba36e07c, 'name': SearchDatastore_Task, 'duration_secs': 0.016433} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.685051] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.685286] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1129.685572] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.685663] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.685840] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1129.686114] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fec7058-0e93-4a34-bbf8-59885be446f3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.703352] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1129.703563] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1129.704315] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6548d3a-221d-4c6e-8c0b-860db5699552 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.709484] env[70867]: DEBUG oslo_vmware.api [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1129.709484] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f77b85-a54e-656f-fbc4-c02164911d52" [ 1129.709484] env[70867]: _type = "Task" [ 1129.709484] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.717289] env[70867]: DEBUG oslo_vmware.api [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f77b85-a54e-656f-fbc4-c02164911d52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.860611] env[70867]: DEBUG oslo_vmware.api [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474399, 'name': PowerOnVM_Task, 'duration_secs': 0.577533} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.860826] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1129.861043] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d23478f1-2512-43d2-9f79-9bfc8bd22419 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Updating instance 'de3aee59-9ef4-461a-9f59-9018b003fac6' progress to 100 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1129.877638] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a3618576-3656-44b4-b0af-6e4ba02efc5e tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "c68b3246-5373-4c0a-9bd5-78e6655334f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.927s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.949991] env[70867]: DEBUG oslo_vmware.api [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Task: {'id': task-3474401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.967153] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.097245] env[70867]: DEBUG oslo_concurrency.lockutils [None req-78c87de9-1de1-4252-8541-e925347c1388 tempest-ServersTestMultiNic-1870626006 tempest-ServersTestMultiNic-1870626006-project-member] Lock "c9e22c27-c098-40d4-9464-181adc858062" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.431s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.224609] env[70867]: DEBUG oslo_vmware.api [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f77b85-a54e-656f-fbc4-c02164911d52, 'name': SearchDatastore_Task, 'duration_secs': 0.03799} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.225512] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb31c0be-846c-4ba0-a73b-50a188fca955 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.231649] env[70867]: DEBUG oslo_vmware.api [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1130.231649] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52cea951-9d33-3681-f2a9-5550b9eb6f79" [ 1130.231649] env[70867]: _type = "Task" [ 1130.231649] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.241373] env[70867]: DEBUG oslo_vmware.api [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52cea951-9d33-3681-f2a9-5550b9eb6f79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.322154] env[70867]: INFO nova.compute.manager [None req-501b9e73-e692-487e-9ed2-0caf4823b491 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Resuming [ 1130.322796] env[70867]: DEBUG nova.objects.instance [None req-501b9e73-e692-487e-9ed2-0caf4823b491 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Lazy-loading 'flavor' on Instance uuid df50dddd-7392-4aa0-a7e7-e5eaea666d73 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.449064] env[70867]: DEBUG oslo_vmware.api [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Task: {'id': task-3474401, 'name': ReconfigVM_Task, 'duration_secs': 0.968114} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.449542] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Reconfigured VM instance instance-00000061 to attach disk [datastore2] ade1fee7-4ec0-42aa-99d2-7d8247def99e/ade1fee7-4ec0-42aa-99d2-7d8247def99e.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.450938] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3a3a69d-08d6-4ad1-9b1c-bad4f6c79203 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.457450] env[70867]: DEBUG oslo_vmware.api [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Waiting for the task: (returnval){ [ 1130.457450] env[70867]: value = "task-3474402" [ 1130.457450] env[70867]: _type = "Task" [ 1130.457450] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.466068] env[70867]: DEBUG oslo_vmware.api [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Task: {'id': task-3474402, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.743886] env[70867]: DEBUG oslo_vmware.api [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52cea951-9d33-3681-f2a9-5550b9eb6f79, 'name': SearchDatastore_Task, 'duration_secs': 0.035365} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.747154] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.747436] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 4f02c642-cffe-433c-91ff-bc88b1c288f5/4f02c642-cffe-433c-91ff-bc88b1c288f5.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1130.747873] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b429bde-e56b-441e-a618-0df5984882da {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.754389] env[70867]: DEBUG oslo_vmware.api [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1130.754389] env[70867]: value = "task-3474403" [ 1130.754389] env[70867]: _type = "Task" [ 1130.754389] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.765453] env[70867]: DEBUG oslo_vmware.api [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.873838] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7320c2-d8c3-47cb-8217-00a1a4494db9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.886023] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b299876-98d1-4519-a2f4-bde4f61c8a6a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.919960] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb47503d-ee22-4dbc-bf40-5b90573d0a8c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.929039] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc10e00-be56-4b70-b41b-a0cf2c75f8ab {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.947228] env[70867]: DEBUG nova.compute.provider_tree [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.969535] env[70867]: DEBUG oslo_vmware.api [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Task: {'id': task-3474402, 'name': Rename_Task, 'duration_secs': 0.366116} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.969889] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.970208] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6552e081-e5d4-4bc3-9f60-538a34d718c9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.978793] env[70867]: DEBUG oslo_vmware.api [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Waiting for the task: (returnval){ [ 1130.978793] env[70867]: value = "task-3474404" [ 1130.978793] env[70867]: _type = "Task" [ 1130.978793] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.994033] env[70867]: DEBUG oslo_vmware.api [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Task: {'id': task-3474404, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.023408] env[70867]: DEBUG nova.compute.manager [req-eee696a4-4b55-4b03-b6e2-14e0972b2ef8 req-1dfe0f87-d989-4046-8bf0-466e68e7f9e2 service nova] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Received event network-changed-5d671de7-551d-486e-9906-c3765b7990a5 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.023682] env[70867]: DEBUG nova.compute.manager [req-eee696a4-4b55-4b03-b6e2-14e0972b2ef8 req-1dfe0f87-d989-4046-8bf0-466e68e7f9e2 service nova] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Refreshing instance network info cache due to event network-changed-5d671de7-551d-486e-9906-c3765b7990a5. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1131.023980] env[70867]: DEBUG oslo_concurrency.lockutils [req-eee696a4-4b55-4b03-b6e2-14e0972b2ef8 req-1dfe0f87-d989-4046-8bf0-466e68e7f9e2 service nova] Acquiring lock "refresh_cache-c68b3246-5373-4c0a-9bd5-78e6655334f6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.024188] env[70867]: DEBUG oslo_concurrency.lockutils [req-eee696a4-4b55-4b03-b6e2-14e0972b2ef8 req-1dfe0f87-d989-4046-8bf0-466e68e7f9e2 service nova] Acquired lock "refresh_cache-c68b3246-5373-4c0a-9bd5-78e6655334f6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.024422] env[70867]: DEBUG nova.network.neutron [req-eee696a4-4b55-4b03-b6e2-14e0972b2ef8 req-1dfe0f87-d989-4046-8bf0-466e68e7f9e2 service nova] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Refreshing network info cache for port 5d671de7-551d-486e-9906-c3765b7990a5 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.264859] env[70867]: DEBUG oslo_vmware.api [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474403, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.449518] env[70867]: DEBUG nova.scheduler.client.report [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.494929] env[70867]: DEBUG oslo_vmware.api [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Task: {'id': task-3474404, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.766135] env[70867]: DEBUG oslo_vmware.api [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532502} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.766428] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 4f02c642-cffe-433c-91ff-bc88b1c288f5/4f02c642-cffe-433c-91ff-bc88b1c288f5.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1131.766616] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.766956] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75a7705e-fe4d-4db5-bbd0-772dd6dce952 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.774690] env[70867]: DEBUG oslo_vmware.api [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1131.774690] env[70867]: value = "task-3474405" [ 1131.774690] env[70867]: _type = "Task" [ 1131.774690] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.783476] env[70867]: DEBUG oslo_vmware.api [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.833699] env[70867]: DEBUG oslo_concurrency.lockutils [None req-501b9e73-e692-487e-9ed2-0caf4823b491 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Acquiring lock "refresh_cache-df50dddd-7392-4aa0-a7e7-e5eaea666d73" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.833890] env[70867]: DEBUG oslo_concurrency.lockutils [None req-501b9e73-e692-487e-9ed2-0caf4823b491 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Acquired lock "refresh_cache-df50dddd-7392-4aa0-a7e7-e5eaea666d73" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.834097] env[70867]: DEBUG nova.network.neutron [None req-501b9e73-e692-487e-9ed2-0caf4823b491 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.950432] env[70867]: DEBUG nova.network.neutron [req-eee696a4-4b55-4b03-b6e2-14e0972b2ef8 req-1dfe0f87-d989-4046-8bf0-466e68e7f9e2 service nova] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Updated VIF entry in instance network info cache for port 5d671de7-551d-486e-9906-c3765b7990a5. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.950903] env[70867]: DEBUG nova.network.neutron [req-eee696a4-4b55-4b03-b6e2-14e0972b2ef8 req-1dfe0f87-d989-4046-8bf0-466e68e7f9e2 service nova] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Updating instance_info_cache with network_info: [{"id": "5d671de7-551d-486e-9906-c3765b7990a5", "address": "fa:16:3e:3f:f8:98", "network": {"id": "7abfa557-e3d1-4715-8c17-0c3745c411e5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1575514192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86ae3e8c63bd4ed29d0725779224ad62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d671de7-55", "ovs_interfaceid": "5d671de7-551d-486e-9906-c3765b7990a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.958812] env[70867]: DEBUG oslo_concurrency.lockutils [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.391s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.959386] env[70867]: DEBUG nova.compute.manager [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1131.962306] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fdf5673e-d617-4f6f-a864-beb5508d031e tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.971s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.962535] env[70867]: DEBUG nova.objects.instance [None req-fdf5673e-d617-4f6f-a864-beb5508d031e tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lazy-loading 'resources' on Instance uuid 46d74c4c-c717-4355-822d-2f6397c7f3e6 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.993076] env[70867]: DEBUG oslo_vmware.api [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Task: {'id': task-3474404, 'name': PowerOnVM_Task, 'duration_secs': 0.955414} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.993230] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.994152] env[70867]: INFO nova.compute.manager [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Took 8.71 seconds to spawn the instance on the hypervisor. [ 1131.994152] env[70867]: DEBUG nova.compute.manager [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.996760] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a3135b-6ec2-490f-aa40-33a0d8ecdd28 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.106719] env[70867]: DEBUG nova.network.neutron [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Port cc3ead59-3e3c-4c93-ab09-29fff5ad36db binding to destination host cpu-1 is already ACTIVE {{(pid=70867) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1132.106719] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "refresh_cache-de3aee59-9ef4-461a-9f59-9018b003fac6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.106719] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquired lock "refresh_cache-de3aee59-9ef4-461a-9f59-9018b003fac6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.106719] env[70867]: DEBUG nova.network.neutron [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.285616] env[70867]: DEBUG oslo_vmware.api [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065914} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.285885] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1132.286708] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b78841-1bd9-4db4-b359-38fe8efde9a3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.311851] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 4f02c642-cffe-433c-91ff-bc88b1c288f5/4f02c642-cffe-433c-91ff-bc88b1c288f5.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.312141] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52d8eac6-a0e5-4d98-803a-3564e603d725 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.335628] env[70867]: DEBUG oslo_vmware.api [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1132.335628] env[70867]: value = "task-3474406" [ 1132.335628] env[70867]: _type = "Task" [ 1132.335628] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.344908] env[70867]: DEBUG oslo_vmware.api [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474406, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.455591] env[70867]: DEBUG oslo_concurrency.lockutils [req-eee696a4-4b55-4b03-b6e2-14e0972b2ef8 req-1dfe0f87-d989-4046-8bf0-466e68e7f9e2 service nova] Releasing lock "refresh_cache-c68b3246-5373-4c0a-9bd5-78e6655334f6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.470676] env[70867]: DEBUG nova.compute.utils [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1132.474989] env[70867]: DEBUG nova.compute.manager [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1132.474989] env[70867]: DEBUG nova.network.neutron [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1132.515879] env[70867]: INFO nova.compute.manager [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Took 25.35 seconds to build instance. [ 1132.549658] env[70867]: DEBUG nova.policy [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba34ef52749f402a967d8fddf1396e4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2ad9e13e8d24d72b6d8c4bb820287a3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1132.604516] env[70867]: DEBUG nova.network.neutron [None req-501b9e73-e692-487e-9ed2-0caf4823b491 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Updating instance_info_cache with network_info: [{"id": "28352365-f5d5-4b89-b360-0625ccdcb46a", "address": "fa:16:3e:19:26:b8", "network": {"id": "3e55bcea-e204-4c7f-9ec6-4c0d652c8699", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1904991923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5caa093a382340b6973f1bcfcdfb2566", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28352365-f5", "ovs_interfaceid": "28352365-f5d5-4b89-b360-0625ccdcb46a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.821753] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c363d97-2519-4aa3-bb6f-853ff003089e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.830607] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da9f826-59ea-4120-8927-cb1c23da22dc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.868018] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b44eaa-d1f8-4552-97f8-b398964867de {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.875607] env[70867]: DEBUG oslo_vmware.api [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474406, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.878791] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6630bf93-a4e8-4767-939c-01834c301bf5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.894588] env[70867]: DEBUG nova.compute.provider_tree [None req-fdf5673e-d617-4f6f-a864-beb5508d031e tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.977784] env[70867]: DEBUG nova.compute.manager [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1133.018234] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d6e50205-9951-4364-802d-e00e087c271b tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Lock "ade1fee7-4ec0-42aa-99d2-7d8247def99e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.869s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.066652] env[70867]: DEBUG nova.network.neutron [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Updating instance_info_cache with network_info: [{"id": "cc3ead59-3e3c-4c93-ab09-29fff5ad36db", "address": "fa:16:3e:dd:c4:68", "network": {"id": "cfc3fe3f-41ca-4d32-a9e1-bd8add4aaf37", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404983433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "531e77ef69fe4892bb20a8d005c760d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc3ead59-3e", "ovs_interfaceid": "cc3ead59-3e3c-4c93-ab09-29fff5ad36db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.086611] env[70867]: DEBUG nova.network.neutron [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Successfully created port: cc9234d1-e3a1-490f-8bb4-bad0213ea8b3 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1133.109380] env[70867]: DEBUG oslo_concurrency.lockutils [None req-501b9e73-e692-487e-9ed2-0caf4823b491 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Releasing lock "refresh_cache-df50dddd-7392-4aa0-a7e7-e5eaea666d73" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.110382] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461bb2fa-5f37-4147-9320-0178af002fe1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.117540] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-501b9e73-e692-487e-9ed2-0caf4823b491 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Resuming the VM {{(pid=70867) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1133.117751] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ea3f338-ee79-47e8-9805-b26f3b2de9a0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.126488] env[70867]: DEBUG oslo_vmware.api [None req-501b9e73-e692-487e-9ed2-0caf4823b491 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for the task: (returnval){ [ 1133.126488] env[70867]: value = "task-3474407" [ 1133.126488] env[70867]: _type = "Task" [ 1133.126488] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.135014] env[70867]: DEBUG oslo_vmware.api [None req-501b9e73-e692-487e-9ed2-0caf4823b491 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.350399] env[70867]: DEBUG oslo_vmware.api [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474406, 'name': ReconfigVM_Task, 'duration_secs': 0.547015} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.352158] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 4f02c642-cffe-433c-91ff-bc88b1c288f5/4f02c642-cffe-433c-91ff-bc88b1c288f5.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.352158] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d00a74c-ae1e-496e-b075-944682a29e08 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.359549] env[70867]: DEBUG oslo_vmware.api [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1133.359549] env[70867]: value = "task-3474408" [ 1133.359549] env[70867]: _type = "Task" [ 1133.359549] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.367948] env[70867]: DEBUG oslo_vmware.api [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474408, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.398203] env[70867]: DEBUG nova.scheduler.client.report [None req-fdf5673e-d617-4f6f-a864-beb5508d031e tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.568627] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Releasing lock "refresh_cache-de3aee59-9ef4-461a-9f59-9018b003fac6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.637097] env[70867]: DEBUG oslo_vmware.api [None req-501b9e73-e692-487e-9ed2-0caf4823b491 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474407, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.673443] env[70867]: DEBUG nova.compute.manager [req-ec7b58d0-98e6-487f-8341-5acaebeb7a25 req-377eb24f-11b0-489a-bc4a-90c103d7416a service nova] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Received event network-changed-00a18956-6506-4bd9-b9b1-7231a80663b7 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.673683] env[70867]: DEBUG nova.compute.manager [req-ec7b58d0-98e6-487f-8341-5acaebeb7a25 req-377eb24f-11b0-489a-bc4a-90c103d7416a service nova] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Refreshing instance network info cache due to event network-changed-00a18956-6506-4bd9-b9b1-7231a80663b7. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1133.673844] env[70867]: DEBUG oslo_concurrency.lockutils [req-ec7b58d0-98e6-487f-8341-5acaebeb7a25 req-377eb24f-11b0-489a-bc4a-90c103d7416a service nova] Acquiring lock "refresh_cache-ade1fee7-4ec0-42aa-99d2-7d8247def99e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.673986] env[70867]: DEBUG oslo_concurrency.lockutils [req-ec7b58d0-98e6-487f-8341-5acaebeb7a25 req-377eb24f-11b0-489a-bc4a-90c103d7416a service nova] Acquired lock "refresh_cache-ade1fee7-4ec0-42aa-99d2-7d8247def99e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.674192] env[70867]: DEBUG nova.network.neutron [req-ec7b58d0-98e6-487f-8341-5acaebeb7a25 req-377eb24f-11b0-489a-bc4a-90c103d7416a service nova] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Refreshing network info cache for port 00a18956-6506-4bd9-b9b1-7231a80663b7 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.869425] env[70867]: DEBUG oslo_vmware.api [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474408, 'name': Rename_Task, 'duration_secs': 0.198383} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.869779] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.869955] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-368469db-b1f5-4703-a6d4-f17e87075e0e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.876692] env[70867]: DEBUG oslo_vmware.api [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1133.876692] env[70867]: value = "task-3474409" [ 1133.876692] env[70867]: _type = "Task" [ 1133.876692] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.885295] env[70867]: DEBUG oslo_vmware.api [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.908376] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fdf5673e-d617-4f6f-a864-beb5508d031e tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.910890] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.577s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.913356] env[70867]: INFO nova.compute.claims [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1133.934090] env[70867]: INFO nova.scheduler.client.report [None req-fdf5673e-d617-4f6f-a864-beb5508d031e tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Deleted allocations for instance 46d74c4c-c717-4355-822d-2f6397c7f3e6 [ 1133.987761] env[70867]: DEBUG nova.compute.manager [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1134.014168] env[70867]: DEBUG nova.virt.hardware [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.014490] env[70867]: DEBUG nova.virt.hardware [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.014697] env[70867]: DEBUG nova.virt.hardware [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.014891] env[70867]: DEBUG nova.virt.hardware [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.015052] env[70867]: DEBUG nova.virt.hardware [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.015205] env[70867]: DEBUG nova.virt.hardware [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.015427] env[70867]: DEBUG nova.virt.hardware [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.015645] env[70867]: DEBUG nova.virt.hardware [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.015863] env[70867]: DEBUG nova.virt.hardware [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.016111] env[70867]: DEBUG nova.virt.hardware [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.016339] env[70867]: DEBUG nova.virt.hardware [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.017241] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8cff90-bbcf-488b-8aea-96d16abead84 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.026345] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e0160c-b9de-44bf-b00b-825163e416a4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.072682] env[70867]: DEBUG nova.compute.manager [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70867) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1134.141058] env[70867]: DEBUG oslo_vmware.api [None req-501b9e73-e692-487e-9ed2-0caf4823b491 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474407, 'name': PowerOnVM_Task} progress is 93%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.387872] env[70867]: DEBUG oslo_vmware.api [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474409, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.448421] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fdf5673e-d617-4f6f-a864-beb5508d031e tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lock "46d74c4c-c717-4355-822d-2f6397c7f3e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.423s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.639561] env[70867]: DEBUG oslo_vmware.api [None req-501b9e73-e692-487e-9ed2-0caf4823b491 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474407, 'name': PowerOnVM_Task, 'duration_secs': 1.514252} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.640309] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-501b9e73-e692-487e-9ed2-0caf4823b491 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Resumed the VM {{(pid=70867) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1134.640309] env[70867]: DEBUG nova.compute.manager [None req-501b9e73-e692-487e-9ed2-0caf4823b491 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.641244] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406ecb2b-0917-43a2-a91c-d12d6ff97c47 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.664725] env[70867]: DEBUG oslo_concurrency.lockutils [None req-052c693a-331b-490a-80c0-a366f6755593 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquiring lock "4347eb07-8998-41f2-94df-934f102f632d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.665024] env[70867]: DEBUG oslo_concurrency.lockutils [None req-052c693a-331b-490a-80c0-a366f6755593 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lock "4347eb07-8998-41f2-94df-934f102f632d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.665320] env[70867]: DEBUG oslo_concurrency.lockutils [None req-052c693a-331b-490a-80c0-a366f6755593 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquiring lock "4347eb07-8998-41f2-94df-934f102f632d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.666977] env[70867]: DEBUG oslo_concurrency.lockutils [None req-052c693a-331b-490a-80c0-a366f6755593 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lock "4347eb07-8998-41f2-94df-934f102f632d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.666977] env[70867]: DEBUG oslo_concurrency.lockutils [None req-052c693a-331b-490a-80c0-a366f6755593 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lock "4347eb07-8998-41f2-94df-934f102f632d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.668224] env[70867]: INFO nova.compute.manager [None req-052c693a-331b-490a-80c0-a366f6755593 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Terminating instance [ 1134.894736] env[70867]: DEBUG oslo_vmware.api [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474409, 'name': PowerOnVM_Task, 'duration_secs': 0.696556} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.895126] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.895510] env[70867]: INFO nova.compute.manager [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1134.895510] env[70867]: DEBUG nova.compute.manager [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.896417] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de098ad3-56bf-4034-8ea3-e3ce3f0eaed8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.926154] env[70867]: DEBUG nova.network.neutron [req-ec7b58d0-98e6-487f-8341-5acaebeb7a25 req-377eb24f-11b0-489a-bc4a-90c103d7416a service nova] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Updated VIF entry in instance network info cache for port 00a18956-6506-4bd9-b9b1-7231a80663b7. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.926537] env[70867]: DEBUG nova.network.neutron [req-ec7b58d0-98e6-487f-8341-5acaebeb7a25 req-377eb24f-11b0-489a-bc4a-90c103d7416a service nova] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Updating instance_info_cache with network_info: [{"id": "00a18956-6506-4bd9-b9b1-7231a80663b7", "address": "fa:16:3e:ec:2e:fa", "network": {"id": "cb921cdd-b645-44cf-a3c3-c31932f3ebf0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-797478650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77a59b672d914d5fa10807409b306b38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00a18956-65", "ovs_interfaceid": "00a18956-6506-4bd9-b9b1-7231a80663b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.008530] env[70867]: DEBUG nova.compute.manager [req-6285986a-228a-44df-9ef1-86b0f782d2f3 req-bdaa74a6-ea82-4ac2-a658-f23b84fb7b31 service nova] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Received event network-vif-plugged-cc9234d1-e3a1-490f-8bb4-bad0213ea8b3 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.008759] env[70867]: DEBUG oslo_concurrency.lockutils [req-6285986a-228a-44df-9ef1-86b0f782d2f3 req-bdaa74a6-ea82-4ac2-a658-f23b84fb7b31 service nova] Acquiring lock "c38d75c5-f00a-4d67-96bb-a920d74eeb2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.008991] env[70867]: DEBUG oslo_concurrency.lockutils [req-6285986a-228a-44df-9ef1-86b0f782d2f3 req-bdaa74a6-ea82-4ac2-a658-f23b84fb7b31 service nova] Lock "c38d75c5-f00a-4d67-96bb-a920d74eeb2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.011245] env[70867]: DEBUG oslo_concurrency.lockutils [req-6285986a-228a-44df-9ef1-86b0f782d2f3 req-bdaa74a6-ea82-4ac2-a658-f23b84fb7b31 service nova] Lock "c38d75c5-f00a-4d67-96bb-a920d74eeb2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.011479] env[70867]: DEBUG nova.compute.manager [req-6285986a-228a-44df-9ef1-86b0f782d2f3 req-bdaa74a6-ea82-4ac2-a658-f23b84fb7b31 service nova] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] No waiting events found dispatching network-vif-plugged-cc9234d1-e3a1-490f-8bb4-bad0213ea8b3 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1135.011651] env[70867]: WARNING nova.compute.manager [req-6285986a-228a-44df-9ef1-86b0f782d2f3 req-bdaa74a6-ea82-4ac2-a658-f23b84fb7b31 service nova] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Received unexpected event network-vif-plugged-cc9234d1-e3a1-490f-8bb4-bad0213ea8b3 for instance with vm_state building and task_state spawning. [ 1135.109667] env[70867]: DEBUG nova.network.neutron [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Successfully updated port: cc9234d1-e3a1-490f-8bb4-bad0213ea8b3 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1135.173518] env[70867]: DEBUG nova.compute.manager [None req-052c693a-331b-490a-80c0-a366f6755593 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1135.173518] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-052c693a-331b-490a-80c0-a366f6755593 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.174432] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f418c55-71aa-4e37-b227-aa4e43ee1ab1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.184106] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-052c693a-331b-490a-80c0-a366f6755593 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.184372] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e34ca7c-11e4-49cb-95a1-3bf9ee2910a3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.190817] env[70867]: DEBUG oslo_vmware.api [None req-052c693a-331b-490a-80c0-a366f6755593 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 1135.190817] env[70867]: value = "task-3474410" [ 1135.190817] env[70867]: _type = "Task" [ 1135.190817] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.201902] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.202182] env[70867]: DEBUG oslo_vmware.api [None req-052c693a-331b-490a-80c0-a366f6755593 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.218611] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65747034-837f-402e-b2c4-f5d1dfbf4756 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.226193] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014d32a4-3c41-44fc-957a-e1f18ec015da {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.258158] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3630a210-d262-43ae-998f-bc39050c8046 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.265504] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906c1504-6195-4d7f-ae95-d3edb2245f38 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.281096] env[70867]: DEBUG nova.compute.provider_tree [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.421794] env[70867]: INFO nova.compute.manager [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Took 27.12 seconds to build instance. [ 1135.431555] env[70867]: DEBUG oslo_concurrency.lockutils [req-ec7b58d0-98e6-487f-8341-5acaebeb7a25 req-377eb24f-11b0-489a-bc4a-90c103d7416a service nova] Releasing lock "refresh_cache-ade1fee7-4ec0-42aa-99d2-7d8247def99e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.612018] env[70867]: DEBUG oslo_concurrency.lockutils [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "refresh_cache-c38d75c5-f00a-4d67-96bb-a920d74eeb2b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.612018] env[70867]: DEBUG oslo_concurrency.lockutils [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquired lock "refresh_cache-c38d75c5-f00a-4d67-96bb-a920d74eeb2b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.612018] env[70867]: DEBUG nova.network.neutron [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.701088] env[70867]: DEBUG oslo_vmware.api [None req-052c693a-331b-490a-80c0-a366f6755593 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474410, 'name': PowerOffVM_Task, 'duration_secs': 0.18971} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.701635] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-052c693a-331b-490a-80c0-a366f6755593 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.701635] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-052c693a-331b-490a-80c0-a366f6755593 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.701792] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43d0aea6-8191-4688-aa8d-0602a12738fd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.762101] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-052c693a-331b-490a-80c0-a366f6755593 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.762328] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-052c693a-331b-490a-80c0-a366f6755593 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.762522] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-052c693a-331b-490a-80c0-a366f6755593 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Deleting the datastore file [datastore1] 4347eb07-8998-41f2-94df-934f102f632d {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.762920] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8dd2f156-9c83-45dd-9b31-d1ce29e0ab62 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.771025] env[70867]: DEBUG oslo_vmware.api [None req-052c693a-331b-490a-80c0-a366f6755593 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for the task: (returnval){ [ 1135.771025] env[70867]: value = "task-3474412" [ 1135.771025] env[70867]: _type = "Task" [ 1135.771025] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.779194] env[70867]: DEBUG oslo_vmware.api [None req-052c693a-331b-490a-80c0-a366f6755593 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.786421] env[70867]: DEBUG nova.scheduler.client.report [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.924338] env[70867]: DEBUG oslo_concurrency.lockutils [None req-dd5aa846-5724-43ff-b556-c8efa7e304cb tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "4f02c642-cffe-433c-91ff-bc88b1c288f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.633s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.142353] env[70867]: DEBUG nova.network.neutron [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1136.186190] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2eff6b-90dd-4eba-8814-ca48864555ba {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.194539] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c5da219d-9223-4249-957d-094f977e0517 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Suspending the VM {{(pid=70867) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1136.195102] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b76bb857-9b66-44a2-9a5c-8f6bcf1e74f1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.201614] env[70867]: DEBUG oslo_vmware.api [None req-c5da219d-9223-4249-957d-094f977e0517 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1136.201614] env[70867]: value = "task-3474413" [ 1136.201614] env[70867]: _type = "Task" [ 1136.201614] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.210657] env[70867]: DEBUG oslo_vmware.api [None req-c5da219d-9223-4249-957d-094f977e0517 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474413, 'name': SuspendVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.282303] env[70867]: DEBUG oslo_vmware.api [None req-052c693a-331b-490a-80c0-a366f6755593 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Task: {'id': task-3474412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.480566} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.282576] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-052c693a-331b-490a-80c0-a366f6755593 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.282806] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-052c693a-331b-490a-80c0-a366f6755593 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1136.283042] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-052c693a-331b-490a-80c0-a366f6755593 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1136.283268] env[70867]: INFO nova.compute.manager [None req-052c693a-331b-490a-80c0-a366f6755593 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1136.283584] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-052c693a-331b-490a-80c0-a366f6755593 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.283832] env[70867]: DEBUG nova.compute.manager [-] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1136.283980] env[70867]: DEBUG nova.network.neutron [-] [instance: 4347eb07-8998-41f2-94df-934f102f632d] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1136.291999] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.293087] env[70867]: DEBUG nova.compute.manager [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1136.296303] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ac90ec85-210f-46cf-8054-8bdc964e43d5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.329s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.298169] env[70867]: DEBUG nova.objects.instance [None req-ac90ec85-210f-46cf-8054-8bdc964e43d5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lazy-loading 'resources' on Instance uuid 803d376e-f1bd-4182-9de1-00fac0e3aa47 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.309097] env[70867]: DEBUG nova.network.neutron [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Updating instance_info_cache with network_info: [{"id": "cc9234d1-e3a1-490f-8bb4-bad0213ea8b3", "address": "fa:16:3e:62:44:b6", "network": {"id": "52d9f893-40a0-4a01-81ad-a518ee74e5a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-281788219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ad9e13e8d24d72b6d8c4bb820287a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc9234d1-e3", "ovs_interfaceid": "cc9234d1-e3a1-490f-8bb4-bad0213ea8b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.713439] env[70867]: DEBUG oslo_vmware.api [None req-c5da219d-9223-4249-957d-094f977e0517 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474413, 'name': SuspendVM_Task} progress is 45%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.798066] env[70867]: DEBUG nova.compute.utils [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1136.799692] env[70867]: DEBUG nova.compute.manager [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1136.799885] env[70867]: DEBUG nova.network.neutron [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1136.812706] env[70867]: DEBUG oslo_concurrency.lockutils [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Releasing lock "refresh_cache-c38d75c5-f00a-4d67-96bb-a920d74eeb2b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.814045] env[70867]: DEBUG nova.compute.manager [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Instance network_info: |[{"id": "cc9234d1-e3a1-490f-8bb4-bad0213ea8b3", "address": "fa:16:3e:62:44:b6", "network": {"id": "52d9f893-40a0-4a01-81ad-a518ee74e5a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-281788219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ad9e13e8d24d72b6d8c4bb820287a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc9234d1-e3", "ovs_interfaceid": "cc9234d1-e3a1-490f-8bb4-bad0213ea8b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1136.815112] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:44:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc9234d1-e3a1-490f-8bb4-bad0213ea8b3', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1136.826288] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.826288] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1136.826288] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-410df56a-4156-4eb4-a9d8-a723f855c62b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.852483] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1136.852483] env[70867]: value = "task-3474414" [ 1136.852483] env[70867]: _type = "Task" [ 1136.852483] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.863203] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474414, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.868184] env[70867]: DEBUG nova.policy [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf2f119e140443c3a21a9611d5cddf18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f94b6672cd2148058cf204653b4d1471', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1137.070751] env[70867]: DEBUG nova.compute.manager [req-0ba8cc51-52ad-4552-b85c-acd02caf6ed4 req-2e4a7387-46f7-4f00-82aa-5bb260ec7110 service nova] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Received event network-changed-cc9234d1-e3a1-490f-8bb4-bad0213ea8b3 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.070751] env[70867]: DEBUG nova.compute.manager [req-0ba8cc51-52ad-4552-b85c-acd02caf6ed4 req-2e4a7387-46f7-4f00-82aa-5bb260ec7110 service nova] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Refreshing instance network info cache due to event network-changed-cc9234d1-e3a1-490f-8bb4-bad0213ea8b3. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.070751] env[70867]: DEBUG oslo_concurrency.lockutils [req-0ba8cc51-52ad-4552-b85c-acd02caf6ed4 req-2e4a7387-46f7-4f00-82aa-5bb260ec7110 service nova] Acquiring lock "refresh_cache-c38d75c5-f00a-4d67-96bb-a920d74eeb2b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.070751] env[70867]: DEBUG oslo_concurrency.lockutils [req-0ba8cc51-52ad-4552-b85c-acd02caf6ed4 req-2e4a7387-46f7-4f00-82aa-5bb260ec7110 service nova] Acquired lock "refresh_cache-c38d75c5-f00a-4d67-96bb-a920d74eeb2b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.070751] env[70867]: DEBUG nova.network.neutron [req-0ba8cc51-52ad-4552-b85c-acd02caf6ed4 req-2e4a7387-46f7-4f00-82aa-5bb260ec7110 service nova] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Refreshing network info cache for port cc9234d1-e3a1-490f-8bb4-bad0213ea8b3 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.097831] env[70867]: DEBUG nova.network.neutron [-] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.118170] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f72053e-75bf-4186-9146-3e8c2d0865af {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.128266] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6835db-0228-44a6-ae07-51b3e596d390 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.160140] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14dd26e-4505-49cc-a278-993c3746d280 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.167464] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0784c05-536e-4952-9988-1ad023c3603a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.184282] env[70867]: DEBUG nova.compute.provider_tree [None req-ac90ec85-210f-46cf-8054-8bdc964e43d5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.217327] env[70867]: DEBUG oslo_vmware.api [None req-c5da219d-9223-4249-957d-094f977e0517 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474413, 'name': SuspendVM_Task, 'duration_secs': 0.798349} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.217327] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c5da219d-9223-4249-957d-094f977e0517 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Suspended the VM {{(pid=70867) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1137.217327] env[70867]: DEBUG nova.compute.manager [None req-c5da219d-9223-4249-957d-094f977e0517 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.217327] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fcff7c-35af-46f3-9438-c507da83df5d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.980777] env[70867]: DEBUG nova.network.neutron [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Successfully created port: b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1137.982980] env[70867]: DEBUG nova.compute.manager [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1137.989114] env[70867]: INFO nova.compute.manager [-] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Took 1.70 seconds to deallocate network for instance. [ 1137.989449] env[70867]: DEBUG nova.scheduler.client.report [None req-ac90ec85-210f-46cf-8054-8bdc964e43d5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.007562] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474414, 'name': CreateVM_Task, 'duration_secs': 0.477401} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.007562] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1138.008277] env[70867]: DEBUG oslo_concurrency.lockutils [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.008380] env[70867]: DEBUG oslo_concurrency.lockutils [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.008832] env[70867]: DEBUG oslo_concurrency.lockutils [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.008935] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2fbd124-8eec-433d-a354-fca50594b15f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.014042] env[70867]: DEBUG oslo_vmware.api [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1138.014042] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ffa762-4135-2362-cddf-bdb5a8619843" [ 1138.014042] env[70867]: _type = "Task" [ 1138.014042] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.022638] env[70867]: DEBUG oslo_vmware.api [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ffa762-4135-2362-cddf-bdb5a8619843, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.344169] env[70867]: DEBUG nova.network.neutron [req-0ba8cc51-52ad-4552-b85c-acd02caf6ed4 req-2e4a7387-46f7-4f00-82aa-5bb260ec7110 service nova] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Updated VIF entry in instance network info cache for port cc9234d1-e3a1-490f-8bb4-bad0213ea8b3. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.344713] env[70867]: DEBUG nova.network.neutron [req-0ba8cc51-52ad-4552-b85c-acd02caf6ed4 req-2e4a7387-46f7-4f00-82aa-5bb260ec7110 service nova] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Updating instance_info_cache with network_info: [{"id": "cc9234d1-e3a1-490f-8bb4-bad0213ea8b3", "address": "fa:16:3e:62:44:b6", "network": {"id": "52d9f893-40a0-4a01-81ad-a518ee74e5a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-281788219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ad9e13e8d24d72b6d8c4bb820287a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc9234d1-e3", "ovs_interfaceid": "cc9234d1-e3a1-490f-8bb4-bad0213ea8b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.498974] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ac90ec85-210f-46cf-8054-8bdc964e43d5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.203s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.502464] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5c6a325c-8e58-4c5f-94d8-22c120a0adc8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.296s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.502464] env[70867]: DEBUG nova.objects.instance [None req-5c6a325c-8e58-4c5f-94d8-22c120a0adc8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lazy-loading 'resources' on Instance uuid 1361a2ff-f79e-42ca-817c-af5e79f4e133 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.505291] env[70867]: DEBUG oslo_concurrency.lockutils [None req-052c693a-331b-490a-80c0-a366f6755593 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.524949] env[70867]: DEBUG oslo_vmware.api [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ffa762-4135-2362-cddf-bdb5a8619843, 'name': SearchDatastore_Task, 'duration_secs': 0.024291} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.525946] env[70867]: INFO nova.scheduler.client.report [None req-ac90ec85-210f-46cf-8054-8bdc964e43d5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Deleted allocations for instance 803d376e-f1bd-4182-9de1-00fac0e3aa47 [ 1138.527192] env[70867]: DEBUG oslo_concurrency.lockutils [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.527192] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1138.527432] env[70867]: DEBUG oslo_concurrency.lockutils [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.527578] env[70867]: DEBUG oslo_concurrency.lockutils [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.527755] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1138.530048] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-508b689f-3a02-4f52-a570-6d3482ed76b2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.539454] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1138.539631] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1138.540422] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-063dc28d-b053-4b07-83c2-8ba0c62afd62 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.546389] env[70867]: DEBUG oslo_vmware.api [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1138.546389] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ae1632-5ead-b660-edcb-60e8087e2f2d" [ 1138.546389] env[70867]: _type = "Task" [ 1138.546389] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.554410] env[70867]: DEBUG oslo_vmware.api [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ae1632-5ead-b660-edcb-60e8087e2f2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.848303] env[70867]: DEBUG oslo_concurrency.lockutils [req-0ba8cc51-52ad-4552-b85c-acd02caf6ed4 req-2e4a7387-46f7-4f00-82aa-5bb260ec7110 service nova] Releasing lock "refresh_cache-c38d75c5-f00a-4d67-96bb-a920d74eeb2b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.848595] env[70867]: DEBUG nova.compute.manager [req-0ba8cc51-52ad-4552-b85c-acd02caf6ed4 req-2e4a7387-46f7-4f00-82aa-5bb260ec7110 service nova] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Received event network-vif-deleted-bfcb7c65-1ede-4ebd-adab-80bacd4a3ad5 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.848772] env[70867]: INFO nova.compute.manager [req-0ba8cc51-52ad-4552-b85c-acd02caf6ed4 req-2e4a7387-46f7-4f00-82aa-5bb260ec7110 service nova] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Neutron deleted interface bfcb7c65-1ede-4ebd-adab-80bacd4a3ad5; detaching it from the instance and deleting it from the info cache [ 1138.848941] env[70867]: DEBUG nova.network.neutron [req-0ba8cc51-52ad-4552-b85c-acd02caf6ed4 req-2e4a7387-46f7-4f00-82aa-5bb260ec7110 service nova] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.003794] env[70867]: DEBUG nova.compute.manager [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1139.032349] env[70867]: DEBUG nova.virt.hardware [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.032637] env[70867]: DEBUG nova.virt.hardware [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.032794] env[70867]: DEBUG nova.virt.hardware [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.032994] env[70867]: DEBUG nova.virt.hardware [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.033135] env[70867]: DEBUG nova.virt.hardware [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.033314] env[70867]: DEBUG nova.virt.hardware [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.033561] env[70867]: DEBUG nova.virt.hardware [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.033741] env[70867]: DEBUG nova.virt.hardware [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.033908] env[70867]: DEBUG nova.virt.hardware [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.034081] env[70867]: DEBUG nova.virt.hardware [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.034257] env[70867]: DEBUG nova.virt.hardware [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.037221] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb3f903-c9bd-4db4-adca-8a5fc8366321 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.041479] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ac90ec85-210f-46cf-8054-8bdc964e43d5 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "803d376e-f1bd-4182-9de1-00fac0e3aa47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.477s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.055670] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb338afc-cd70-4bfa-a7db-f8c923a4b57c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.071191] env[70867]: DEBUG oslo_vmware.api [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ae1632-5ead-b660-edcb-60e8087e2f2d, 'name': SearchDatastore_Task, 'duration_secs': 0.009571} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.082438] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a162973f-8978-4713-8409-ce045644c05c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.088086] env[70867]: DEBUG oslo_vmware.api [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1139.088086] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5208e3b3-1320-6ae6-c53c-2cb35c30e34e" [ 1139.088086] env[70867]: _type = "Task" [ 1139.088086] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.096111] env[70867]: DEBUG oslo_vmware.api [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5208e3b3-1320-6ae6-c53c-2cb35c30e34e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.264946] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2c5cf9-879b-42cd-bb09-e8cf8e85e320 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.272870] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c6c949-fc28-4c0c-b218-e0721da26940 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.302449] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c123f2-c657-4f6a-8fb3-b68138362f51 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.309430] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75740a4c-9967-4208-9a33-e7112ea02808 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.324008] env[70867]: DEBUG nova.compute.provider_tree [None req-5c6a325c-8e58-4c5f-94d8-22c120a0adc8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.351173] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-693f3866-4871-4f93-ad44-2a01f8f215a9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.360275] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b7a800-f71d-44e1-ada2-7f0301b0e393 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.391685] env[70867]: DEBUG nova.compute.manager [req-0ba8cc51-52ad-4552-b85c-acd02caf6ed4 req-2e4a7387-46f7-4f00-82aa-5bb260ec7110 service nova] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Detach interface failed, port_id=bfcb7c65-1ede-4ebd-adab-80bacd4a3ad5, reason: Instance 4347eb07-8998-41f2-94df-934f102f632d could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1139.560468] env[70867]: DEBUG nova.compute.manager [req-a754d2ee-29cb-443e-a8f5-afc4c58f9622 req-1b64f63a-5aa8-425e-aa6c-e56e428a7335 service nova] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Received event network-vif-plugged-b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.560468] env[70867]: DEBUG oslo_concurrency.lockutils [req-a754d2ee-29cb-443e-a8f5-afc4c58f9622 req-1b64f63a-5aa8-425e-aa6c-e56e428a7335 service nova] Acquiring lock "275cda22-565c-4d42-aed3-3057f3ebaf3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.560623] env[70867]: DEBUG oslo_concurrency.lockutils [req-a754d2ee-29cb-443e-a8f5-afc4c58f9622 req-1b64f63a-5aa8-425e-aa6c-e56e428a7335 service nova] Lock "275cda22-565c-4d42-aed3-3057f3ebaf3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.560691] env[70867]: DEBUG oslo_concurrency.lockutils [req-a754d2ee-29cb-443e-a8f5-afc4c58f9622 req-1b64f63a-5aa8-425e-aa6c-e56e428a7335 service nova] Lock "275cda22-565c-4d42-aed3-3057f3ebaf3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.560867] env[70867]: DEBUG nova.compute.manager [req-a754d2ee-29cb-443e-a8f5-afc4c58f9622 req-1b64f63a-5aa8-425e-aa6c-e56e428a7335 service nova] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] No waiting events found dispatching network-vif-plugged-b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1139.561046] env[70867]: WARNING nova.compute.manager [req-a754d2ee-29cb-443e-a8f5-afc4c58f9622 req-1b64f63a-5aa8-425e-aa6c-e56e428a7335 service nova] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Received unexpected event network-vif-plugged-b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd for instance with vm_state building and task_state spawning. [ 1139.600017] env[70867]: DEBUG oslo_vmware.api [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5208e3b3-1320-6ae6-c53c-2cb35c30e34e, 'name': SearchDatastore_Task, 'duration_secs': 0.00937} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.600302] env[70867]: DEBUG oslo_concurrency.lockutils [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.600578] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] c38d75c5-f00a-4d67-96bb-a920d74eeb2b/c38d75c5-f00a-4d67-96bb-a920d74eeb2b.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1139.600864] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99a94cf7-2737-4adc-a608-b93573c21f40 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.607055] env[70867]: DEBUG oslo_vmware.api [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1139.607055] env[70867]: value = "task-3474415" [ 1139.607055] env[70867]: _type = "Task" [ 1139.607055] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.614513] env[70867]: DEBUG oslo_vmware.api [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.628034] env[70867]: DEBUG nova.compute.manager [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1139.628904] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137887c0-25c3-42d1-a1cd-07b671c0a408 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.658077] env[70867]: DEBUG nova.network.neutron [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Successfully updated port: b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1139.827136] env[70867]: DEBUG nova.scheduler.client.report [None req-5c6a325c-8e58-4c5f-94d8-22c120a0adc8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.119613] env[70867]: DEBUG oslo_vmware.api [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474415, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.138789] env[70867]: INFO nova.compute.manager [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] instance snapshotting [ 1140.139224] env[70867]: WARNING nova.compute.manager [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1140.142479] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d21fa0-683f-4ff0-a1a7-4293138a2262 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.164706] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "refresh_cache-275cda22-565c-4d42-aed3-3057f3ebaf3c" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.164912] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquired lock "refresh_cache-275cda22-565c-4d42-aed3-3057f3ebaf3c" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.165078] env[70867]: DEBUG nova.network.neutron [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.167886] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af1add7-792e-4907-b5bb-27a6aa5cdcdd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.333053] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5c6a325c-8e58-4c5f-94d8-22c120a0adc8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.830s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.335039] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e713714b-e6d4-4820-91ac-9e63e4908d82 tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.942s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.335424] env[70867]: DEBUG nova.objects.instance [None req-e713714b-e6d4-4820-91ac-9e63e4908d82 tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Lazy-loading 'resources' on Instance uuid 387ed6a8-f2ec-408f-9e03-9f0a6a71416e {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.355112] env[70867]: INFO nova.scheduler.client.report [None req-5c6a325c-8e58-4c5f-94d8-22c120a0adc8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Deleted allocations for instance 1361a2ff-f79e-42ca-817c-af5e79f4e133 [ 1140.618670] env[70867]: DEBUG oslo_vmware.api [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474415, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611785} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.618796] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] c38d75c5-f00a-4d67-96bb-a920d74eeb2b/c38d75c5-f00a-4d67-96bb-a920d74eeb2b.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1140.618939] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1140.619168] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ae40297-1387-409b-85b2-00de4ebf97a8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.625309] env[70867]: DEBUG oslo_vmware.api [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1140.625309] env[70867]: value = "task-3474416" [ 1140.625309] env[70867]: _type = "Task" [ 1140.625309] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.634873] env[70867]: DEBUG oslo_vmware.api [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474416, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.681743] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Creating Snapshot of the VM instance {{(pid=70867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1140.681743] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0bb19b78-9fe3-47e8-814a-22a7294355b5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.690025] env[70867]: DEBUG oslo_vmware.api [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1140.690025] env[70867]: value = "task-3474417" [ 1140.690025] env[70867]: _type = "Task" [ 1140.690025] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.698726] env[70867]: DEBUG oslo_vmware.api [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474417, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.700924] env[70867]: DEBUG nova.network.neutron [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1140.733486] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d5b91c29-9f2a-489b-a16c-c541c3a429e5 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Acquiring lock "df50dddd-7392-4aa0-a7e7-e5eaea666d73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.733755] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d5b91c29-9f2a-489b-a16c-c541c3a429e5 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Lock "df50dddd-7392-4aa0-a7e7-e5eaea666d73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.733968] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d5b91c29-9f2a-489b-a16c-c541c3a429e5 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Acquiring lock "df50dddd-7392-4aa0-a7e7-e5eaea666d73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.734163] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d5b91c29-9f2a-489b-a16c-c541c3a429e5 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Lock "df50dddd-7392-4aa0-a7e7-e5eaea666d73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.734421] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d5b91c29-9f2a-489b-a16c-c541c3a429e5 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Lock "df50dddd-7392-4aa0-a7e7-e5eaea666d73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.738785] env[70867]: INFO nova.compute.manager [None req-d5b91c29-9f2a-489b-a16c-c541c3a429e5 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Terminating instance [ 1140.846898] env[70867]: DEBUG nova.network.neutron [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Updating instance_info_cache with network_info: [{"id": "b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd", "address": "fa:16:3e:85:75:73", "network": {"id": "0f24c0fc-b194-43e8-968e-2e17fa9a3a2a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1239692035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f94b6672cd2148058cf204653b4d1471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb15a0b53-d6", "ovs_interfaceid": "b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.864050] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5c6a325c-8e58-4c5f-94d8-22c120a0adc8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "1361a2ff-f79e-42ca-817c-af5e79f4e133" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.557s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.137280] env[70867]: DEBUG oslo_vmware.api [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474416, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066367} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.140126] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1141.141584] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2d4621-1bb8-4d5d-bd8b-4a9920ea4d29 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.167058] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] c38d75c5-f00a-4d67-96bb-a920d74eeb2b/c38d75c5-f00a-4d67-96bb-a920d74eeb2b.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.170162] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3379e279-fb7e-4ddb-ad97-fee5164a6e1b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.192080] env[70867]: DEBUG oslo_vmware.api [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1141.192080] env[70867]: value = "task-3474418" [ 1141.192080] env[70867]: _type = "Task" [ 1141.192080] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.208027] env[70867]: DEBUG oslo_vmware.api [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474417, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.210820] env[70867]: DEBUG oslo_vmware.api [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474418, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.230084] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc74fa86-52e4-429d-88cd-eea5e1407a5a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.238269] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9f7726-b375-43b3-b928-d756c5e5d048 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.242743] env[70867]: DEBUG nova.compute.manager [None req-d5b91c29-9f2a-489b-a16c-c541c3a429e5 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1141.243210] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b91c29-9f2a-489b-a16c-c541c3a429e5 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1141.244135] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffeda51-b111-4849-a59b-6c078fb43b6a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.251329] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b91c29-9f2a-489b-a16c-c541c3a429e5 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.276119] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7edaed19-26e4-43bc-9b04-9b5f29613b86 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.279453] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4e52cf-b45a-49e4-9159-21117c54d257 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.290242] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2fcd77-a891-420e-a359-683931ff3bf1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.294482] env[70867]: DEBUG oslo_vmware.api [None req-d5b91c29-9f2a-489b-a16c-c541c3a429e5 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for the task: (returnval){ [ 1141.294482] env[70867]: value = "task-3474419" [ 1141.294482] env[70867]: _type = "Task" [ 1141.294482] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.305472] env[70867]: DEBUG nova.compute.provider_tree [None req-e713714b-e6d4-4820-91ac-9e63e4908d82 tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.313982] env[70867]: DEBUG oslo_vmware.api [None req-d5b91c29-9f2a-489b-a16c-c541c3a429e5 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.350176] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Releasing lock "refresh_cache-275cda22-565c-4d42-aed3-3057f3ebaf3c" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.351309] env[70867]: DEBUG nova.compute.manager [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Instance network_info: |[{"id": "b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd", "address": "fa:16:3e:85:75:73", "network": {"id": "0f24c0fc-b194-43e8-968e-2e17fa9a3a2a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1239692035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f94b6672cd2148058cf204653b4d1471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb15a0b53-d6", "ovs_interfaceid": "b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1141.351793] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:75:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1141.359538] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.359933] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1141.359933] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff889c91-a19f-427f-8fef-9b964f80ffc2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.382830] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1141.382830] env[70867]: value = "task-3474420" [ 1141.382830] env[70867]: _type = "Task" [ 1141.382830] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.391464] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474420, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.587081] env[70867]: DEBUG nova.compute.manager [req-c44c3769-2237-4e60-9d3a-f8003e8adcd8 req-079ce5af-8002-4ca4-a8dd-cac16e31c2ba service nova] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Received event network-changed-b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.587481] env[70867]: DEBUG nova.compute.manager [req-c44c3769-2237-4e60-9d3a-f8003e8adcd8 req-079ce5af-8002-4ca4-a8dd-cac16e31c2ba service nova] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Refreshing instance network info cache due to event network-changed-b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1141.587909] env[70867]: DEBUG oslo_concurrency.lockutils [req-c44c3769-2237-4e60-9d3a-f8003e8adcd8 req-079ce5af-8002-4ca4-a8dd-cac16e31c2ba service nova] Acquiring lock "refresh_cache-275cda22-565c-4d42-aed3-3057f3ebaf3c" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.590573] env[70867]: DEBUG oslo_concurrency.lockutils [req-c44c3769-2237-4e60-9d3a-f8003e8adcd8 req-079ce5af-8002-4ca4-a8dd-cac16e31c2ba service nova] Acquired lock "refresh_cache-275cda22-565c-4d42-aed3-3057f3ebaf3c" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.590573] env[70867]: DEBUG nova.network.neutron [req-c44c3769-2237-4e60-9d3a-f8003e8adcd8 req-079ce5af-8002-4ca4-a8dd-cac16e31c2ba service nova] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Refreshing network info cache for port b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.705073] env[70867]: DEBUG oslo_vmware.api [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474417, 'name': CreateSnapshot_Task, 'duration_secs': 0.535306} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.708011] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Created Snapshot of the VM instance {{(pid=70867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1141.708310] env[70867]: DEBUG oslo_vmware.api [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474418, 'name': ReconfigVM_Task, 'duration_secs': 0.387598} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.708969] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c81a695-5fc4-46f2-b83b-0ac3a6ad8eea {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.711327] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Reconfigured VM instance instance-00000063 to attach disk [datastore2] c38d75c5-f00a-4d67-96bb-a920d74eeb2b/c38d75c5-f00a-4d67-96bb-a920d74eeb2b.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.711936] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14b5bb0b-bfab-4641-a4d7-b29f37f11125 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.721850] env[70867]: DEBUG oslo_vmware.api [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1141.721850] env[70867]: value = "task-3474421" [ 1141.721850] env[70867]: _type = "Task" [ 1141.721850] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.729595] env[70867]: DEBUG oslo_vmware.api [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474421, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.808073] env[70867]: DEBUG oslo_vmware.api [None req-d5b91c29-9f2a-489b-a16c-c541c3a429e5 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474419, 'name': PowerOffVM_Task, 'duration_secs': 0.216451} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.808285] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b91c29-9f2a-489b-a16c-c541c3a429e5 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.808492] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b91c29-9f2a-489b-a16c-c541c3a429e5 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.808776] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8100972c-e112-4fe6-9b5a-e7e7352e9af6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.814604] env[70867]: DEBUG nova.scheduler.client.report [None req-e713714b-e6d4-4820-91ac-9e63e4908d82 tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.865407] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b91c29-9f2a-489b-a16c-c541c3a429e5 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.865618] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b91c29-9f2a-489b-a16c-c541c3a429e5 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.865984] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5b91c29-9f2a-489b-a16c-c541c3a429e5 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Deleting the datastore file [datastore1] df50dddd-7392-4aa0-a7e7-e5eaea666d73 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.866055] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfce7851-bce0-44dc-8cd1-406117acef05 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.872028] env[70867]: DEBUG oslo_vmware.api [None req-d5b91c29-9f2a-489b-a16c-c541c3a429e5 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for the task: (returnval){ [ 1141.872028] env[70867]: value = "task-3474423" [ 1141.872028] env[70867]: _type = "Task" [ 1141.872028] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.879493] env[70867]: DEBUG oslo_vmware.api [None req-d5b91c29-9f2a-489b-a16c-c541c3a429e5 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.891087] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474420, 'name': CreateVM_Task, 'duration_secs': 0.33686} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.891240] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1141.891933] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.892119] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.892435] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.892720] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3b621c9-8275-497b-b858-a01dc8447bd3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.896698] env[70867]: DEBUG oslo_vmware.api [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1141.896698] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52bde598-bf24-08a3-65ab-8c413968108e" [ 1141.896698] env[70867]: _type = "Task" [ 1141.896698] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.904653] env[70867]: DEBUG oslo_vmware.api [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52bde598-bf24-08a3-65ab-8c413968108e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.230148] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Creating linked-clone VM from snapshot {{(pid=70867) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1142.232816] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-aa170a11-9434-4282-96be-f1a22d5f9908 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.245796] env[70867]: DEBUG oslo_vmware.api [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474421, 'name': Rename_Task, 'duration_secs': 0.129087} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.247119] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1142.247444] env[70867]: DEBUG oslo_vmware.api [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1142.247444] env[70867]: value = "task-3474424" [ 1142.247444] env[70867]: _type = "Task" [ 1142.247444] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.247634] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5101e123-ddde-41b8-83b5-9cf4b980694f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.257200] env[70867]: DEBUG oslo_vmware.api [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474424, 'name': CloneVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.258352] env[70867]: DEBUG oslo_vmware.api [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1142.258352] env[70867]: value = "task-3474425" [ 1142.258352] env[70867]: _type = "Task" [ 1142.258352] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.265510] env[70867]: DEBUG oslo_vmware.api [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.319819] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e713714b-e6d4-4820-91ac-9e63e4908d82 tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.322594] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2aeae811-12d4-4271-891c-84a25ba06be7 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.663s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.322866] env[70867]: DEBUG nova.objects.instance [None req-2aeae811-12d4-4271-891c-84a25ba06be7 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lazy-loading 'resources' on Instance uuid adb9d0d3-95b1-49b7-813d-7cff4b8544e7 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.345065] env[70867]: INFO nova.scheduler.client.report [None req-e713714b-e6d4-4820-91ac-9e63e4908d82 tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Deleted allocations for instance 387ed6a8-f2ec-408f-9e03-9f0a6a71416e [ 1142.383901] env[70867]: DEBUG oslo_vmware.api [None req-d5b91c29-9f2a-489b-a16c-c541c3a429e5 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Task: {'id': task-3474423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.471401} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.383901] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5b91c29-9f2a-489b-a16c-c541c3a429e5 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1142.384282] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b91c29-9f2a-489b-a16c-c541c3a429e5 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1142.384282] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b91c29-9f2a-489b-a16c-c541c3a429e5 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1142.384645] env[70867]: INFO nova.compute.manager [None req-d5b91c29-9f2a-489b-a16c-c541c3a429e5 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1142.384645] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5b91c29-9f2a-489b-a16c-c541c3a429e5 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.384749] env[70867]: DEBUG nova.compute.manager [-] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1142.384894] env[70867]: DEBUG nova.network.neutron [-] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1142.408454] env[70867]: DEBUG oslo_vmware.api [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52bde598-bf24-08a3-65ab-8c413968108e, 'name': SearchDatastore_Task, 'duration_secs': 0.013605} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.409579] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.409887] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1142.410466] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.410651] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.410851] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1142.411434] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bab9cc6-6034-45c2-aa4e-f40d5e9c2cee {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.419837] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1142.420026] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1142.420777] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8192f2c1-1a57-4a1a-8bf4-f7ae049f2cfc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.426138] env[70867]: DEBUG oslo_vmware.api [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1142.426138] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5262f8ae-2954-ad3a-0145-a8bdc4b423f6" [ 1142.426138] env[70867]: _type = "Task" [ 1142.426138] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.434594] env[70867]: DEBUG oslo_vmware.api [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5262f8ae-2954-ad3a-0145-a8bdc4b423f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.452128] env[70867]: DEBUG nova.network.neutron [req-c44c3769-2237-4e60-9d3a-f8003e8adcd8 req-079ce5af-8002-4ca4-a8dd-cac16e31c2ba service nova] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Updated VIF entry in instance network info cache for port b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.452128] env[70867]: DEBUG nova.network.neutron [req-c44c3769-2237-4e60-9d3a-f8003e8adcd8 req-079ce5af-8002-4ca4-a8dd-cac16e31c2ba service nova] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Updating instance_info_cache with network_info: [{"id": "b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd", "address": "fa:16:3e:85:75:73", "network": {"id": "0f24c0fc-b194-43e8-968e-2e17fa9a3a2a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1239692035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f94b6672cd2148058cf204653b4d1471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb15a0b53-d6", "ovs_interfaceid": "b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.547030] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "1c347944-939b-430b-91e7-92dc8544fa1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.547030] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "1c347944-939b-430b-91e7-92dc8544fa1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.759783] env[70867]: DEBUG oslo_vmware.api [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474424, 'name': CloneVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.767904] env[70867]: DEBUG oslo_vmware.api [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474425, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.853177] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e713714b-e6d4-4820-91ac-9e63e4908d82 tempest-ServersTestManualDisk-62156779 tempest-ServersTestManualDisk-62156779-project-member] Lock "387ed6a8-f2ec-408f-9e03-9f0a6a71416e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.100s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.937482] env[70867]: DEBUG oslo_vmware.api [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5262f8ae-2954-ad3a-0145-a8bdc4b423f6, 'name': SearchDatastore_Task, 'duration_secs': 0.012943} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.938526] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c015f6a-6e07-419d-bd72-719543a1c2e3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.943446] env[70867]: DEBUG oslo_vmware.api [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1142.943446] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]522a55b3-1ef4-a77d-f2f8-074a909e57f4" [ 1142.943446] env[70867]: _type = "Task" [ 1142.943446] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.953063] env[70867]: DEBUG oslo_vmware.api [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]522a55b3-1ef4-a77d-f2f8-074a909e57f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.953520] env[70867]: DEBUG oslo_concurrency.lockutils [req-c44c3769-2237-4e60-9d3a-f8003e8adcd8 req-079ce5af-8002-4ca4-a8dd-cac16e31c2ba service nova] Releasing lock "refresh_cache-275cda22-565c-4d42-aed3-3057f3ebaf3c" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.041107] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895fd694-e6b8-4905-b7d8-2e837c4b5434 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.048749] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b55b7be-2d09-49e4-b974-dfb16b8eb566 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.052346] env[70867]: DEBUG nova.compute.manager [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1143.084472] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa18afe8-443a-4f3e-9cd0-9f3c1a745798 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.092481] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6421aa83-d3ce-49cc-93e8-0a4a4170e227 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.107993] env[70867]: DEBUG nova.compute.provider_tree [None req-2aeae811-12d4-4271-891c-84a25ba06be7 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.137628] env[70867]: DEBUG nova.network.neutron [-] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.260519] env[70867]: DEBUG oslo_vmware.api [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474424, 'name': CloneVM_Task} progress is 95%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.268109] env[70867]: DEBUG oslo_vmware.api [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474425, 'name': PowerOnVM_Task, 'duration_secs': 0.549061} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.268375] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.268581] env[70867]: INFO nova.compute.manager [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Took 9.28 seconds to spawn the instance on the hypervisor. [ 1143.268759] env[70867]: DEBUG nova.compute.manager [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1143.269532] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4da64b-9a73-494e-8796-55c23012c578 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.457094] env[70867]: DEBUG oslo_vmware.api [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]522a55b3-1ef4-a77d-f2f8-074a909e57f4, 'name': SearchDatastore_Task, 'duration_secs': 0.012135} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.457094] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.457094] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 275cda22-565c-4d42-aed3-3057f3ebaf3c/275cda22-565c-4d42-aed3-3057f3ebaf3c.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1143.457094] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abb1f298-0f43-488b-907a-0b89770100b2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.462735] env[70867]: DEBUG oslo_vmware.api [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1143.462735] env[70867]: value = "task-3474426" [ 1143.462735] env[70867]: _type = "Task" [ 1143.462735] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.470736] env[70867]: DEBUG oslo_vmware.api [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.573263] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.613441] env[70867]: DEBUG nova.scheduler.client.report [None req-2aeae811-12d4-4271-891c-84a25ba06be7 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.622311] env[70867]: DEBUG nova.compute.manager [req-c601f7b9-4fca-4c91-970a-e2b450d90d1a req-2b9bcd69-3813-4d70-af1e-4626834db8a0 service nova] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Received event network-vif-deleted-28352365-f5d5-4b89-b360-0625ccdcb46a {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.642738] env[70867]: INFO nova.compute.manager [-] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Took 1.26 seconds to deallocate network for instance. [ 1143.761632] env[70867]: DEBUG oslo_vmware.api [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474424, 'name': CloneVM_Task, 'duration_secs': 1.267186} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.761930] env[70867]: INFO nova.virt.vmwareapi.vmops [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Created linked-clone VM from snapshot [ 1143.762679] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29508ee-5083-46e6-a00d-2af78ebc1f34 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.769679] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Uploading image 551c3a87-7206-4d30-b1c0-81ea0bc1ba5b {{(pid=70867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1143.787962] env[70867]: INFO nova.compute.manager [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Took 32.21 seconds to build instance. [ 1143.800824] env[70867]: DEBUG oslo_vmware.rw_handles [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1143.800824] env[70867]: value = "vm-694550" [ 1143.800824] env[70867]: _type = "VirtualMachine" [ 1143.800824] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1143.801249] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6dd638a8-d1dd-4ebc-85ed-ac71ff19947a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.808772] env[70867]: DEBUG oslo_vmware.rw_handles [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lease: (returnval){ [ 1143.808772] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f9d8cc-a8d1-6192-3d4e-c06f59ece4ea" [ 1143.808772] env[70867]: _type = "HttpNfcLease" [ 1143.808772] env[70867]: } obtained for exporting VM: (result){ [ 1143.808772] env[70867]: value = "vm-694550" [ 1143.808772] env[70867]: _type = "VirtualMachine" [ 1143.808772] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1143.809058] env[70867]: DEBUG oslo_vmware.api [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the lease: (returnval){ [ 1143.809058] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f9d8cc-a8d1-6192-3d4e-c06f59ece4ea" [ 1143.809058] env[70867]: _type = "HttpNfcLease" [ 1143.809058] env[70867]: } to be ready. {{(pid=70867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1143.815369] env[70867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1143.815369] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f9d8cc-a8d1-6192-3d4e-c06f59ece4ea" [ 1143.815369] env[70867]: _type = "HttpNfcLease" [ 1143.815369] env[70867]: } is initializing. {{(pid=70867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1143.976289] env[70867]: DEBUG oslo_vmware.api [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474426, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.124360] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2aeae811-12d4-4271-891c-84a25ba06be7 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.801s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.126393] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.159s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.130314] env[70867]: INFO nova.compute.claims [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1144.149786] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d5b91c29-9f2a-489b-a16c-c541c3a429e5 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.165235] env[70867]: INFO nova.scheduler.client.report [None req-2aeae811-12d4-4271-891c-84a25ba06be7 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Deleted allocations for instance adb9d0d3-95b1-49b7-813d-7cff4b8544e7 [ 1144.289539] env[70867]: DEBUG oslo_concurrency.lockutils [None req-77479d9a-ca21-49e3-836f-bcc197a77a45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "c38d75c5-f00a-4d67-96bb-a920d74eeb2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.714s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.319022] env[70867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1144.319022] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f9d8cc-a8d1-6192-3d4e-c06f59ece4ea" [ 1144.319022] env[70867]: _type = "HttpNfcLease" [ 1144.319022] env[70867]: } is ready. {{(pid=70867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1144.319022] env[70867]: DEBUG oslo_vmware.rw_handles [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1144.319022] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f9d8cc-a8d1-6192-3d4e-c06f59ece4ea" [ 1144.319022] env[70867]: _type = "HttpNfcLease" [ 1144.319022] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1144.319022] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3920f319-481c-4440-9db8-8095d793ffeb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.327684] env[70867]: DEBUG oslo_vmware.rw_handles [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527c189c-c806-cc44-1240-904b11faa251/disk-0.vmdk from lease info. {{(pid=70867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1144.327985] env[70867]: DEBUG oslo_vmware.rw_handles [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527c189c-c806-cc44-1240-904b11faa251/disk-0.vmdk for reading. {{(pid=70867) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1144.475131] env[70867]: DEBUG oslo_vmware.api [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677759} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.475131] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 275cda22-565c-4d42-aed3-3057f3ebaf3c/275cda22-565c-4d42-aed3-3057f3ebaf3c.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1144.475131] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1144.475131] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cfe19a9-7f3e-40c2-bfe2-a9352e5671ae {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.483405] env[70867]: DEBUG oslo_vmware.api [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1144.483405] env[70867]: value = "task-3474428" [ 1144.483405] env[70867]: _type = "Task" [ 1144.483405] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.493711] env[70867]: DEBUG oslo_vmware.api [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.532259] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-45d17d98-e195-4a27-a700-757f35c9ccff {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.676852] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2aeae811-12d4-4271-891c-84a25ba06be7 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "adb9d0d3-95b1-49b7-813d-7cff4b8544e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.390s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.909603] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5aa03be4-b46d-4e0f-8487-0c6e7fb30530 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "ddfef65d-2e70-4e6b-8996-b92dd4e1e577" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.911801] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5aa03be4-b46d-4e0f-8487-0c6e7fb30530 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "ddfef65d-2e70-4e6b-8996-b92dd4e1e577" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.911801] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5aa03be4-b46d-4e0f-8487-0c6e7fb30530 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "ddfef65d-2e70-4e6b-8996-b92dd4e1e577-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.911801] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5aa03be4-b46d-4e0f-8487-0c6e7fb30530 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "ddfef65d-2e70-4e6b-8996-b92dd4e1e577-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.911801] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5aa03be4-b46d-4e0f-8487-0c6e7fb30530 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "ddfef65d-2e70-4e6b-8996-b92dd4e1e577-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.914867] env[70867]: INFO nova.compute.manager [None req-5aa03be4-b46d-4e0f-8487-0c6e7fb30530 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Terminating instance [ 1144.998960] env[70867]: DEBUG oslo_vmware.api [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075386} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.998960] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1144.998960] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e42b5b2-baf3-4b68-b6d5-b6d58dcca8a9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.026785] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 275cda22-565c-4d42-aed3-3057f3ebaf3c/275cda22-565c-4d42-aed3-3057f3ebaf3c.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.027512] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cc8043a-e2e3-4bce-bfb3-267ddee60e2a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.048389] env[70867]: DEBUG oslo_vmware.api [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1145.048389] env[70867]: value = "task-3474429" [ 1145.048389] env[70867]: _type = "Task" [ 1145.048389] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.057386] env[70867]: DEBUG oslo_vmware.api [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474429, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.407090] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b4a562-a840-4453-86ad-62624156f15d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.415781] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db8709e-dcbf-48a5-a7a7-300effeb7bdc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.421258] env[70867]: DEBUG nova.compute.manager [None req-5aa03be4-b46d-4e0f-8487-0c6e7fb30530 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1145.421787] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa03be4-b46d-4e0f-8487-0c6e7fb30530 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1145.422736] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d2ac43-f7cc-40f2-8893-4cd5f15e0a05 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.430292] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa03be4-b46d-4e0f-8487-0c6e7fb30530 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.459493] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd8f7be0-153a-4b6f-98e1-93aee52eda52 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.462763] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072bc8bd-d85e-4619-81d8-a4bc0e732264 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.472789] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c587611e-541c-43cb-9493-a7d48fada941 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.477394] env[70867]: DEBUG oslo_vmware.api [None req-5aa03be4-b46d-4e0f-8487-0c6e7fb30530 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 1145.477394] env[70867]: value = "task-3474430" [ 1145.477394] env[70867]: _type = "Task" [ 1145.477394] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.491605] env[70867]: DEBUG nova.compute.provider_tree [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.499329] env[70867]: DEBUG oslo_vmware.api [None req-5aa03be4-b46d-4e0f-8487-0c6e7fb30530 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.563876] env[70867]: DEBUG oslo_vmware.api [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474429, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.808735] env[70867]: DEBUG oslo_concurrency.lockutils [None req-796af5ea-168b-4a6d-a1eb-14958fa475b0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "c38d75c5-f00a-4d67-96bb-a920d74eeb2b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.808983] env[70867]: DEBUG oslo_concurrency.lockutils [None req-796af5ea-168b-4a6d-a1eb-14958fa475b0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "c38d75c5-f00a-4d67-96bb-a920d74eeb2b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.987955] env[70867]: DEBUG oslo_vmware.api [None req-5aa03be4-b46d-4e0f-8487-0c6e7fb30530 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474430, 'name': PowerOffVM_Task, 'duration_secs': 0.352229} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.988241] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa03be4-b46d-4e0f-8487-0c6e7fb30530 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.988385] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa03be4-b46d-4e0f-8487-0c6e7fb30530 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1145.988642] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a409ae3d-b117-49b8-9400-544c542f1b6b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.996351] env[70867]: DEBUG nova.scheduler.client.report [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.055850] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa03be4-b46d-4e0f-8487-0c6e7fb30530 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.057033] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa03be4-b46d-4e0f-8487-0c6e7fb30530 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.057033] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aa03be4-b46d-4e0f-8487-0c6e7fb30530 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Deleting the datastore file [datastore1] ddfef65d-2e70-4e6b-8996-b92dd4e1e577 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.057536] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fd1d3a7-9302-459f-b4c5-ef475011da11 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.062703] env[70867]: DEBUG oslo_vmware.api [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474429, 'name': ReconfigVM_Task, 'duration_secs': 0.535204} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.063473] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 275cda22-565c-4d42-aed3-3057f3ebaf3c/275cda22-565c-4d42-aed3-3057f3ebaf3c.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.064220] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6613f2d4-38d9-474e-8d12-17c2c1e858a3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.069854] env[70867]: DEBUG oslo_vmware.api [None req-5aa03be4-b46d-4e0f-8487-0c6e7fb30530 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for the task: (returnval){ [ 1146.069854] env[70867]: value = "task-3474432" [ 1146.069854] env[70867]: _type = "Task" [ 1146.069854] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.071336] env[70867]: DEBUG oslo_vmware.api [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1146.071336] env[70867]: value = "task-3474433" [ 1146.071336] env[70867]: _type = "Task" [ 1146.071336] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.082997] env[70867]: DEBUG oslo_vmware.api [None req-5aa03be4-b46d-4e0f-8487-0c6e7fb30530 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.086138] env[70867]: DEBUG oslo_vmware.api [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474433, 'name': Rename_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.317394] env[70867]: DEBUG nova.compute.utils [None req-796af5ea-168b-4a6d-a1eb-14958fa475b0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1146.501463] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.375s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.502039] env[70867]: DEBUG nova.compute.manager [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1146.504809] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 11.303s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.583858] env[70867]: DEBUG oslo_vmware.api [None req-5aa03be4-b46d-4e0f-8487-0c6e7fb30530 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Task: {'id': task-3474432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141167} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.586808] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aa03be4-b46d-4e0f-8487-0c6e7fb30530 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.586993] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa03be4-b46d-4e0f-8487-0c6e7fb30530 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1146.587179] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa03be4-b46d-4e0f-8487-0c6e7fb30530 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.587580] env[70867]: INFO nova.compute.manager [None req-5aa03be4-b46d-4e0f-8487-0c6e7fb30530 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1146.587580] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5aa03be4-b46d-4e0f-8487-0c6e7fb30530 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.587786] env[70867]: DEBUG oslo_vmware.api [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474433, 'name': Rename_Task, 'duration_secs': 0.15579} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.587976] env[70867]: DEBUG nova.compute.manager [-] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1146.588126] env[70867]: DEBUG nova.network.neutron [-] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1146.589892] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1146.590148] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11322165-2999-471a-aba2-d391bf3d9090 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.598123] env[70867]: DEBUG oslo_vmware.api [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1146.598123] env[70867]: value = "task-3474434" [ 1146.598123] env[70867]: _type = "Task" [ 1146.598123] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.609707] env[70867]: DEBUG oslo_vmware.api [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.820312] env[70867]: DEBUG oslo_concurrency.lockutils [None req-796af5ea-168b-4a6d-a1eb-14958fa475b0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "c38d75c5-f00a-4d67-96bb-a920d74eeb2b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.856636] env[70867]: DEBUG nova.compute.manager [req-2b9020fa-b730-47bf-a9b1-b17cd9e581ce req-62121494-43c9-4521-9547-8d22caa27da1 service nova] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Received event network-vif-deleted-50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.856829] env[70867]: INFO nova.compute.manager [req-2b9020fa-b730-47bf-a9b1-b17cd9e581ce req-62121494-43c9-4521-9547-8d22caa27da1 service nova] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Neutron deleted interface 50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4; detaching it from the instance and deleting it from the info cache [ 1146.856878] env[70867]: DEBUG nova.network.neutron [req-2b9020fa-b730-47bf-a9b1-b17cd9e581ce req-62121494-43c9-4521-9547-8d22caa27da1 service nova] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.882933] env[70867]: DEBUG oslo_concurrency.lockutils [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Acquiring lock "4e0d6171-331b-4d97-b653-fd68e3c32f98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.883219] env[70867]: DEBUG oslo_concurrency.lockutils [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Lock "4e0d6171-331b-4d97-b653-fd68e3c32f98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.008321] env[70867]: DEBUG nova.compute.utils [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1147.009846] env[70867]: DEBUG nova.compute.manager [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1147.010080] env[70867]: DEBUG nova.network.neutron [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1147.012771] env[70867]: DEBUG nova.objects.instance [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lazy-loading 'migration_context' on Instance uuid de3aee59-9ef4-461a-9f59-9018b003fac6 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.058195] env[70867]: DEBUG nova.policy [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43aa3988e90845a2917d8fa6d4465772', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f1893160d7645cea064723418b18388', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1147.108987] env[70867]: DEBUG oslo_vmware.api [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474434, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.333387] env[70867]: DEBUG nova.network.neutron [-] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.361145] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a14c080e-9dc8-4b3f-a177-f68417c2eaf2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.367193] env[70867]: DEBUG nova.network.neutron [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Successfully created port: 7654f7e7-cd36-4df1-bea0-b653fb6b9cbd {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1147.373487] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f1fe6d-d5a3-4074-9e3a-c845e4f42d4c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.388808] env[70867]: DEBUG nova.compute.manager [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1147.413493] env[70867]: DEBUG nova.compute.manager [req-2b9020fa-b730-47bf-a9b1-b17cd9e581ce req-62121494-43c9-4521-9547-8d22caa27da1 service nova] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Detach interface failed, port_id=50ee9cd1-4955-456f-bd7d-5eb7edf9c4b4, reason: Instance ddfef65d-2e70-4e6b-8996-b92dd4e1e577 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1147.517021] env[70867]: DEBUG nova.compute.manager [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1147.608224] env[70867]: DEBUG oslo_vmware.api [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474434, 'name': PowerOnVM_Task, 'duration_secs': 0.518581} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.608490] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1147.608769] env[70867]: INFO nova.compute.manager [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Took 8.60 seconds to spawn the instance on the hypervisor. [ 1147.609008] env[70867]: DEBUG nova.compute.manager [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1147.609625] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72eedc5c-6ca1-4e9d-9226-01ea7cd7c9dd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.738573] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b507bc1d-4fcf-4d86-add2-b12975cc81a4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.746207] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e86cca-8ec2-4914-ae06-3eb83f8c56e5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.775774] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecff857-6e00-457a-850d-fcf9677e00f8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.782874] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8180079a-552c-490c-aae2-7be56f9ab120 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.796058] env[70867]: DEBUG nova.compute.provider_tree [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.836573] env[70867]: INFO nova.compute.manager [-] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Took 1.25 seconds to deallocate network for instance. [ 1147.867097] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8b588244-f4d0-4ac5-83cd-d37f46bcbe1a tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Acquiring lock "6e23b2d7-e31a-432d-9fc4-3e2f8993ff80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.867238] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8b588244-f4d0-4ac5-83cd-d37f46bcbe1a tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "6e23b2d7-e31a-432d-9fc4-3e2f8993ff80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.867653] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8b588244-f4d0-4ac5-83cd-d37f46bcbe1a tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Acquiring lock "6e23b2d7-e31a-432d-9fc4-3e2f8993ff80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.867653] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8b588244-f4d0-4ac5-83cd-d37f46bcbe1a tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "6e23b2d7-e31a-432d-9fc4-3e2f8993ff80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.867765] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8b588244-f4d0-4ac5-83cd-d37f46bcbe1a tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "6e23b2d7-e31a-432d-9fc4-3e2f8993ff80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.870598] env[70867]: INFO nova.compute.manager [None req-8b588244-f4d0-4ac5-83cd-d37f46bcbe1a tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Terminating instance [ 1147.892510] env[70867]: DEBUG oslo_concurrency.lockutils [None req-796af5ea-168b-4a6d-a1eb-14958fa475b0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "c38d75c5-f00a-4d67-96bb-a920d74eeb2b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.892672] env[70867]: DEBUG oslo_concurrency.lockutils [None req-796af5ea-168b-4a6d-a1eb-14958fa475b0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "c38d75c5-f00a-4d67-96bb-a920d74eeb2b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.892886] env[70867]: INFO nova.compute.manager [None req-796af5ea-168b-4a6d-a1eb-14958fa475b0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Attaching volume 61902292-c203-4ecf-a7a3-97a497ea5e81 to /dev/sdb [ 1147.906579] env[70867]: DEBUG oslo_concurrency.lockutils [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.930335] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f560e8-9d0c-4036-a029-df8fd256949b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.939087] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f603c2-8e7f-4654-a1e0-a3059f1507ed {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.953211] env[70867]: DEBUG nova.virt.block_device [None req-796af5ea-168b-4a6d-a1eb-14958fa475b0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Updating existing volume attachment record: b7b3f3bb-d920-481e-9b02-ecfc14f69ac5 {{(pid=70867) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1148.127929] env[70867]: INFO nova.compute.manager [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Took 34.82 seconds to build instance. [ 1148.299549] env[70867]: DEBUG nova.scheduler.client.report [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.343255] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5aa03be4-b46d-4e0f-8487-0c6e7fb30530 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.375445] env[70867]: DEBUG nova.compute.manager [None req-8b588244-f4d0-4ac5-83cd-d37f46bcbe1a tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1148.375813] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8b588244-f4d0-4ac5-83cd-d37f46bcbe1a tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1148.376699] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3841f244-5011-49b6-9f2c-ea725c568731 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.387755] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b588244-f4d0-4ac5-83cd-d37f46bcbe1a tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.387897] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae1568a7-aa11-4fbc-9d6e-0bb5b9d2617c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.393169] env[70867]: DEBUG oslo_vmware.api [None req-8b588244-f4d0-4ac5-83cd-d37f46bcbe1a tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Waiting for the task: (returnval){ [ 1148.393169] env[70867]: value = "task-3474438" [ 1148.393169] env[70867]: _type = "Task" [ 1148.393169] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.402456] env[70867]: DEBUG oslo_vmware.api [None req-8b588244-f4d0-4ac5-83cd-d37f46bcbe1a tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.528110] env[70867]: DEBUG nova.compute.manager [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1148.551775] env[70867]: DEBUG nova.virt.hardware [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.552139] env[70867]: DEBUG nova.virt.hardware [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.552295] env[70867]: DEBUG nova.virt.hardware [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.552490] env[70867]: DEBUG nova.virt.hardware [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.553166] env[70867]: DEBUG nova.virt.hardware [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.553166] env[70867]: DEBUG nova.virt.hardware [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.553166] env[70867]: DEBUG nova.virt.hardware [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.553166] env[70867]: DEBUG nova.virt.hardware [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.553515] env[70867]: DEBUG nova.virt.hardware [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.553695] env[70867]: DEBUG nova.virt.hardware [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.553887] env[70867]: DEBUG nova.virt.hardware [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.554853] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0eb8dd-61b9-40a4-bf7f-00c8b5173a67 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.562573] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9a461f-c866-4243-a600-db482ed89080 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.632616] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f1350ee5-1cf8-4d31-a322-4f910129e6ac tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "275cda22-565c-4d42-aed3-3057f3ebaf3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.345s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.885564] env[70867]: DEBUG nova.compute.manager [req-365944cb-93a1-46b4-a48c-ef448773f0bc req-2d973279-4d94-4e91-9700-ec71a27be329 service nova] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Received event network-vif-plugged-7654f7e7-cd36-4df1-bea0-b653fb6b9cbd {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.887317] env[70867]: DEBUG oslo_concurrency.lockutils [req-365944cb-93a1-46b4-a48c-ef448773f0bc req-2d973279-4d94-4e91-9700-ec71a27be329 service nova] Acquiring lock "7210f47a-0f99-4e44-be09-ef1a1251a589-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.887664] env[70867]: DEBUG oslo_concurrency.lockutils [req-365944cb-93a1-46b4-a48c-ef448773f0bc req-2d973279-4d94-4e91-9700-ec71a27be329 service nova] Lock "7210f47a-0f99-4e44-be09-ef1a1251a589-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.888365] env[70867]: DEBUG oslo_concurrency.lockutils [req-365944cb-93a1-46b4-a48c-ef448773f0bc req-2d973279-4d94-4e91-9700-ec71a27be329 service nova] Lock "7210f47a-0f99-4e44-be09-ef1a1251a589-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.888365] env[70867]: DEBUG nova.compute.manager [req-365944cb-93a1-46b4-a48c-ef448773f0bc req-2d973279-4d94-4e91-9700-ec71a27be329 service nova] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] No waiting events found dispatching network-vif-plugged-7654f7e7-cd36-4df1-bea0-b653fb6b9cbd {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1148.888365] env[70867]: WARNING nova.compute.manager [req-365944cb-93a1-46b4-a48c-ef448773f0bc req-2d973279-4d94-4e91-9700-ec71a27be329 service nova] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Received unexpected event network-vif-plugged-7654f7e7-cd36-4df1-bea0-b653fb6b9cbd for instance with vm_state building and task_state spawning. [ 1148.906115] env[70867]: DEBUG oslo_vmware.api [None req-8b588244-f4d0-4ac5-83cd-d37f46bcbe1a tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474438, 'name': PowerOffVM_Task, 'duration_secs': 0.214358} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.906115] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b588244-f4d0-4ac5-83cd-d37f46bcbe1a tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.906115] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8b588244-f4d0-4ac5-83cd-d37f46bcbe1a tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1148.906443] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3242195-fe62-4d90-86df-65bfda498ffd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.924169] env[70867]: DEBUG nova.network.neutron [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Successfully updated port: 7654f7e7-cd36-4df1-bea0-b653fb6b9cbd {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1148.973907] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8b588244-f4d0-4ac5-83cd-d37f46bcbe1a tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1148.974154] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8b588244-f4d0-4ac5-83cd-d37f46bcbe1a tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1148.974340] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b588244-f4d0-4ac5-83cd-d37f46bcbe1a tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Deleting the datastore file [datastore1] 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1148.974600] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86ddb637-7a47-4b73-8f7c-83f069c1e022 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.983475] env[70867]: DEBUG oslo_vmware.api [None req-8b588244-f4d0-4ac5-83cd-d37f46bcbe1a tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Waiting for the task: (returnval){ [ 1148.983475] env[70867]: value = "task-3474440" [ 1148.983475] env[70867]: _type = "Task" [ 1148.983475] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.991631] env[70867]: DEBUG oslo_vmware.api [None req-8b588244-f4d0-4ac5-83cd-d37f46bcbe1a tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.312623] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.808s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.318264] env[70867]: DEBUG oslo_concurrency.lockutils [None req-052c693a-331b-490a-80c0-a366f6755593 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.813s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.318523] env[70867]: DEBUG nova.objects.instance [None req-052c693a-331b-490a-80c0-a366f6755593 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lazy-loading 'resources' on Instance uuid 4347eb07-8998-41f2-94df-934f102f632d {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.426964] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "refresh_cache-7210f47a-0f99-4e44-be09-ef1a1251a589" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.427106] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquired lock "refresh_cache-7210f47a-0f99-4e44-be09-ef1a1251a589" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.427278] env[70867]: DEBUG nova.network.neutron [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.493661] env[70867]: DEBUG oslo_vmware.api [None req-8b588244-f4d0-4ac5-83cd-d37f46bcbe1a tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230332} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.493910] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b588244-f4d0-4ac5-83cd-d37f46bcbe1a tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1149.494106] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8b588244-f4d0-4ac5-83cd-d37f46bcbe1a tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1149.494287] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8b588244-f4d0-4ac5-83cd-d37f46bcbe1a tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1149.494496] env[70867]: INFO nova.compute.manager [None req-8b588244-f4d0-4ac5-83cd-d37f46bcbe1a tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1149.494694] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b588244-f4d0-4ac5-83cd-d37f46bcbe1a tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.494890] env[70867]: DEBUG nova.compute.manager [-] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1149.494972] env[70867]: DEBUG nova.network.neutron [-] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1149.983716] env[70867]: DEBUG nova.network.neutron [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1150.068847] env[70867]: DEBUG nova.compute.manager [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Stashing vm_state: active {{(pid=70867) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1150.135545] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31386931-0654-4cb6-9a90-759924372418 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.144018] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4396edb8-d1d9-448d-8752-23a1728ab598 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.185254] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ce4221-8100-4c72-8bc5-23ede5fc3a67 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.195368] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991b4ea5-6b78-43e7-9522-555ab280d6c6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.209343] env[70867]: DEBUG nova.compute.provider_tree [None req-052c693a-331b-490a-80c0-a366f6755593 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.230187] env[70867]: DEBUG nova.network.neutron [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Updating instance_info_cache with network_info: [{"id": "7654f7e7-cd36-4df1-bea0-b653fb6b9cbd", "address": "fa:16:3e:3e:97:17", "network": {"id": "8cacb34c-db1b-411b-907b-2f372c4857f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-460255283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f1893160d7645cea064723418b18388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7654f7e7-cd", "ovs_interfaceid": "7654f7e7-cd36-4df1-bea0-b653fb6b9cbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.583196] env[70867]: DEBUG nova.network.neutron [-] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.589195] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.712995] env[70867]: DEBUG nova.scheduler.client.report [None req-052c693a-331b-490a-80c0-a366f6755593 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.732300] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Releasing lock "refresh_cache-7210f47a-0f99-4e44-be09-ef1a1251a589" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.732610] env[70867]: DEBUG nova.compute.manager [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Instance network_info: |[{"id": "7654f7e7-cd36-4df1-bea0-b653fb6b9cbd", "address": "fa:16:3e:3e:97:17", "network": {"id": "8cacb34c-db1b-411b-907b-2f372c4857f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-460255283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f1893160d7645cea064723418b18388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7654f7e7-cd", "ovs_interfaceid": "7654f7e7-cd36-4df1-bea0-b653fb6b9cbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1150.733092] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:97:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19671de9-8b5b-4710-adc3-7419f3c0f171', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7654f7e7-cd36-4df1-bea0-b653fb6b9cbd', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1150.741928] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.743040] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1150.743340] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac3b1aee-c532-4720-b81a-5d4360acc502 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.765908] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1150.765908] env[70867]: value = "task-3474442" [ 1150.765908] env[70867]: _type = "Task" [ 1150.765908] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.774737] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474442, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.862704] env[70867]: INFO nova.compute.manager [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Swapping old allocation on dict_keys(['f41c8c6b-f09c-4602-9d9f-1177af08ce6d']) held by migration f872ec75-78df-45dc-afdf-6464ebc0b745 for instance [ 1150.890518] env[70867]: DEBUG nova.scheduler.client.report [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Overwriting current allocation {'allocations': {'f41c8c6b-f09c-4602-9d9f-1177af08ce6d': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 144}}, 'project_id': '531e77ef69fe4892bb20a8d005c760d4', 'user_id': '7d46a444c64d46d1b1304554576e9d84', 'consumer_generation': 1} on consumer de3aee59-9ef4-461a-9f59-9018b003fac6 {{(pid=70867) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1150.940239] env[70867]: DEBUG nova.compute.manager [req-1775d885-36e3-41cc-bed7-89a2c5ba73e5 req-28b61fe2-beed-4b2f-84d8-3fc151cdf1d0 service nova] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Received event network-changed-7654f7e7-cd36-4df1-bea0-b653fb6b9cbd {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.940334] env[70867]: DEBUG nova.compute.manager [req-1775d885-36e3-41cc-bed7-89a2c5ba73e5 req-28b61fe2-beed-4b2f-84d8-3fc151cdf1d0 service nova] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Refreshing instance network info cache due to event network-changed-7654f7e7-cd36-4df1-bea0-b653fb6b9cbd. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1150.940688] env[70867]: DEBUG oslo_concurrency.lockutils [req-1775d885-36e3-41cc-bed7-89a2c5ba73e5 req-28b61fe2-beed-4b2f-84d8-3fc151cdf1d0 service nova] Acquiring lock "refresh_cache-7210f47a-0f99-4e44-be09-ef1a1251a589" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.940856] env[70867]: DEBUG oslo_concurrency.lockutils [req-1775d885-36e3-41cc-bed7-89a2c5ba73e5 req-28b61fe2-beed-4b2f-84d8-3fc151cdf1d0 service nova] Acquired lock "refresh_cache-7210f47a-0f99-4e44-be09-ef1a1251a589" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.941038] env[70867]: DEBUG nova.network.neutron [req-1775d885-36e3-41cc-bed7-89a2c5ba73e5 req-28b61fe2-beed-4b2f-84d8-3fc151cdf1d0 service nova] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Refreshing network info cache for port 7654f7e7-cd36-4df1-bea0-b653fb6b9cbd {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.977311] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "refresh_cache-de3aee59-9ef4-461a-9f59-9018b003fac6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.977500] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquired lock "refresh_cache-de3aee59-9ef4-461a-9f59-9018b003fac6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.977679] env[70867]: DEBUG nova.network.neutron [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.085737] env[70867]: INFO nova.compute.manager [-] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Took 1.59 seconds to deallocate network for instance. [ 1151.219348] env[70867]: DEBUG oslo_concurrency.lockutils [None req-052c693a-331b-490a-80c0-a366f6755593 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.221354] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.649s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.222928] env[70867]: INFO nova.compute.claims [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1151.236511] env[70867]: INFO nova.scheduler.client.report [None req-052c693a-331b-490a-80c0-a366f6755593 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Deleted allocations for instance 4347eb07-8998-41f2-94df-934f102f632d [ 1151.277564] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474442, 'name': CreateVM_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.592730] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8b588244-f4d0-4ac5-83cd-d37f46bcbe1a tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.743512] env[70867]: DEBUG oslo_concurrency.lockutils [None req-052c693a-331b-490a-80c0-a366f6755593 tempest-ServerRescueNegativeTestJSON-648021508 tempest-ServerRescueNegativeTestJSON-648021508-project-member] Lock "4347eb07-8998-41f2-94df-934f102f632d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.078s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.759731] env[70867]: DEBUG nova.network.neutron [req-1775d885-36e3-41cc-bed7-89a2c5ba73e5 req-28b61fe2-beed-4b2f-84d8-3fc151cdf1d0 service nova] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Updated VIF entry in instance network info cache for port 7654f7e7-cd36-4df1-bea0-b653fb6b9cbd. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.760096] env[70867]: DEBUG nova.network.neutron [req-1775d885-36e3-41cc-bed7-89a2c5ba73e5 req-28b61fe2-beed-4b2f-84d8-3fc151cdf1d0 service nova] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Updating instance_info_cache with network_info: [{"id": "7654f7e7-cd36-4df1-bea0-b653fb6b9cbd", "address": "fa:16:3e:3e:97:17", "network": {"id": "8cacb34c-db1b-411b-907b-2f372c4857f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-460255283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f1893160d7645cea064723418b18388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7654f7e7-cd", "ovs_interfaceid": "7654f7e7-cd36-4df1-bea0-b653fb6b9cbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.777119] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474442, 'name': CreateVM_Task, 'duration_secs': 0.724317} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.777277] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1151.777982] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.778163] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.778503] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.778760] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-916a7218-9eba-42d5-8e8f-89d32dec97e7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.783180] env[70867]: DEBUG oslo_vmware.api [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1151.783180] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5235620b-99e3-2b68-15c1-26e4c120afbe" [ 1151.783180] env[70867]: _type = "Task" [ 1151.783180] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.788427] env[70867]: DEBUG nova.network.neutron [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Updating instance_info_cache with network_info: [{"id": "cc3ead59-3e3c-4c93-ab09-29fff5ad36db", "address": "fa:16:3e:dd:c4:68", "network": {"id": "cfc3fe3f-41ca-4d32-a9e1-bd8add4aaf37", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404983433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "531e77ef69fe4892bb20a8d005c760d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc3ead59-3e", "ovs_interfaceid": "cc3ead59-3e3c-4c93-ab09-29fff5ad36db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.795023] env[70867]: DEBUG oslo_vmware.api [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5235620b-99e3-2b68-15c1-26e4c120afbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.262895] env[70867]: DEBUG oslo_concurrency.lockutils [req-1775d885-36e3-41cc-bed7-89a2c5ba73e5 req-28b61fe2-beed-4b2f-84d8-3fc151cdf1d0 service nova] Releasing lock "refresh_cache-7210f47a-0f99-4e44-be09-ef1a1251a589" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.263251] env[70867]: DEBUG nova.compute.manager [req-1775d885-36e3-41cc-bed7-89a2c5ba73e5 req-28b61fe2-beed-4b2f-84d8-3fc151cdf1d0 service nova] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Received event network-vif-deleted-bab04f56-d86c-41cb-8dfa-3af95aad4ca9 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.296396] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Releasing lock "refresh_cache-de3aee59-9ef4-461a-9f59-9018b003fac6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.296784] env[70867]: DEBUG oslo_vmware.api [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5235620b-99e3-2b68-15c1-26e4c120afbe, 'name': SearchDatastore_Task, 'duration_secs': 0.010507} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.297524] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8c1b7b-8c80-4acc-91a7-c3c71e9f83d1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.300453] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.300882] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1152.301163] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.301330] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.301504] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.301764] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fba9d55-ed8d-412c-9821-96977d23bafb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.309347] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4740306-c2b2-4fba-a7f3-3af184d22b8f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.314026] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.314026] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1152.314150] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c51ab48-be1f-4cf9-9ea5-d04998c95003 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.319316] env[70867]: DEBUG oslo_vmware.api [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1152.319316] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5284eedc-d648-2e5d-b775-97e5324658e1" [ 1152.319316] env[70867]: _type = "Task" [ 1152.319316] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.335995] env[70867]: DEBUG oslo_vmware.api [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5284eedc-d648-2e5d-b775-97e5324658e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.483385] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046bffe5-5aca-4253-a855-754498ab3acb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.491434] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94ef9f3-f673-449c-9887-192bcda410ef {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.528876] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d5b457-64e3-4d8d-ac31-eabdf4abc102 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.536577] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3dd8a6-7e88-4cde-8dcd-dea2073cd090 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.552457] env[70867]: DEBUG nova.compute.provider_tree [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.833312] env[70867]: DEBUG oslo_vmware.api [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5284eedc-d648-2e5d-b775-97e5324658e1, 'name': SearchDatastore_Task, 'duration_secs': 0.016428} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.834499] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebb06bc8-a978-41bc-8a5e-7e6a476aeaac {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.840346] env[70867]: DEBUG oslo_vmware.api [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1152.840346] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ce14ee-797d-5ced-72d5-02f9b6610a0e" [ 1152.840346] env[70867]: _type = "Task" [ 1152.840346] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.850228] env[70867]: DEBUG oslo_vmware.api [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ce14ee-797d-5ced-72d5-02f9b6610a0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.006626] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-796af5ea-168b-4a6d-a1eb-14958fa475b0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Volume attach. Driver type: vmdk {{(pid=70867) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1153.006688] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-796af5ea-168b-4a6d-a1eb-14958fa475b0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694552', 'volume_id': '61902292-c203-4ecf-a7a3-97a497ea5e81', 'name': 'volume-61902292-c203-4ecf-a7a3-97a497ea5e81', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c38d75c5-f00a-4d67-96bb-a920d74eeb2b', 'attached_at': '', 'detached_at': '', 'volume_id': '61902292-c203-4ecf-a7a3-97a497ea5e81', 'serial': '61902292-c203-4ecf-a7a3-97a497ea5e81'} {{(pid=70867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1153.007712] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0052dbf1-6ec8-4ff1-a5ce-719a85179d09 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.026215] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4e1deb-8188-4460-a9ae-68d964770ede {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.053237] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-796af5ea-168b-4a6d-a1eb-14958fa475b0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] volume-61902292-c203-4ecf-a7a3-97a497ea5e81/volume-61902292-c203-4ecf-a7a3-97a497ea5e81.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.053568] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0084cad6-7c03-44dc-a179-61b918f368a3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.067551] env[70867]: DEBUG nova.scheduler.client.report [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.076617] env[70867]: DEBUG oslo_vmware.api [None req-796af5ea-168b-4a6d-a1eb-14958fa475b0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1153.076617] env[70867]: value = "task-3474443" [ 1153.076617] env[70867]: _type = "Task" [ 1153.076617] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.085344] env[70867]: DEBUG oslo_vmware.api [None req-796af5ea-168b-4a6d-a1eb-14958fa475b0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474443, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.355670] env[70867]: DEBUG oslo_vmware.api [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ce14ee-797d-5ced-72d5-02f9b6610a0e, 'name': SearchDatastore_Task, 'duration_secs': 0.009717} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.355670] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.355670] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 7210f47a-0f99-4e44-be09-ef1a1251a589/7210f47a-0f99-4e44-be09-ef1a1251a589.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1153.355670] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-163948af-af3f-414c-92d2-45bbad815704 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.361264] env[70867]: DEBUG oslo_vmware.api [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1153.361264] env[70867]: value = "task-3474444" [ 1153.361264] env[70867]: _type = "Task" [ 1153.361264] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.369375] env[70867]: DEBUG oslo_vmware.api [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474444, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.448270] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.452838] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80600efd-ceef-4092-92b1-2122e39614ad {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.457547] env[70867]: DEBUG oslo_vmware.api [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1153.457547] env[70867]: value = "task-3474445" [ 1153.457547] env[70867]: _type = "Task" [ 1153.457547] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.471215] env[70867]: DEBUG oslo_vmware.api [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.576250] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.577031] env[70867]: DEBUG nova.compute.manager [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1153.580042] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d5b91c29-9f2a-489b-a16c-c541c3a429e5 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.430s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.580312] env[70867]: DEBUG nova.objects.instance [None req-d5b91c29-9f2a-489b-a16c-c541c3a429e5 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Lazy-loading 'resources' on Instance uuid df50dddd-7392-4aa0-a7e7-e5eaea666d73 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.605630] env[70867]: DEBUG oslo_vmware.api [None req-796af5ea-168b-4a6d-a1eb-14958fa475b0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474443, 'name': ReconfigVM_Task, 'duration_secs': 0.416676} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.605849] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-796af5ea-168b-4a6d-a1eb-14958fa475b0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Reconfigured VM instance instance-00000063 to attach disk [datastore1] volume-61902292-c203-4ecf-a7a3-97a497ea5e81/volume-61902292-c203-4ecf-a7a3-97a497ea5e81.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.615032] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8d7917d-3f1b-486f-824b-0247b2607a3c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.641565] env[70867]: DEBUG oslo_vmware.api [None req-796af5ea-168b-4a6d-a1eb-14958fa475b0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1153.641565] env[70867]: value = "task-3474446" [ 1153.641565] env[70867]: _type = "Task" [ 1153.641565] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.651668] env[70867]: DEBUG oslo_vmware.api [None req-796af5ea-168b-4a6d-a1eb-14958fa475b0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474446, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.871522] env[70867]: DEBUG oslo_vmware.api [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474444, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.970241] env[70867]: DEBUG oslo_vmware.api [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474445, 'name': PowerOffVM_Task, 'duration_secs': 0.421613} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.970622] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.971396] env[70867]: DEBUG nova.virt.hardware [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1153.971665] env[70867]: DEBUG nova.virt.hardware [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1153.971874] env[70867]: DEBUG nova.virt.hardware [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.972459] env[70867]: DEBUG nova.virt.hardware [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1153.972459] env[70867]: DEBUG nova.virt.hardware [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.972582] env[70867]: DEBUG nova.virt.hardware [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1153.972764] env[70867]: DEBUG nova.virt.hardware [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1153.972932] env[70867]: DEBUG nova.virt.hardware [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1153.973115] env[70867]: DEBUG nova.virt.hardware [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1153.973298] env[70867]: DEBUG nova.virt.hardware [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1153.973522] env[70867]: DEBUG nova.virt.hardware [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1153.980568] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ca325ef-3bc7-454e-b1ad-c66823ead1ae {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.997562] env[70867]: DEBUG oslo_vmware.api [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1153.997562] env[70867]: value = "task-3474447" [ 1153.997562] env[70867]: _type = "Task" [ 1153.997562] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.009995] env[70867]: DEBUG oslo_vmware.api [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474447, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.084747] env[70867]: DEBUG nova.compute.utils [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1154.094039] env[70867]: DEBUG nova.compute.manager [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1154.094039] env[70867]: DEBUG nova.network.neutron [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1154.152121] env[70867]: DEBUG nova.policy [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2f00af7f56e4c27945ac4f0f7307ad9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f95c63cf4c624b05ac41f26e61904aca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1154.160116] env[70867]: DEBUG oslo_vmware.api [None req-796af5ea-168b-4a6d-a1eb-14958fa475b0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474446, 'name': ReconfigVM_Task, 'duration_secs': 0.373466} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.161053] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-796af5ea-168b-4a6d-a1eb-14958fa475b0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694552', 'volume_id': '61902292-c203-4ecf-a7a3-97a497ea5e81', 'name': 'volume-61902292-c203-4ecf-a7a3-97a497ea5e81', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c38d75c5-f00a-4d67-96bb-a920d74eeb2b', 'attached_at': '', 'detached_at': '', 'volume_id': '61902292-c203-4ecf-a7a3-97a497ea5e81', 'serial': '61902292-c203-4ecf-a7a3-97a497ea5e81'} {{(pid=70867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1154.352426] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e3ab81-181c-456d-8ead-2c6d4cff5265 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.358340] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e16ad9a-bbd5-4509-9502-8cefd6f923c4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.393703] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad5d7e8-7192-4fc9-8752-58366afb0197 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.399782] env[70867]: DEBUG oslo_vmware.api [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474444, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539263} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.400527] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 7210f47a-0f99-4e44-be09-ef1a1251a589/7210f47a-0f99-4e44-be09-ef1a1251a589.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1154.400837] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1154.401290] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3513b484-f158-46b4-b9bd-f1e52cccfd9c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.406747] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105d445e-0501-4504-926b-6a5020c68f0c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.411964] env[70867]: DEBUG oslo_vmware.api [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1154.411964] env[70867]: value = "task-3474448" [ 1154.411964] env[70867]: _type = "Task" [ 1154.411964] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.423968] env[70867]: DEBUG nova.compute.provider_tree [None req-d5b91c29-9f2a-489b-a16c-c541c3a429e5 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.430743] env[70867]: DEBUG oslo_vmware.api [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474448, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.509522] env[70867]: DEBUG oslo_vmware.api [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474447, 'name': ReconfigVM_Task, 'duration_secs': 0.378159} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.510757] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791815c8-ab11-4379-8b9d-25d578412c14 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.534836] env[70867]: DEBUG nova.virt.hardware [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.535163] env[70867]: DEBUG nova.virt.hardware [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.535394] env[70867]: DEBUG nova.virt.hardware [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.535593] env[70867]: DEBUG nova.virt.hardware [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.535746] env[70867]: DEBUG nova.virt.hardware [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.535900] env[70867]: DEBUG nova.virt.hardware [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.536133] env[70867]: DEBUG nova.virt.hardware [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.536405] env[70867]: DEBUG nova.virt.hardware [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.536616] env[70867]: DEBUG nova.virt.hardware [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.536824] env[70867]: DEBUG nova.virt.hardware [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.537034] env[70867]: DEBUG nova.virt.hardware [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.538190] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a474b93c-b929-4d74-be37-3ffbeb3f4974 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.544168] env[70867]: DEBUG oslo_vmware.api [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1154.544168] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52d93ae8-da5e-ad52-eb60-a2b81a6d475d" [ 1154.544168] env[70867]: _type = "Task" [ 1154.544168] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.553280] env[70867]: DEBUG oslo_vmware.api [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52d93ae8-da5e-ad52-eb60-a2b81a6d475d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.593953] env[70867]: DEBUG nova.compute.manager [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1154.657188] env[70867]: DEBUG nova.network.neutron [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Successfully created port: f03e78d0-5805-449f-8797-272c703cdc3f {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1154.924388] env[70867]: DEBUG oslo_vmware.api [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474448, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160249} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.924774] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1154.925515] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f260d7be-dcb4-4367-8206-55541babb80e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.928733] env[70867]: DEBUG nova.scheduler.client.report [None req-d5b91c29-9f2a-489b-a16c-c541c3a429e5 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.953814] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 7210f47a-0f99-4e44-be09-ef1a1251a589/7210f47a-0f99-4e44-be09-ef1a1251a589.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.955026] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a65cae0d-1688-43c0-af26-4139481ea691 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.975669] env[70867]: DEBUG oslo_vmware.api [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1154.975669] env[70867]: value = "task-3474449" [ 1154.975669] env[70867]: _type = "Task" [ 1154.975669] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.987186] env[70867]: DEBUG oslo_vmware.api [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474449, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.055976] env[70867]: DEBUG oslo_vmware.api [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52d93ae8-da5e-ad52-eb60-a2b81a6d475d, 'name': SearchDatastore_Task, 'duration_secs': 0.012587} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.061860] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Reconfiguring VM instance instance-0000004f to detach disk 2000 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1155.062272] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d5fc92b-6a70-4ccd-ab34-f8c2249c8056 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.081473] env[70867]: DEBUG oslo_vmware.api [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1155.081473] env[70867]: value = "task-3474450" [ 1155.081473] env[70867]: _type = "Task" [ 1155.081473] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.090336] env[70867]: DEBUG oslo_vmware.api [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474450, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.225101] env[70867]: DEBUG nova.objects.instance [None req-796af5ea-168b-4a6d-a1eb-14958fa475b0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lazy-loading 'flavor' on Instance uuid c38d75c5-f00a-4d67-96bb-a920d74eeb2b {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.433859] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d5b91c29-9f2a-489b-a16c-c541c3a429e5 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.854s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.436479] env[70867]: DEBUG oslo_concurrency.lockutils [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.530s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.438117] env[70867]: INFO nova.compute.claims [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1155.456353] env[70867]: INFO nova.scheduler.client.report [None req-d5b91c29-9f2a-489b-a16c-c541c3a429e5 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Deleted allocations for instance df50dddd-7392-4aa0-a7e7-e5eaea666d73 [ 1155.485407] env[70867]: DEBUG oslo_vmware.api [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474449, 'name': ReconfigVM_Task, 'duration_secs': 0.486396} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.486717] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 7210f47a-0f99-4e44-be09-ef1a1251a589/7210f47a-0f99-4e44-be09-ef1a1251a589.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.487370] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aaee5d17-0082-4d40-999e-2aad1a1620d7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.494346] env[70867]: DEBUG oslo_vmware.api [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1155.494346] env[70867]: value = "task-3474451" [ 1155.494346] env[70867]: _type = "Task" [ 1155.494346] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.503876] env[70867]: DEBUG oslo_vmware.api [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474451, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.590963] env[70867]: DEBUG oslo_vmware.api [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474450, 'name': ReconfigVM_Task, 'duration_secs': 0.289572} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.594993] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Reconfigured VM instance instance-0000004f to detach disk 2000 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1155.594993] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7ba733-f364-4b87-ab72-e3921cacac0c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.616030] env[70867]: DEBUG nova.compute.manager [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1155.625644] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] de3aee59-9ef4-461a-9f59-9018b003fac6/de3aee59-9ef4-461a-9f59-9018b003fac6.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.626470] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbe9a692-f6c6-448a-828f-d4dd2d63cfa8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.645429] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "c38d75c5-f00a-4d67-96bb-a920d74eeb2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.653571] env[70867]: DEBUG nova.virt.hardware [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1155.653813] env[70867]: DEBUG nova.virt.hardware [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1155.653969] env[70867]: DEBUG nova.virt.hardware [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.654174] env[70867]: DEBUG nova.virt.hardware [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1155.654319] env[70867]: DEBUG nova.virt.hardware [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.654462] env[70867]: DEBUG nova.virt.hardware [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1155.654884] env[70867]: DEBUG nova.virt.hardware [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1155.654884] env[70867]: DEBUG nova.virt.hardware [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1155.655009] env[70867]: DEBUG nova.virt.hardware [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1155.655296] env[70867]: DEBUG nova.virt.hardware [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1155.655489] env[70867]: DEBUG nova.virt.hardware [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1155.657514] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e049381-c873-4fd6-b65c-587070bbdc6f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.662557] env[70867]: DEBUG oslo_vmware.api [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1155.662557] env[70867]: value = "task-3474452" [ 1155.662557] env[70867]: _type = "Task" [ 1155.662557] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.671604] env[70867]: DEBUG oslo_vmware.rw_handles [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527c189c-c806-cc44-1240-904b11faa251/disk-0.vmdk. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1155.671604] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d6a0af-8a64-43e4-ab22-23b74633a7ce {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.675919] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9628a57c-3fc2-4ca6-9c1c-e09a09c9d5ad {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.681754] env[70867]: DEBUG oslo_vmware.api [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474452, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.685237] env[70867]: DEBUG oslo_vmware.rw_handles [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527c189c-c806-cc44-1240-904b11faa251/disk-0.vmdk is in state: ready. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1155.685401] env[70867]: ERROR oslo_vmware.rw_handles [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527c189c-c806-cc44-1240-904b11faa251/disk-0.vmdk due to incomplete transfer. [ 1155.693583] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-53bf382b-0e50-4d6c-9a5f-f651712ddfd7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.701395] env[70867]: DEBUG oslo_vmware.rw_handles [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527c189c-c806-cc44-1240-904b11faa251/disk-0.vmdk. {{(pid=70867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1155.701624] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Uploaded image 551c3a87-7206-4d30-b1c0-81ea0bc1ba5b to the Glance image server {{(pid=70867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1155.703856] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Destroying the VM {{(pid=70867) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1155.704131] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fb16762e-7d02-41c0-b950-075a43ffbc25 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.710237] env[70867]: DEBUG oslo_vmware.api [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1155.710237] env[70867]: value = "task-3474453" [ 1155.710237] env[70867]: _type = "Task" [ 1155.710237] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.722580] env[70867]: DEBUG oslo_vmware.api [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474453, 'name': Destroy_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.732735] env[70867]: DEBUG oslo_concurrency.lockutils [None req-796af5ea-168b-4a6d-a1eb-14958fa475b0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "c38d75c5-f00a-4d67-96bb-a920d74eeb2b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.840s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.733898] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "c38d75c5-f00a-4d67-96bb-a920d74eeb2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.089s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.734154] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "c38d75c5-f00a-4d67-96bb-a920d74eeb2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.734369] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "c38d75c5-f00a-4d67-96bb-a920d74eeb2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.734541] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "c38d75c5-f00a-4d67-96bb-a920d74eeb2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.737652] env[70867]: INFO nova.compute.manager [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Terminating instance [ 1155.965678] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d5b91c29-9f2a-489b-a16c-c541c3a429e5 tempest-ServersNegativeTestJSON-432647641 tempest-ServersNegativeTestJSON-432647641-project-member] Lock "df50dddd-7392-4aa0-a7e7-e5eaea666d73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.232s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.005032] env[70867]: DEBUG oslo_vmware.api [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474451, 'name': Rename_Task, 'duration_secs': 0.140945} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.005645] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1156.006143] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89651abd-71f3-4351-9cd2-9f7198ad6f50 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.013303] env[70867]: DEBUG oslo_vmware.api [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1156.013303] env[70867]: value = "task-3474454" [ 1156.013303] env[70867]: _type = "Task" [ 1156.013303] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.022986] env[70867]: DEBUG oslo_vmware.api [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.177528] env[70867]: DEBUG oslo_vmware.api [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474452, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.225061] env[70867]: DEBUG oslo_vmware.api [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474453, 'name': Destroy_Task, 'duration_secs': 0.359294} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.225832] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Destroyed the VM [ 1156.226148] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Deleting Snapshot of the VM instance {{(pid=70867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1156.226542] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1cc74896-5568-4a5b-8837-8fde0a6a9a85 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.234707] env[70867]: DEBUG nova.compute.manager [req-20e59e3c-b08a-48e7-8518-8ce30a73017b req-1bd9c022-a439-42e3-bd88-d55ab5ce483a service nova] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Received event network-vif-plugged-f03e78d0-5805-449f-8797-272c703cdc3f {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.236106] env[70867]: DEBUG oslo_concurrency.lockutils [req-20e59e3c-b08a-48e7-8518-8ce30a73017b req-1bd9c022-a439-42e3-bd88-d55ab5ce483a service nova] Acquiring lock "1c347944-939b-430b-91e7-92dc8544fa1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.236495] env[70867]: DEBUG oslo_concurrency.lockutils [req-20e59e3c-b08a-48e7-8518-8ce30a73017b req-1bd9c022-a439-42e3-bd88-d55ab5ce483a service nova] Lock "1c347944-939b-430b-91e7-92dc8544fa1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.236778] env[70867]: DEBUG oslo_concurrency.lockutils [req-20e59e3c-b08a-48e7-8518-8ce30a73017b req-1bd9c022-a439-42e3-bd88-d55ab5ce483a service nova] Lock "1c347944-939b-430b-91e7-92dc8544fa1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.237024] env[70867]: DEBUG nova.compute.manager [req-20e59e3c-b08a-48e7-8518-8ce30a73017b req-1bd9c022-a439-42e3-bd88-d55ab5ce483a service nova] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] No waiting events found dispatching network-vif-plugged-f03e78d0-5805-449f-8797-272c703cdc3f {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1156.237286] env[70867]: WARNING nova.compute.manager [req-20e59e3c-b08a-48e7-8518-8ce30a73017b req-1bd9c022-a439-42e3-bd88-d55ab5ce483a service nova] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Received unexpected event network-vif-plugged-f03e78d0-5805-449f-8797-272c703cdc3f for instance with vm_state building and task_state spawning. [ 1156.243288] env[70867]: DEBUG oslo_vmware.api [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1156.243288] env[70867]: value = "task-3474455" [ 1156.243288] env[70867]: _type = "Task" [ 1156.243288] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.246301] env[70867]: DEBUG nova.compute.manager [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1156.246573] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.247144] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa6c6c2a-207f-42d6-b4f8-590a8b975f0a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.255068] env[70867]: DEBUG oslo_vmware.api [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474455, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.256684] env[70867]: DEBUG oslo_vmware.api [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1156.256684] env[70867]: value = "task-3474456" [ 1156.256684] env[70867]: _type = "Task" [ 1156.256684] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.273637] env[70867]: DEBUG oslo_vmware.api [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.275170] env[70867]: DEBUG nova.network.neutron [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Successfully updated port: f03e78d0-5805-449f-8797-272c703cdc3f {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1156.451070] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7903c946-1a0e-4f72-9d84-97c07b93b981 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquiring lock "4f02c642-cffe-433c-91ff-bc88b1c288f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.451414] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7903c946-1a0e-4f72-9d84-97c07b93b981 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "4f02c642-cffe-433c-91ff-bc88b1c288f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.451716] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7903c946-1a0e-4f72-9d84-97c07b93b981 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquiring lock "4f02c642-cffe-433c-91ff-bc88b1c288f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.451854] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7903c946-1a0e-4f72-9d84-97c07b93b981 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "4f02c642-cffe-433c-91ff-bc88b1c288f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.451954] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7903c946-1a0e-4f72-9d84-97c07b93b981 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "4f02c642-cffe-433c-91ff-bc88b1c288f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.456034] env[70867]: INFO nova.compute.manager [None req-7903c946-1a0e-4f72-9d84-97c07b93b981 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Terminating instance [ 1156.524322] env[70867]: DEBUG oslo_vmware.api [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474454, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.664233] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff7ba52-5715-44c1-96a0-e578f027698c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.677496] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87c71b9-69e4-44ef-a6ee-0264235235e9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.681040] env[70867]: DEBUG oslo_vmware.api [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474452, 'name': ReconfigVM_Task, 'duration_secs': 0.52509} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.681040] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Reconfigured VM instance instance-0000004f to attach disk [datastore2] de3aee59-9ef4-461a-9f59-9018b003fac6/de3aee59-9ef4-461a-9f59-9018b003fac6.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.682149] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92594845-556f-40e2-ab81-206aa80c828c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.709518] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b013d7-8f61-4179-8852-c7bec7d6356c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.730573] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18944d54-4af8-49c4-94f3-8dfcb4993e3c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.737853] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38b07fb-5850-4ce4-b783-6abeb60d9806 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.765835] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c6080a-c03f-4d7c-b14d-872ca35f7cb4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.776202] env[70867]: DEBUG nova.compute.provider_tree [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.778732] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "refresh_cache-1c347944-939b-430b-91e7-92dc8544fa1b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.779033] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquired lock "refresh_cache-1c347944-939b-430b-91e7-92dc8544fa1b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.779205] env[70867]: DEBUG nova.network.neutron [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.802326] env[70867]: DEBUG oslo_vmware.api [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474456, 'name': PowerOffVM_Task, 'duration_secs': 0.205409} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.802579] env[70867]: DEBUG oslo_vmware.api [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474455, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.804574] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e542b9ec-7036-4dd2-a596-0d7aa4828453 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.807403] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.807627] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Volume detach. Driver type: vmdk {{(pid=70867) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1156.807838] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694552', 'volume_id': '61902292-c203-4ecf-a7a3-97a497ea5e81', 'name': 'volume-61902292-c203-4ecf-a7a3-97a497ea5e81', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c38d75c5-f00a-4d67-96bb-a920d74eeb2b', 'attached_at': '', 'detached_at': '', 'volume_id': '61902292-c203-4ecf-a7a3-97a497ea5e81', 'serial': '61902292-c203-4ecf-a7a3-97a497ea5e81'} {{(pid=70867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1156.808883] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89b2e8f-d987-4795-8a0d-f50dbc19f415 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.815751] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1156.831235] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-633fa0ca-db14-4b39-85bf-8c6e2ae56118 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.833874] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9574e71-d565-4a81-847b-b1fb882fbbf4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.840619] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04c642c-d57c-4d96-8ae5-27d933db85d6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.844347] env[70867]: DEBUG oslo_vmware.api [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1156.844347] env[70867]: value = "task-3474457" [ 1156.844347] env[70867]: _type = "Task" [ 1156.844347] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.854675] env[70867]: DEBUG oslo_vmware.api [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.871721] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac4715c-f70c-4a6b-9234-1297ca9ab3a1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.887923] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] The volume has not been displaced from its original location: [datastore1] volume-61902292-c203-4ecf-a7a3-97a497ea5e81/volume-61902292-c203-4ecf-a7a3-97a497ea5e81.vmdk. No consolidation needed. {{(pid=70867) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1156.893266] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1156.893610] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01a48f52-753f-417d-a391-4479ef7a4cae {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.912019] env[70867]: DEBUG oslo_vmware.api [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1156.912019] env[70867]: value = "task-3474458" [ 1156.912019] env[70867]: _type = "Task" [ 1156.912019] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.922901] env[70867]: DEBUG oslo_vmware.api [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474458, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.961554] env[70867]: DEBUG nova.compute.manager [None req-7903c946-1a0e-4f72-9d84-97c07b93b981 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1156.961928] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-7903c946-1a0e-4f72-9d84-97c07b93b981 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.962976] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80c9496-49ac-45b4-bd81-bfcb3ca3486f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.971476] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-7903c946-1a0e-4f72-9d84-97c07b93b981 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.971723] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86a3b35b-6225-4565-a783-e5b3b72e6e76 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.025310] env[70867]: DEBUG oslo_vmware.api [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474454, 'name': PowerOnVM_Task, 'duration_secs': 0.649637} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.027088] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1157.027088] env[70867]: INFO nova.compute.manager [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1157.027088] env[70867]: DEBUG nova.compute.manager [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1157.027088] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3728e7-10de-4392-9b04-288374aaa9b0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.130696] env[70867]: DEBUG oslo_concurrency.lockutils [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquiring lock "4ba05c37-242b-4bfe-90df-14c3e30c55a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.130965] env[70867]: DEBUG oslo_concurrency.lockutils [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "4ba05c37-242b-4bfe-90df-14c3e30c55a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.133361] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-7903c946-1a0e-4f72-9d84-97c07b93b981 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1157.133464] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-7903c946-1a0e-4f72-9d84-97c07b93b981 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1157.133628] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-7903c946-1a0e-4f72-9d84-97c07b93b981 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Deleting the datastore file [datastore2] 4f02c642-cffe-433c-91ff-bc88b1c288f5 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.134098] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98f2471b-fec3-4677-8647-702743e7060e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.142756] env[70867]: DEBUG oslo_vmware.api [None req-7903c946-1a0e-4f72-9d84-97c07b93b981 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1157.142756] env[70867]: value = "task-3474460" [ 1157.142756] env[70867]: _type = "Task" [ 1157.142756] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.152731] env[70867]: DEBUG oslo_vmware.api [None req-7903c946-1a0e-4f72-9d84-97c07b93b981 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.270310] env[70867]: DEBUG oslo_vmware.api [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474455, 'name': RemoveSnapshot_Task, 'duration_secs': 0.830894} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.270310] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Deleted Snapshot of the VM instance {{(pid=70867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1157.270811] env[70867]: INFO nova.compute.manager [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Took 17.13 seconds to snapshot the instance on the hypervisor. [ 1157.306190] env[70867]: DEBUG nova.scheduler.client.report [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.349526] env[70867]: DEBUG nova.network.neutron [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1157.357380] env[70867]: DEBUG oslo_vmware.api [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474457, 'name': PowerOnVM_Task, 'duration_secs': 0.472417} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.357380] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1157.427785] env[70867]: DEBUG oslo_vmware.api [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474458, 'name': ReconfigVM_Task, 'duration_secs': 0.305696} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.430721] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1157.437372] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6784d1d4-bf7e-4319-bae3-a104ce321f84 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.458184] env[70867]: DEBUG oslo_vmware.api [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1157.458184] env[70867]: value = "task-3474461" [ 1157.458184] env[70867]: _type = "Task" [ 1157.458184] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.467354] env[70867]: DEBUG oslo_vmware.api [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474461, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.556136] env[70867]: DEBUG nova.network.neutron [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Updating instance_info_cache with network_info: [{"id": "f03e78d0-5805-449f-8797-272c703cdc3f", "address": "fa:16:3e:99:c6:7d", "network": {"id": "113286a0-f085-43d7-9ce7-5d7b6b1e5ebe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-963000551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f95c63cf4c624b05ac41f26e61904aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf03e78d0-58", "ovs_interfaceid": "f03e78d0-5805-449f-8797-272c703cdc3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.560093] env[70867]: INFO nova.compute.manager [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Took 27.61 seconds to build instance. [ 1157.634693] env[70867]: DEBUG nova.compute.manager [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1157.652591] env[70867]: DEBUG oslo_vmware.api [None req-7903c946-1a0e-4f72-9d84-97c07b93b981 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358242} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.653144] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-7903c946-1a0e-4f72-9d84-97c07b93b981 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.653460] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-7903c946-1a0e-4f72-9d84-97c07b93b981 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.655186] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-7903c946-1a0e-4f72-9d84-97c07b93b981 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.655186] env[70867]: INFO nova.compute.manager [None req-7903c946-1a0e-4f72-9d84-97c07b93b981 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Took 0.69 seconds to destroy the instance on the hypervisor. [ 1157.655186] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7903c946-1a0e-4f72-9d84-97c07b93b981 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.655186] env[70867]: DEBUG nova.compute.manager [-] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1157.655186] env[70867]: DEBUG nova.network.neutron [-] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1157.776814] env[70867]: DEBUG nova.compute.manager [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Instance disappeared during snapshot {{(pid=70867) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1157.794888] env[70867]: DEBUG nova.compute.manager [None req-bde1db99-bd88-4738-ad5f-3c280bb989ce tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Image not found during clean up 551c3a87-7206-4d30-b1c0-81ea0bc1ba5b {{(pid=70867) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1157.813554] env[70867]: DEBUG oslo_concurrency.lockutils [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.813554] env[70867]: DEBUG nova.compute.manager [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1157.820844] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5aa03be4-b46d-4e0f-8487-0c6e7fb30530 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.478s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.822127] env[70867]: DEBUG nova.objects.instance [None req-5aa03be4-b46d-4e0f-8487-0c6e7fb30530 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lazy-loading 'resources' on Instance uuid ddfef65d-2e70-4e6b-8996-b92dd4e1e577 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.966948] env[70867]: DEBUG oslo_vmware.api [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474461, 'name': ReconfigVM_Task, 'duration_secs': 0.351364} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.967199] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694552', 'volume_id': '61902292-c203-4ecf-a7a3-97a497ea5e81', 'name': 'volume-61902292-c203-4ecf-a7a3-97a497ea5e81', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c38d75c5-f00a-4d67-96bb-a920d74eeb2b', 'attached_at': '', 'detached_at': '', 'volume_id': '61902292-c203-4ecf-a7a3-97a497ea5e81', 'serial': '61902292-c203-4ecf-a7a3-97a497ea5e81'} {{(pid=70867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1157.967469] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1157.968422] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d7c3c1-fbc3-4faf-b94d-321dd63a9ce3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.974483] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1157.974689] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f2c2269-f6c6-47a5-8a0f-ac33d33fa734 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.055141] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1158.055377] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1158.055559] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Deleting the datastore file [datastore2] c38d75c5-f00a-4d67-96bb-a920d74eeb2b {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1158.055831] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6fed86a-7e71-48a3-ba67-bf38a2243a2b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.059756] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Releasing lock "refresh_cache-1c347944-939b-430b-91e7-92dc8544fa1b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.060058] env[70867]: DEBUG nova.compute.manager [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Instance network_info: |[{"id": "f03e78d0-5805-449f-8797-272c703cdc3f", "address": "fa:16:3e:99:c6:7d", "network": {"id": "113286a0-f085-43d7-9ce7-5d7b6b1e5ebe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-963000551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f95c63cf4c624b05ac41f26e61904aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf03e78d0-58", "ovs_interfaceid": "f03e78d0-5805-449f-8797-272c703cdc3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1158.060437] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:c6:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f03e78d0-5805-449f-8797-272c703cdc3f', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1158.067865] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.069353] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fc68933a-bef3-40ca-97aa-b48bb6c4c58f tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "7210f47a-0f99-4e44-be09-ef1a1251a589" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.126s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.069850] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1158.070164] env[70867]: DEBUG oslo_vmware.api [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1158.070164] env[70867]: value = "task-3474463" [ 1158.070164] env[70867]: _type = "Task" [ 1158.070164] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.070344] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e105a88b-6760-495f-b8c2-531f31ba04d8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.092788] env[70867]: DEBUG oslo_vmware.api [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.093948] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1158.093948] env[70867]: value = "task-3474464" [ 1158.093948] env[70867]: _type = "Task" [ 1158.093948] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.100983] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474464, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.161602] env[70867]: DEBUG oslo_concurrency.lockutils [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.267485] env[70867]: DEBUG nova.compute.manager [req-ee600c38-7ff4-444d-8310-70dd6c27cefc req-9fd5beec-e677-4f49-9076-ee6634e81bae service nova] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Received event network-changed-f03e78d0-5805-449f-8797-272c703cdc3f {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.267701] env[70867]: DEBUG nova.compute.manager [req-ee600c38-7ff4-444d-8310-70dd6c27cefc req-9fd5beec-e677-4f49-9076-ee6634e81bae service nova] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Refreshing instance network info cache due to event network-changed-f03e78d0-5805-449f-8797-272c703cdc3f. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1158.267929] env[70867]: DEBUG oslo_concurrency.lockutils [req-ee600c38-7ff4-444d-8310-70dd6c27cefc req-9fd5beec-e677-4f49-9076-ee6634e81bae service nova] Acquiring lock "refresh_cache-1c347944-939b-430b-91e7-92dc8544fa1b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.268084] env[70867]: DEBUG oslo_concurrency.lockutils [req-ee600c38-7ff4-444d-8310-70dd6c27cefc req-9fd5beec-e677-4f49-9076-ee6634e81bae service nova] Acquired lock "refresh_cache-1c347944-939b-430b-91e7-92dc8544fa1b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.268260] env[70867]: DEBUG nova.network.neutron [req-ee600c38-7ff4-444d-8310-70dd6c27cefc req-9fd5beec-e677-4f49-9076-ee6634e81bae service nova] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Refreshing network info cache for port f03e78d0-5805-449f-8797-272c703cdc3f {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1158.323023] env[70867]: DEBUG nova.compute.utils [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1158.324440] env[70867]: DEBUG nova.compute.manager [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Not allocating networking since 'none' was specified. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1158.409446] env[70867]: INFO nova.compute.manager [None req-5389cac8-f487-4104-885f-09a017d19a20 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Updating instance to original state: 'active' [ 1158.424899] env[70867]: DEBUG nova.network.neutron [-] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.573536] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2844b38a-86ae-4eb7-b4e3-ba9cf3037a01 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.581526] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a6dc9f-f443-46c7-bc2a-d16021d62325 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.595054] env[70867]: DEBUG oslo_vmware.api [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267141} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.618727] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1158.618961] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1158.619241] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1158.619425] env[70867]: INFO nova.compute.manager [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Took 2.37 seconds to destroy the instance on the hypervisor. [ 1158.619714] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.620613] env[70867]: DEBUG nova.compute.manager [-] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1158.620756] env[70867]: DEBUG nova.network.neutron [-] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1158.627552] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647879d6-9c8e-4be6-93c7-be38dc1d21da {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.636179] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474464, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.640047] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588daeb1-1c01-4751-90c4-825d1283eab7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.656257] env[70867]: DEBUG nova.compute.provider_tree [None req-5aa03be4-b46d-4e0f-8487-0c6e7fb30530 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.830897] env[70867]: DEBUG nova.compute.manager [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1158.927095] env[70867]: INFO nova.compute.manager [-] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Took 1.27 seconds to deallocate network for instance. [ 1159.028034] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f972db3f-c38e-4242-9969-3fa73e369b15 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "7210f47a-0f99-4e44-be09-ef1a1251a589" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.028034] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f972db3f-c38e-4242-9969-3fa73e369b15 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "7210f47a-0f99-4e44-be09-ef1a1251a589" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.028154] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f972db3f-c38e-4242-9969-3fa73e369b15 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "7210f47a-0f99-4e44-be09-ef1a1251a589-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.028535] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f972db3f-c38e-4242-9969-3fa73e369b15 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "7210f47a-0f99-4e44-be09-ef1a1251a589-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.029229] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f972db3f-c38e-4242-9969-3fa73e369b15 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "7210f47a-0f99-4e44-be09-ef1a1251a589-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.030760] env[70867]: INFO nova.compute.manager [None req-f972db3f-c38e-4242-9969-3fa73e369b15 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Terminating instance [ 1159.133414] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474464, 'name': CreateVM_Task, 'duration_secs': 0.553933} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.133731] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1159.135441] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.135441] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.135441] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.135441] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0befb3de-a297-4f50-880f-96d4d89f7f44 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.139859] env[70867]: DEBUG oslo_vmware.api [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1159.139859] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5268dc01-2a9b-4b00-5855-1fe305a4341c" [ 1159.139859] env[70867]: _type = "Task" [ 1159.139859] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.148244] env[70867]: DEBUG oslo_vmware.api [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5268dc01-2a9b-4b00-5855-1fe305a4341c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.158448] env[70867]: DEBUG nova.scheduler.client.report [None req-5aa03be4-b46d-4e0f-8487-0c6e7fb30530 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.258424] env[70867]: DEBUG nova.network.neutron [req-ee600c38-7ff4-444d-8310-70dd6c27cefc req-9fd5beec-e677-4f49-9076-ee6634e81bae service nova] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Updated VIF entry in instance network info cache for port f03e78d0-5805-449f-8797-272c703cdc3f. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1159.258858] env[70867]: DEBUG nova.network.neutron [req-ee600c38-7ff4-444d-8310-70dd6c27cefc req-9fd5beec-e677-4f49-9076-ee6634e81bae service nova] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Updating instance_info_cache with network_info: [{"id": "f03e78d0-5805-449f-8797-272c703cdc3f", "address": "fa:16:3e:99:c6:7d", "network": {"id": "113286a0-f085-43d7-9ce7-5d7b6b1e5ebe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-963000551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f95c63cf4c624b05ac41f26e61904aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf03e78d0-58", "ovs_interfaceid": "f03e78d0-5805-449f-8797-272c703cdc3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.432506] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7903c946-1a0e-4f72-9d84-97c07b93b981 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.537427] env[70867]: DEBUG nova.compute.manager [None req-f972db3f-c38e-4242-9969-3fa73e369b15 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1159.537897] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f972db3f-c38e-4242-9969-3fa73e369b15 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1159.538739] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7683eb2f-3d82-4d6d-9cad-8cbdc05866a2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.547043] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f972db3f-c38e-4242-9969-3fa73e369b15 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.547337] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a0623ea-29ab-4599-84f3-3ecc3ec90286 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.553762] env[70867]: DEBUG oslo_vmware.api [None req-f972db3f-c38e-4242-9969-3fa73e369b15 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1159.553762] env[70867]: value = "task-3474465" [ 1159.553762] env[70867]: _type = "Task" [ 1159.553762] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.562147] env[70867]: DEBUG oslo_vmware.api [None req-f972db3f-c38e-4242-9969-3fa73e369b15 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.610178] env[70867]: DEBUG nova.network.neutron [-] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.651895] env[70867]: DEBUG oslo_vmware.api [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5268dc01-2a9b-4b00-5855-1fe305a4341c, 'name': SearchDatastore_Task, 'duration_secs': 0.013382} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.652205] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.652442] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1159.652687] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.652823] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.653019] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1159.653276] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba1adecf-c736-49df-a78b-2e8d174b830a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.662351] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1159.662535] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1159.663911] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5aa03be4-b46d-4e0f-8487-0c6e7fb30530 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.843s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.665826] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b7dccf4-7a32-4877-b728-fc7d6f9733b8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.668731] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.080s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.672878] env[70867]: DEBUG oslo_vmware.api [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1159.672878] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ae3175-8808-f0e4-5be2-4d0ab089aef1" [ 1159.672878] env[70867]: _type = "Task" [ 1159.672878] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.685260] env[70867]: DEBUG oslo_vmware.api [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ae3175-8808-f0e4-5be2-4d0ab089aef1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.697948] env[70867]: INFO nova.scheduler.client.report [None req-5aa03be4-b46d-4e0f-8487-0c6e7fb30530 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Deleted allocations for instance ddfef65d-2e70-4e6b-8996-b92dd4e1e577 [ 1159.761498] env[70867]: DEBUG oslo_concurrency.lockutils [req-ee600c38-7ff4-444d-8310-70dd6c27cefc req-9fd5beec-e677-4f49-9076-ee6634e81bae service nova] Releasing lock "refresh_cache-1c347944-939b-430b-91e7-92dc8544fa1b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.761808] env[70867]: DEBUG nova.compute.manager [req-ee600c38-7ff4-444d-8310-70dd6c27cefc req-9fd5beec-e677-4f49-9076-ee6634e81bae service nova] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Received event network-vif-deleted-f22d5843-e430-4e16-9684-cde6ba09a423 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.761987] env[70867]: INFO nova.compute.manager [req-ee600c38-7ff4-444d-8310-70dd6c27cefc req-9fd5beec-e677-4f49-9076-ee6634e81bae service nova] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Neutron deleted interface f22d5843-e430-4e16-9684-cde6ba09a423; detaching it from the instance and deleting it from the info cache [ 1159.762172] env[70867]: DEBUG nova.network.neutron [req-ee600c38-7ff4-444d-8310-70dd6c27cefc req-9fd5beec-e677-4f49-9076-ee6634e81bae service nova] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.843611] env[70867]: DEBUG nova.compute.manager [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1159.874129] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "de3aee59-9ef4-461a-9f59-9018b003fac6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.874515] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "de3aee59-9ef4-461a-9f59-9018b003fac6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.874881] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "de3aee59-9ef4-461a-9f59-9018b003fac6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.875190] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "de3aee59-9ef4-461a-9f59-9018b003fac6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.875487] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "de3aee59-9ef4-461a-9f59-9018b003fac6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.880314] env[70867]: DEBUG nova.virt.hardware [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.880585] env[70867]: DEBUG nova.virt.hardware [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.880787] env[70867]: DEBUG nova.virt.hardware [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.880981] env[70867]: DEBUG nova.virt.hardware [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.881207] env[70867]: DEBUG nova.virt.hardware [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.881394] env[70867]: DEBUG nova.virt.hardware [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.881642] env[70867]: DEBUG nova.virt.hardware [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.881878] env[70867]: DEBUG nova.virt.hardware [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.882019] env[70867]: DEBUG nova.virt.hardware [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.882207] env[70867]: DEBUG nova.virt.hardware [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.882394] env[70867]: DEBUG nova.virt.hardware [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.883298] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea27fa1-07d8-4255-a133-97867208f693 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.887245] env[70867]: INFO nova.compute.manager [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Terminating instance [ 1159.895247] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215caf93-a6d0-4b39-9f52-f71c66a3d372 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.911429] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Instance VIF info [] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1159.916951] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Creating folder: Project (36eb833ed8d2451a8f529f1a2a2402a9). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1159.921018] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58bc96a4-1546-4749-9e3a-208cd39d7721 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.929968] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Created folder: Project (36eb833ed8d2451a8f529f1a2a2402a9) in parent group-v694272. [ 1159.930173] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Creating folder: Instances. Parent ref: group-v694555. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1159.930685] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7476919b-6255-403e-8cbe-d1191286453e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.939457] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Created folder: Instances in parent group-v694555. [ 1159.939681] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.939864] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1159.940078] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44aeb92c-a0be-4019-8f02-90bd601ed9a4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.957487] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1159.957487] env[70867]: value = "task-3474468" [ 1159.957487] env[70867]: _type = "Task" [ 1159.957487] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.965608] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474468, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.064428] env[70867]: DEBUG oslo_vmware.api [None req-f972db3f-c38e-4242-9969-3fa73e369b15 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474465, 'name': PowerOffVM_Task, 'duration_secs': 0.205476} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.064700] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f972db3f-c38e-4242-9969-3fa73e369b15 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.064913] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f972db3f-c38e-4242-9969-3fa73e369b15 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.065635] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f6a29e0-4af1-4a6a-8264-4814bfa409e3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.113479] env[70867]: INFO nova.compute.manager [-] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Took 1.49 seconds to deallocate network for instance. [ 1160.127594] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f972db3f-c38e-4242-9969-3fa73e369b15 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1160.127847] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f972db3f-c38e-4242-9969-3fa73e369b15 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.128042] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f972db3f-c38e-4242-9969-3fa73e369b15 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Deleting the datastore file [datastore1] 7210f47a-0f99-4e44-be09-ef1a1251a589 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.128313] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd80756b-68d5-4f32-9214-fb017fd1465d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.135721] env[70867]: DEBUG oslo_vmware.api [None req-f972db3f-c38e-4242-9969-3fa73e369b15 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1160.135721] env[70867]: value = "task-3474470" [ 1160.135721] env[70867]: _type = "Task" [ 1160.135721] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.144456] env[70867]: DEBUG oslo_vmware.api [None req-f972db3f-c38e-4242-9969-3fa73e369b15 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.173335] env[70867]: INFO nova.compute.claims [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1160.186812] env[70867]: DEBUG oslo_vmware.api [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ae3175-8808-f0e4-5be2-4d0ab089aef1, 'name': SearchDatastore_Task, 'duration_secs': 0.009392} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.187649] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e450f2d1-2a0d-468b-b936-f419a1167628 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.192928] env[70867]: DEBUG oslo_vmware.api [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1160.192928] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f40ca2-e2a6-5f49-a97d-28c4b6ec324c" [ 1160.192928] env[70867]: _type = "Task" [ 1160.192928] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.202697] env[70867]: DEBUG oslo_vmware.api [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f40ca2-e2a6-5f49-a97d-28c4b6ec324c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.205528] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5aa03be4-b46d-4e0f-8487-0c6e7fb30530 tempest-AttachInterfacesTestJSON-799558151 tempest-AttachInterfacesTestJSON-799558151-project-member] Lock "ddfef65d-2e70-4e6b-8996-b92dd4e1e577" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.296s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.266744] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34e80b41-6fc5-4eca-b858-3cc3a29db5b4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.278889] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9831c8d1-8efb-4d4e-9747-04d27f14bf4c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.296262] env[70867]: DEBUG nova.compute.manager [req-73fa8eb9-93a6-4f39-bbf8-9d9a8df61fb3 req-55c61788-4aa5-4b8b-b762-aa615037e566 service nova] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Received event network-vif-deleted-cc9234d1-e3a1-490f-8bb4-bad0213ea8b3 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.310371] env[70867]: DEBUG nova.compute.manager [req-ee600c38-7ff4-444d-8310-70dd6c27cefc req-9fd5beec-e677-4f49-9076-ee6634e81bae service nova] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Detach interface failed, port_id=f22d5843-e430-4e16-9684-cde6ba09a423, reason: Instance 4f02c642-cffe-433c-91ff-bc88b1c288f5 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1160.395147] env[70867]: DEBUG nova.compute.manager [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1160.395147] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.395147] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27325ea0-ecba-4fb1-87e2-c3c76f0a3ab2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.403572] env[70867]: DEBUG oslo_vmware.api [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1160.403572] env[70867]: value = "task-3474471" [ 1160.403572] env[70867]: _type = "Task" [ 1160.403572] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.412720] env[70867]: DEBUG oslo_vmware.api [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.472535] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474468, 'name': CreateVM_Task, 'duration_secs': 0.294914} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.472535] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1160.472535] env[70867]: DEBUG oslo_concurrency.lockutils [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.472535] env[70867]: DEBUG oslo_concurrency.lockutils [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.472535] env[70867]: DEBUG oslo_concurrency.lockutils [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.472535] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1778ccbd-c226-4beb-9389-68d50ad15646 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.476021] env[70867]: DEBUG oslo_vmware.api [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Waiting for the task: (returnval){ [ 1160.476021] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52865583-b8ea-0262-5175-bd0209e2984c" [ 1160.476021] env[70867]: _type = "Task" [ 1160.476021] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.490101] env[70867]: DEBUG oslo_vmware.api [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52865583-b8ea-0262-5175-bd0209e2984c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.646989] env[70867]: DEBUG oslo_vmware.api [None req-f972db3f-c38e-4242-9969-3fa73e369b15 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357169} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.647347] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f972db3f-c38e-4242-9969-3fa73e369b15 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.647615] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f972db3f-c38e-4242-9969-3fa73e369b15 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1160.648020] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f972db3f-c38e-4242-9969-3fa73e369b15 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1160.648111] env[70867]: INFO nova.compute.manager [None req-f972db3f-c38e-4242-9969-3fa73e369b15 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1160.648356] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f972db3f-c38e-4242-9969-3fa73e369b15 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.648628] env[70867]: DEBUG nova.compute.manager [-] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1160.648956] env[70867]: DEBUG nova.network.neutron [-] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1160.665281] env[70867]: INFO nova.compute.manager [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Took 0.55 seconds to detach 1 volumes for instance. [ 1160.683273] env[70867]: INFO nova.compute.resource_tracker [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Updating resource usage from migration f09b8604-2b68-45d9-a54c-a9f845d8e80e [ 1160.706577] env[70867]: DEBUG oslo_vmware.api [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f40ca2-e2a6-5f49-a97d-28c4b6ec324c, 'name': SearchDatastore_Task, 'duration_secs': 0.014477} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.707131] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.707784] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 1c347944-939b-430b-91e7-92dc8544fa1b/1c347944-939b-430b-91e7-92dc8544fa1b.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1160.708347] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-385b163a-55b5-4070-a2fb-1b9325bbd554 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.716045] env[70867]: DEBUG oslo_vmware.api [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1160.716045] env[70867]: value = "task-3474472" [ 1160.716045] env[70867]: _type = "Task" [ 1160.716045] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.728195] env[70867]: DEBUG oslo_vmware.api [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.920853] env[70867]: DEBUG oslo_vmware.api [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474471, 'name': PowerOffVM_Task, 'duration_secs': 0.283145} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.921177] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.921378] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Volume detach. Driver type: vmdk {{(pid=70867) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1160.921587] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694533', 'volume_id': '7f63998d-8345-4143-b73b-8ae78aa08d9b', 'name': 'volume-7f63998d-8345-4143-b73b-8ae78aa08d9b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'de3aee59-9ef4-461a-9f59-9018b003fac6', 'attached_at': '2025-04-17T11:54:49.000000', 'detached_at': '', 'volume_id': '7f63998d-8345-4143-b73b-8ae78aa08d9b', 'serial': '7f63998d-8345-4143-b73b-8ae78aa08d9b'} {{(pid=70867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1160.922455] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96190f78-113b-4daf-8253-644a8e157bdf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.959293] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ca491c-0147-4700-8986-44f664cc8338 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.969744] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7637f96-f45b-4cd2-bc6a-96b255dc4ab5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.001211] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac57246e-5bab-44c2-913a-6e8b5f69faea {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.005710] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941651af-d020-483c-8568-6b0f0effc241 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.033260] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8d80eb-7101-47b3-a483-557b37a534c5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.036344] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] The volume has not been displaced from its original location: [datastore1] volume-7f63998d-8345-4143-b73b-8ae78aa08d9b/volume-7f63998d-8345-4143-b73b-8ae78aa08d9b.vmdk. No consolidation needed. {{(pid=70867) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1161.039425] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1161.039845] env[70867]: DEBUG oslo_vmware.api [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52865583-b8ea-0262-5175-bd0209e2984c, 'name': SearchDatastore_Task, 'duration_secs': 0.013052} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.040199] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e13a313c-fc71-4981-8c9f-0e9c4bc93898 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.054827] env[70867]: DEBUG oslo_concurrency.lockutils [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.054827] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1161.054993] env[70867]: DEBUG oslo_concurrency.lockutils [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.055277] env[70867]: DEBUG oslo_concurrency.lockutils [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.055383] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.056188] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac69804f-c8a5-4e52-b976-0e762f98c0a9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.090889] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e2a331-49e8-46d3-b0d2-aed6f50a62e1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.094134] env[70867]: DEBUG oslo_vmware.api [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1161.094134] env[70867]: value = "task-3474473" [ 1161.094134] env[70867]: _type = "Task" [ 1161.094134] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.102021] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.102234] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1161.103531] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f284266b-ba6b-4de7-b50e-99cc91adf19b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.107287] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a9bee8-68d7-4e2d-9bdc-b7352f190f3e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.116238] env[70867]: DEBUG oslo_vmware.api [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474473, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.128981] env[70867]: DEBUG nova.compute.provider_tree [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.131222] env[70867]: DEBUG oslo_vmware.api [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Waiting for the task: (returnval){ [ 1161.131222] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52b024d6-087c-b865-76d5-1406edba77d9" [ 1161.131222] env[70867]: _type = "Task" [ 1161.131222] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.140374] env[70867]: DEBUG oslo_vmware.api [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52b024d6-087c-b865-76d5-1406edba77d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.175832] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.229898] env[70867]: DEBUG oslo_vmware.api [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474472, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.595775] env[70867]: DEBUG nova.network.neutron [-] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.607221] env[70867]: DEBUG oslo_vmware.api [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474473, 'name': ReconfigVM_Task, 'duration_secs': 0.461465} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.607512] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1161.613522] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0aa4ce58-8b2a-46ed-907a-943ed603969f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.630751] env[70867]: DEBUG oslo_vmware.api [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1161.630751] env[70867]: value = "task-3474474" [ 1161.630751] env[70867]: _type = "Task" [ 1161.630751] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.636828] env[70867]: DEBUG nova.scheduler.client.report [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.657115] env[70867]: DEBUG oslo_vmware.api [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.662222] env[70867]: DEBUG oslo_vmware.api [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52b024d6-087c-b865-76d5-1406edba77d9, 'name': SearchDatastore_Task, 'duration_secs': 0.052399} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.664820] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4f5a4e2-b61a-48dc-a79b-9b7132c4cb10 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.669848] env[70867]: DEBUG oslo_vmware.api [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Waiting for the task: (returnval){ [ 1161.669848] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]523eb6f5-663f-4d7b-0645-e5f9064be13b" [ 1161.669848] env[70867]: _type = "Task" [ 1161.669848] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.679143] env[70867]: DEBUG oslo_vmware.api [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]523eb6f5-663f-4d7b-0645-e5f9064be13b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.732426] env[70867]: DEBUG oslo_vmware.api [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678312} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.732426] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 1c347944-939b-430b-91e7-92dc8544fa1b/1c347944-939b-430b-91e7-92dc8544fa1b.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1161.732426] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1161.732426] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-216e7b8f-6d40-4569-9963-8eb49519dbad {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.738795] env[70867]: DEBUG oslo_vmware.api [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1161.738795] env[70867]: value = "task-3474475" [ 1161.738795] env[70867]: _type = "Task" [ 1161.738795] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.747755] env[70867]: DEBUG oslo_vmware.api [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.101748] env[70867]: INFO nova.compute.manager [-] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Took 1.45 seconds to deallocate network for instance. [ 1162.143043] env[70867]: DEBUG oslo_vmware.api [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474474, 'name': ReconfigVM_Task, 'duration_secs': 0.148385} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.146892] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.475s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.146892] env[70867]: INFO nova.compute.manager [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Migrating [ 1162.156843] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694533', 'volume_id': '7f63998d-8345-4143-b73b-8ae78aa08d9b', 'name': 'volume-7f63998d-8345-4143-b73b-8ae78aa08d9b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'de3aee59-9ef4-461a-9f59-9018b003fac6', 'attached_at': '2025-04-17T11:54:49.000000', 'detached_at': '', 'volume_id': '7f63998d-8345-4143-b73b-8ae78aa08d9b', 'serial': '7f63998d-8345-4143-b73b-8ae78aa08d9b'} {{(pid=70867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1162.157039] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.161155] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8b588244-f4d0-4ac5-83cd-d37f46bcbe1a tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.568s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.161155] env[70867]: DEBUG nova.objects.instance [None req-8b588244-f4d0-4ac5-83cd-d37f46bcbe1a tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lazy-loading 'resources' on Instance uuid 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.162346] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad58fcf4-9dee-4db1-a229-146818cdce9e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.187446] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1162.188516] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b972f70-69c8-4934-a911-9d960071f5f3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.194636] env[70867]: DEBUG oslo_vmware.api [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]523eb6f5-663f-4d7b-0645-e5f9064be13b, 'name': SearchDatastore_Task, 'duration_secs': 0.009582} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.195320] env[70867]: DEBUG oslo_concurrency.lockutils [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.195600] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 4e0d6171-331b-4d97-b653-fd68e3c32f98/4e0d6171-331b-4d97-b653-fd68e3c32f98.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1162.196141] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f4c6e73-a303-4b27-aa80-f5b2a59bdcba {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.206206] env[70867]: DEBUG oslo_vmware.api [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Waiting for the task: (returnval){ [ 1162.206206] env[70867]: value = "task-3474477" [ 1162.206206] env[70867]: _type = "Task" [ 1162.206206] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.215018] env[70867]: DEBUG oslo_vmware.api [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': task-3474477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.245883] env[70867]: DEBUG oslo_vmware.api [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073367} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.246174] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1162.247488] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223387eb-cca9-4b87-8cb5-079adea95659 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.257565] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1162.257565] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1162.258019] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Deleting the datastore file [datastore2] de3aee59-9ef4-461a-9f59-9018b003fac6 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.266943] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47546d30-75f4-480f-b350-09092a609040 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.277899] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 1c347944-939b-430b-91e7-92dc8544fa1b/1c347944-939b-430b-91e7-92dc8544fa1b.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.280392] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-830ea818-d58c-4501-8c3d-1b127f41b1b8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.301948] env[70867]: DEBUG oslo_vmware.api [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1162.301948] env[70867]: value = "task-3474478" [ 1162.301948] env[70867]: _type = "Task" [ 1162.301948] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.304946] env[70867]: DEBUG oslo_vmware.api [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1162.304946] env[70867]: value = "task-3474479" [ 1162.304946] env[70867]: _type = "Task" [ 1162.304946] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.316997] env[70867]: DEBUG oslo_vmware.api [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.321417] env[70867]: DEBUG oslo_vmware.api [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474479, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.326479] env[70867]: DEBUG nova.compute.manager [req-d036d18c-c1f5-4475-94a8-4217fbf09462 req-f8a022da-1bb9-4149-bd3e-93ef85c97106 service nova] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Received event network-vif-deleted-7654f7e7-cd36-4df1-bea0-b653fb6b9cbd {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.481677] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775f264b-eb64-4f29-90a5-2ed03bb8a0e7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.490525] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0041e403-cd4f-4a86-b447-34d6f692fd0f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.524770] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21793dd9-d45f-412c-ad03-c66b429ef854 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.532789] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962f9536-3962-43d2-8dd7-b3d4e7655e2c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.547524] env[70867]: DEBUG nova.compute.provider_tree [None req-8b588244-f4d0-4ac5-83cd-d37f46bcbe1a tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.608943] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f972db3f-c38e-4242-9969-3fa73e369b15 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.683242] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "refresh_cache-275cda22-565c-4d42-aed3-3057f3ebaf3c" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.683519] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquired lock "refresh_cache-275cda22-565c-4d42-aed3-3057f3ebaf3c" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.684289] env[70867]: DEBUG nova.network.neutron [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.716599] env[70867]: DEBUG oslo_vmware.api [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': task-3474477, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.818993] env[70867]: DEBUG oslo_vmware.api [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290352} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.822098] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.822295] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.822474] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.822647] env[70867]: INFO nova.compute.manager [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Took 2.43 seconds to destroy the instance on the hypervisor. [ 1162.822884] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.823107] env[70867]: DEBUG oslo_vmware.api [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474479, 'name': ReconfigVM_Task, 'duration_secs': 0.502743} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.823308] env[70867]: DEBUG nova.compute.manager [-] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1162.823402] env[70867]: DEBUG nova.network.neutron [-] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1162.825137] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 1c347944-939b-430b-91e7-92dc8544fa1b/1c347944-939b-430b-91e7-92dc8544fa1b.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.826057] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8afe7cd-7769-419f-a672-f798b3c6d49a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.832343] env[70867]: DEBUG oslo_vmware.api [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1162.832343] env[70867]: value = "task-3474480" [ 1162.832343] env[70867]: _type = "Task" [ 1162.832343] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.840912] env[70867]: DEBUG oslo_vmware.api [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474480, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.053647] env[70867]: DEBUG nova.scheduler.client.report [None req-8b588244-f4d0-4ac5-83cd-d37f46bcbe1a tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.195597] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquiring lock "e44d9816-2dd8-4c50-a4b8-46183a9a87c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.195833] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lock "e44d9816-2dd8-4c50-a4b8-46183a9a87c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.221361] env[70867]: DEBUG oslo_vmware.api [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': task-3474477, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536783} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.221678] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 4e0d6171-331b-4d97-b653-fd68e3c32f98/4e0d6171-331b-4d97-b653-fd68e3c32f98.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1163.221868] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1163.222121] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29be2acc-c590-40bf-bf7c-ca099dba408d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.230992] env[70867]: DEBUG oslo_vmware.api [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Waiting for the task: (returnval){ [ 1163.230992] env[70867]: value = "task-3474481" [ 1163.230992] env[70867]: _type = "Task" [ 1163.230992] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.241656] env[70867]: DEBUG oslo_vmware.api [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': task-3474481, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.344212] env[70867]: DEBUG oslo_vmware.api [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474480, 'name': Rename_Task, 'duration_secs': 0.140796} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.344212] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.344212] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-771f505b-722b-414a-a4b9-93e39891c965 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.353037] env[70867]: DEBUG oslo_vmware.api [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1163.353037] env[70867]: value = "task-3474482" [ 1163.353037] env[70867]: _type = "Task" [ 1163.353037] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.366398] env[70867]: DEBUG oslo_vmware.api [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.494470] env[70867]: DEBUG nova.network.neutron [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Updating instance_info_cache with network_info: [{"id": "b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd", "address": "fa:16:3e:85:75:73", "network": {"id": "0f24c0fc-b194-43e8-968e-2e17fa9a3a2a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1239692035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f94b6672cd2148058cf204653b4d1471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb15a0b53-d6", "ovs_interfaceid": "b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.555786] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8b588244-f4d0-4ac5-83cd-d37f46bcbe1a tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.395s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.558359] env[70867]: DEBUG oslo_concurrency.lockutils [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.397s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.559993] env[70867]: INFO nova.compute.claims [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1163.579936] env[70867]: INFO nova.scheduler.client.report [None req-8b588244-f4d0-4ac5-83cd-d37f46bcbe1a tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Deleted allocations for instance 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80 [ 1163.700652] env[70867]: DEBUG nova.compute.manager [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1163.711396] env[70867]: DEBUG oslo_concurrency.lockutils [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Acquiring lock "a15b396c-4f37-4908-aa4b-41a7517f4133" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.711711] env[70867]: DEBUG oslo_concurrency.lockutils [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Lock "a15b396c-4f37-4908-aa4b-41a7517f4133" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.742380] env[70867]: DEBUG oslo_vmware.api [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': task-3474481, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069491} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.743389] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1163.745520] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db952661-f0d0-40de-9c36-03d6b335b4da {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.768011] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 4e0d6171-331b-4d97-b653-fd68e3c32f98/4e0d6171-331b-4d97-b653-fd68e3c32f98.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.768937] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7702180f-24f0-49b2-aff5-23f8eb9853e0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.791546] env[70867]: DEBUG oslo_vmware.api [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Waiting for the task: (returnval){ [ 1163.791546] env[70867]: value = "task-3474483" [ 1163.791546] env[70867]: _type = "Task" [ 1163.791546] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.799679] env[70867]: DEBUG oslo_vmware.api [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': task-3474483, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.864221] env[70867]: DEBUG oslo_vmware.api [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474482, 'name': PowerOnVM_Task, 'duration_secs': 0.496692} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.864703] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.865072] env[70867]: INFO nova.compute.manager [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1163.865573] env[70867]: DEBUG nova.compute.manager [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1163.866986] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49af27d9-429c-4a71-92c2-929245f20cc8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.905963] env[70867]: DEBUG nova.network.neutron [-] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.997967] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Releasing lock "refresh_cache-275cda22-565c-4d42-aed3-3057f3ebaf3c" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.091612] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8b588244-f4d0-4ac5-83cd-d37f46bcbe1a tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "6e23b2d7-e31a-432d-9fc4-3e2f8993ff80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.224s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.214824] env[70867]: DEBUG nova.compute.manager [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1164.233527] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.302533] env[70867]: DEBUG oslo_vmware.api [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': task-3474483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.362053] env[70867]: DEBUG nova.compute.manager [req-99fec553-045a-413c-9f23-fa2faff9789e req-115cf63b-fa89-466d-993c-6f1d09d6c1f4 service nova] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Received event network-vif-deleted-cc3ead59-3e3c-4c93-ab09-29fff5ad36db {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.388812] env[70867]: INFO nova.compute.manager [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Took 20.83 seconds to build instance. [ 1164.408988] env[70867]: INFO nova.compute.manager [-] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Took 1.59 seconds to deallocate network for instance. [ 1164.733477] env[70867]: DEBUG oslo_concurrency.lockutils [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.780936] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bfdc2e-0561-4419-a970-2aa43ccc12c8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.789070] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee30686-6e81-4161-8431-ed238ca0e604 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.804643] env[70867]: DEBUG oslo_vmware.api [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': task-3474483, 'name': ReconfigVM_Task, 'duration_secs': 1.010029} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.834469] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 4e0d6171-331b-4d97-b653-fd68e3c32f98/4e0d6171-331b-4d97-b653-fd68e3c32f98.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.835371] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed0fd98d-aaf4-4b01-9946-4fd1caea5c9f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.837991] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb31b3c-dd84-4e69-b8f8-320765641aeb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.846697] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ae3601-7962-401d-b45c-2ab5aec8f7ed {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.850585] env[70867]: DEBUG oslo_vmware.api [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Waiting for the task: (returnval){ [ 1164.850585] env[70867]: value = "task-3474484" [ 1164.850585] env[70867]: _type = "Task" [ 1164.850585] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.861165] env[70867]: DEBUG nova.compute.provider_tree [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.867187] env[70867]: DEBUG oslo_vmware.api [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': task-3474484, 'name': Rename_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.891288] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f2a9f54e-df95-464d-8e35-907619c5ca37 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "1c347944-939b-430b-91e7-92dc8544fa1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.344s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.973831] env[70867]: INFO nova.compute.manager [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Took 0.56 seconds to detach 1 volumes for instance. [ 1165.363291] env[70867]: DEBUG oslo_vmware.api [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': task-3474484, 'name': Rename_Task, 'duration_secs': 0.206487} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.363291] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1165.363291] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bec6dc30-437c-476c-9323-b081f2add60f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.364764] env[70867]: DEBUG nova.scheduler.client.report [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.373204] env[70867]: DEBUG oslo_vmware.api [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Waiting for the task: (returnval){ [ 1165.373204] env[70867]: value = "task-3474485" [ 1165.373204] env[70867]: _type = "Task" [ 1165.373204] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.381955] env[70867]: DEBUG oslo_vmware.api [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': task-3474485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.491075] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.521513] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed792af3-433f-40b9-accd-9c26c1549d78 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.542136] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Updating instance '275cda22-565c-4d42-aed3-3057f3ebaf3c' progress to 0 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1165.873074] env[70867]: DEBUG oslo_concurrency.lockutils [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.873623] env[70867]: DEBUG nova.compute.manager [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1165.876610] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7903c946-1a0e-4f72-9d84-97c07b93b981 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.444s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.876836] env[70867]: DEBUG nova.objects.instance [None req-7903c946-1a0e-4f72-9d84-97c07b93b981 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lazy-loading 'resources' on Instance uuid 4f02c642-cffe-433c-91ff-bc88b1c288f5 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.886362] env[70867]: DEBUG oslo_vmware.api [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': task-3474485, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.048819] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.049143] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15efac8b-6994-4378-8e7e-58aab00f5a1d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.056451] env[70867]: DEBUG oslo_vmware.api [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1166.056451] env[70867]: value = "task-3474486" [ 1166.056451] env[70867]: _type = "Task" [ 1166.056451] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.066103] env[70867]: DEBUG oslo_vmware.api [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.159393] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Acquiring lock "f86bc274-8f51-49f9-a012-02a58ddd00ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.159630] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "f86bc274-8f51-49f9-a012-02a58ddd00ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.382478] env[70867]: DEBUG nova.compute.utils [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1166.387238] env[70867]: DEBUG nova.compute.manager [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1166.387395] env[70867]: DEBUG nova.network.neutron [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1166.395681] env[70867]: DEBUG oslo_vmware.api [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': task-3474485, 'name': PowerOnVM_Task, 'duration_secs': 0.878455} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.395803] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.396189] env[70867]: INFO nova.compute.manager [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Took 6.55 seconds to spawn the instance on the hypervisor. [ 1166.396189] env[70867]: DEBUG nova.compute.manager [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.396982] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951d3310-e2a0-4d12-a2c5-efdb324a14c6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.414040] env[70867]: DEBUG nova.compute.manager [req-3d784714-952e-41c0-b612-f09b8220244e req-13d019c6-2bd3-46d6-9e78-36ab29de6dba service nova] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Received event network-changed-f03e78d0-5805-449f-8797-272c703cdc3f {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.414040] env[70867]: DEBUG nova.compute.manager [req-3d784714-952e-41c0-b612-f09b8220244e req-13d019c6-2bd3-46d6-9e78-36ab29de6dba service nova] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Refreshing instance network info cache due to event network-changed-f03e78d0-5805-449f-8797-272c703cdc3f. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1166.414040] env[70867]: DEBUG oslo_concurrency.lockutils [req-3d784714-952e-41c0-b612-f09b8220244e req-13d019c6-2bd3-46d6-9e78-36ab29de6dba service nova] Acquiring lock "refresh_cache-1c347944-939b-430b-91e7-92dc8544fa1b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.414040] env[70867]: DEBUG oslo_concurrency.lockutils [req-3d784714-952e-41c0-b612-f09b8220244e req-13d019c6-2bd3-46d6-9e78-36ab29de6dba service nova] Acquired lock "refresh_cache-1c347944-939b-430b-91e7-92dc8544fa1b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.414040] env[70867]: DEBUG nova.network.neutron [req-3d784714-952e-41c0-b612-f09b8220244e req-13d019c6-2bd3-46d6-9e78-36ab29de6dba service nova] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Refreshing network info cache for port f03e78d0-5805-449f-8797-272c703cdc3f {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1166.436261] env[70867]: DEBUG nova.policy [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43c279b621664c8b936fecac530111e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e3c5444d1cc4707bfeb1ba55b923294', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1166.567918] env[70867]: DEBUG oslo_vmware.api [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474486, 'name': PowerOffVM_Task, 'duration_secs': 0.208574} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.568202] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.568388] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Updating instance '275cda22-565c-4d42-aed3-3057f3ebaf3c' progress to 17 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1166.627023] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdd6f0f-8cd1-49cd-8828-2631b5e750b8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.635419] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3230a45-64a7-4c68-949e-c7d605b80fef {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.666922] env[70867]: DEBUG nova.compute.manager [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1166.670589] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d045ec-1094-450a-9007-49a97c9eb473 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.681120] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cac0513-4a8a-4cf8-9570-5013c033bba7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.696922] env[70867]: DEBUG nova.compute.provider_tree [None req-7903c946-1a0e-4f72-9d84-97c07b93b981 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.725689] env[70867]: DEBUG nova.network.neutron [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Successfully created port: 2ccb0c39-c138-4332-bedf-72631f90daed {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1166.891719] env[70867]: DEBUG nova.compute.manager [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1166.919306] env[70867]: INFO nova.compute.manager [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Took 19.03 seconds to build instance. [ 1167.075837] env[70867]: DEBUG nova.virt.hardware [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.076059] env[70867]: DEBUG nova.virt.hardware [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.076203] env[70867]: DEBUG nova.virt.hardware [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.076385] env[70867]: DEBUG nova.virt.hardware [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.076530] env[70867]: DEBUG nova.virt.hardware [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.076742] env[70867]: DEBUG nova.virt.hardware [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.076877] env[70867]: DEBUG nova.virt.hardware [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.077044] env[70867]: DEBUG nova.virt.hardware [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.077215] env[70867]: DEBUG nova.virt.hardware [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.077377] env[70867]: DEBUG nova.virt.hardware [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.077669] env[70867]: DEBUG nova.virt.hardware [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.083021] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6005a2a-e011-4115-a75c-6f53d47df91e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.103138] env[70867]: DEBUG oslo_vmware.api [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1167.103138] env[70867]: value = "task-3474487" [ 1167.103138] env[70867]: _type = "Task" [ 1167.103138] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.115387] env[70867]: DEBUG oslo_vmware.api [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474487, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.160079] env[70867]: DEBUG nova.network.neutron [req-3d784714-952e-41c0-b612-f09b8220244e req-13d019c6-2bd3-46d6-9e78-36ab29de6dba service nova] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Updated VIF entry in instance network info cache for port f03e78d0-5805-449f-8797-272c703cdc3f. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.160556] env[70867]: DEBUG nova.network.neutron [req-3d784714-952e-41c0-b612-f09b8220244e req-13d019c6-2bd3-46d6-9e78-36ab29de6dba service nova] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Updating instance_info_cache with network_info: [{"id": "f03e78d0-5805-449f-8797-272c703cdc3f", "address": "fa:16:3e:99:c6:7d", "network": {"id": "113286a0-f085-43d7-9ce7-5d7b6b1e5ebe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-963000551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f95c63cf4c624b05ac41f26e61904aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf03e78d0-58", "ovs_interfaceid": "f03e78d0-5805-449f-8797-272c703cdc3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.194948] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.200356] env[70867]: DEBUG nova.scheduler.client.report [None req-7903c946-1a0e-4f72-9d84-97c07b93b981 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.422328] env[70867]: DEBUG oslo_concurrency.lockutils [None req-749d6815-a395-4d55-aa21-b55331d5680a tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Lock "4e0d6171-331b-4d97-b653-fd68e3c32f98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.539s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.612820] env[70867]: DEBUG oslo_vmware.api [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474487, 'name': ReconfigVM_Task, 'duration_secs': 0.313161} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.613136] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Updating instance '275cda22-565c-4d42-aed3-3057f3ebaf3c' progress to 33 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1167.663393] env[70867]: DEBUG oslo_concurrency.lockutils [req-3d784714-952e-41c0-b612-f09b8220244e req-13d019c6-2bd3-46d6-9e78-36ab29de6dba service nova] Releasing lock "refresh_cache-1c347944-939b-430b-91e7-92dc8544fa1b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.706175] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7903c946-1a0e-4f72-9d84-97c07b93b981 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.829s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.708766] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.533s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.709048] env[70867]: DEBUG nova.objects.instance [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lazy-loading 'resources' on Instance uuid c38d75c5-f00a-4d67-96bb-a920d74eeb2b {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.730363] env[70867]: INFO nova.scheduler.client.report [None req-7903c946-1a0e-4f72-9d84-97c07b93b981 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Deleted allocations for instance 4f02c642-cffe-433c-91ff-bc88b1c288f5 [ 1167.784397] env[70867]: INFO nova.compute.manager [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Rebuilding instance [ 1167.827806] env[70867]: DEBUG nova.compute.manager [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1167.828810] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431695ae-ed08-4f73-b52b-373e91db2d50 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.902832] env[70867]: DEBUG nova.compute.manager [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1167.926168] env[70867]: DEBUG nova.virt.hardware [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.926428] env[70867]: DEBUG nova.virt.hardware [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.926588] env[70867]: DEBUG nova.virt.hardware [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.926774] env[70867]: DEBUG nova.virt.hardware [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.926922] env[70867]: DEBUG nova.virt.hardware [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.927085] env[70867]: DEBUG nova.virt.hardware [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.927299] env[70867]: DEBUG nova.virt.hardware [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.927459] env[70867]: DEBUG nova.virt.hardware [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.927626] env[70867]: DEBUG nova.virt.hardware [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.927790] env[70867]: DEBUG nova.virt.hardware [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.927962] env[70867]: DEBUG nova.virt.hardware [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.928818] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24981b35-349c-442d-9a53-575a0f24cc9d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.936393] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781ea575-c38a-4631-b12f-3e93aafb995c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.086373] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.086589] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.119075] env[70867]: DEBUG nova.virt.hardware [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.119324] env[70867]: DEBUG nova.virt.hardware [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.119481] env[70867]: DEBUG nova.virt.hardware [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.119667] env[70867]: DEBUG nova.virt.hardware [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.119815] env[70867]: DEBUG nova.virt.hardware [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.119962] env[70867]: DEBUG nova.virt.hardware [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.120181] env[70867]: DEBUG nova.virt.hardware [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.120340] env[70867]: DEBUG nova.virt.hardware [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.120502] env[70867]: DEBUG nova.virt.hardware [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.120750] env[70867]: DEBUG nova.virt.hardware [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.120932] env[70867]: DEBUG nova.virt.hardware [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.126604] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1168.127114] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fe563af-a2eb-402b-ad0a-00367688bba8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.146500] env[70867]: DEBUG oslo_vmware.api [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1168.146500] env[70867]: value = "task-3474488" [ 1168.146500] env[70867]: _type = "Task" [ 1168.146500] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.154737] env[70867]: DEBUG oslo_vmware.api [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474488, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.238151] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7903c946-1a0e-4f72-9d84-97c07b93b981 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "4f02c642-cffe-433c-91ff-bc88b1c288f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.787s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.259797] env[70867]: DEBUG nova.network.neutron [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Successfully updated port: 2ccb0c39-c138-4332-bedf-72631f90daed {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1168.438082] env[70867]: DEBUG nova.compute.manager [req-8289780e-f141-408d-a505-e6aa3ea134e7 req-8d8045fa-f396-4a8b-a74f-811b885de81c service nova] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Received event network-vif-plugged-2ccb0c39-c138-4332-bedf-72631f90daed {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.438246] env[70867]: DEBUG oslo_concurrency.lockutils [req-8289780e-f141-408d-a505-e6aa3ea134e7 req-8d8045fa-f396-4a8b-a74f-811b885de81c service nova] Acquiring lock "4ba05c37-242b-4bfe-90df-14c3e30c55a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.438455] env[70867]: DEBUG oslo_concurrency.lockutils [req-8289780e-f141-408d-a505-e6aa3ea134e7 req-8d8045fa-f396-4a8b-a74f-811b885de81c service nova] Lock "4ba05c37-242b-4bfe-90df-14c3e30c55a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.438631] env[70867]: DEBUG oslo_concurrency.lockutils [req-8289780e-f141-408d-a505-e6aa3ea134e7 req-8d8045fa-f396-4a8b-a74f-811b885de81c service nova] Lock "4ba05c37-242b-4bfe-90df-14c3e30c55a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.438801] env[70867]: DEBUG nova.compute.manager [req-8289780e-f141-408d-a505-e6aa3ea134e7 req-8d8045fa-f396-4a8b-a74f-811b885de81c service nova] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] No waiting events found dispatching network-vif-plugged-2ccb0c39-c138-4332-bedf-72631f90daed {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1168.438964] env[70867]: WARNING nova.compute.manager [req-8289780e-f141-408d-a505-e6aa3ea134e7 req-8d8045fa-f396-4a8b-a74f-811b885de81c service nova] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Received unexpected event network-vif-plugged-2ccb0c39-c138-4332-bedf-72631f90daed for instance with vm_state building and task_state spawning. [ 1168.439143] env[70867]: DEBUG nova.compute.manager [req-8289780e-f141-408d-a505-e6aa3ea134e7 req-8d8045fa-f396-4a8b-a74f-811b885de81c service nova] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Received event network-changed-2ccb0c39-c138-4332-bedf-72631f90daed {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.439299] env[70867]: DEBUG nova.compute.manager [req-8289780e-f141-408d-a505-e6aa3ea134e7 req-8d8045fa-f396-4a8b-a74f-811b885de81c service nova] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Refreshing instance network info cache due to event network-changed-2ccb0c39-c138-4332-bedf-72631f90daed. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1168.439484] env[70867]: DEBUG oslo_concurrency.lockutils [req-8289780e-f141-408d-a505-e6aa3ea134e7 req-8d8045fa-f396-4a8b-a74f-811b885de81c service nova] Acquiring lock "refresh_cache-4ba05c37-242b-4bfe-90df-14c3e30c55a8" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.439767] env[70867]: DEBUG oslo_concurrency.lockutils [req-8289780e-f141-408d-a505-e6aa3ea134e7 req-8d8045fa-f396-4a8b-a74f-811b885de81c service nova] Acquired lock "refresh_cache-4ba05c37-242b-4bfe-90df-14c3e30c55a8" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.440013] env[70867]: DEBUG nova.network.neutron [req-8289780e-f141-408d-a505-e6aa3ea134e7 req-8d8045fa-f396-4a8b-a74f-811b885de81c service nova] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Refreshing network info cache for port 2ccb0c39-c138-4332-bedf-72631f90daed {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1168.491548] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96874706-2ef2-4d56-af0f-f2e2017bd4fc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.499899] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d908ec45-c4d4-4edf-8b80-57a3a703a29e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.531597] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92862635-dc6b-468e-94d1-384286ef5334 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.538921] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e4a591-8c6f-47a0-b8f9-d8778ec00439 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.552082] env[70867]: DEBUG nova.compute.provider_tree [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.592627] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.592824] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.593012] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.593197] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.593642] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.594144] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.594144] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70867) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1168.594144] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.614748] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1731294a-3d2b-4e5a-87e0-5e5781ef02b5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquiring lock "c68b3246-5373-4c0a-9bd5-78e6655334f6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.614991] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1731294a-3d2b-4e5a-87e0-5e5781ef02b5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "c68b3246-5373-4c0a-9bd5-78e6655334f6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.656685] env[70867]: DEBUG oslo_vmware.api [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474488, 'name': ReconfigVM_Task, 'duration_secs': 0.184797} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.656965] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1168.657758] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1717a826-b31d-4048-ac8a-23e7df81ce64 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.680457] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 275cda22-565c-4d42-aed3-3057f3ebaf3c/275cda22-565c-4d42-aed3-3057f3ebaf3c.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.680962] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c949028-a755-4c81-a430-f1e0660b7090 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.700246] env[70867]: DEBUG oslo_vmware.api [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1168.700246] env[70867]: value = "task-3474489" [ 1168.700246] env[70867]: _type = "Task" [ 1168.700246] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.708077] env[70867]: DEBUG oslo_vmware.api [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.764085] env[70867]: DEBUG oslo_concurrency.lockutils [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquiring lock "refresh_cache-4ba05c37-242b-4bfe-90df-14c3e30c55a8" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.845158] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.845449] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc77520d-b269-4d93-8721-d230cf473e1d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.853436] env[70867]: DEBUG oslo_vmware.api [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Waiting for the task: (returnval){ [ 1168.853436] env[70867]: value = "task-3474490" [ 1168.853436] env[70867]: _type = "Task" [ 1168.853436] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.862028] env[70867]: DEBUG oslo_vmware.api [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': task-3474490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.974518] env[70867]: DEBUG nova.network.neutron [req-8289780e-f141-408d-a505-e6aa3ea134e7 req-8d8045fa-f396-4a8b-a74f-811b885de81c service nova] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1169.054733] env[70867]: DEBUG nova.scheduler.client.report [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.058528] env[70867]: DEBUG nova.network.neutron [req-8289780e-f141-408d-a505-e6aa3ea134e7 req-8d8045fa-f396-4a8b-a74f-811b885de81c service nova] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.097040] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.118508] env[70867]: DEBUG nova.compute.utils [None req-1731294a-3d2b-4e5a-87e0-5e5781ef02b5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1169.210697] env[70867]: DEBUG oslo_vmware.api [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474489, 'name': ReconfigVM_Task, 'duration_secs': 0.257027} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.211023] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 275cda22-565c-4d42-aed3-3057f3ebaf3c/275cda22-565c-4d42-aed3-3057f3ebaf3c.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.211288] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Updating instance '275cda22-565c-4d42-aed3-3057f3ebaf3c' progress to 50 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1169.363612] env[70867]: DEBUG oslo_vmware.api [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': task-3474490, 'name': PowerOffVM_Task, 'duration_secs': 0.155327} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.363845] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.364051] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1169.364782] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e73bf4-b2da-4380-85a4-04ad928047f0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.371145] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1169.371359] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98019ba6-5bf1-4fc9-a833-0175e31bbb5e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.397425] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1169.397630] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1169.397811] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Deleting the datastore file [datastore1] 4e0d6171-331b-4d97-b653-fd68e3c32f98 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1169.398070] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81b18cc3-4708-4fe1-aaf3-2c9023bf84ca {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.404178] env[70867]: DEBUG oslo_vmware.api [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Waiting for the task: (returnval){ [ 1169.404178] env[70867]: value = "task-3474492" [ 1169.404178] env[70867]: _type = "Task" [ 1169.404178] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.411396] env[70867]: DEBUG oslo_vmware.api [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': task-3474492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.562042] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.853s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.564474] env[70867]: DEBUG oslo_concurrency.lockutils [req-8289780e-f141-408d-a505-e6aa3ea134e7 req-8d8045fa-f396-4a8b-a74f-811b885de81c service nova] Releasing lock "refresh_cache-4ba05c37-242b-4bfe-90df-14c3e30c55a8" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.565231] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f972db3f-c38e-4242-9969-3fa73e369b15 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.956s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.565474] env[70867]: DEBUG nova.objects.instance [None req-f972db3f-c38e-4242-9969-3fa73e369b15 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lazy-loading 'resources' on Instance uuid 7210f47a-0f99-4e44-be09-ef1a1251a589 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.566531] env[70867]: DEBUG oslo_concurrency.lockutils [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquired lock "refresh_cache-4ba05c37-242b-4bfe-90df-14c3e30c55a8" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.566690] env[70867]: DEBUG nova.network.neutron [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.587034] env[70867]: INFO nova.scheduler.client.report [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Deleted allocations for instance c38d75c5-f00a-4d67-96bb-a920d74eeb2b [ 1169.624188] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1731294a-3d2b-4e5a-87e0-5e5781ef02b5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "c68b3246-5373-4c0a-9bd5-78e6655334f6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.717926] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e930675f-e571-4352-8166-dd6970b634cd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.737109] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae53e50-66bd-407f-a3a6-1ea7cf8d0e75 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.755126] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Updating instance '275cda22-565c-4d42-aed3-3057f3ebaf3c' progress to 67 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1169.914027] env[70867]: DEBUG oslo_vmware.api [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': task-3474492, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093881} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.914338] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.914536] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.914714] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1170.097414] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e541bc15-5f3c-40a2-8337-b8b97b9915f7 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "c38d75c5-f00a-4d67-96bb-a920d74eeb2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.363s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.098487] env[70867]: DEBUG nova.network.neutron [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1170.129823] env[70867]: DEBUG nova.objects.instance [None req-94573b5e-1d2a-4c5f-9361-24c8a91083af tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Lazy-loading 'flavor' on Instance uuid ade1fee7-4ec0-42aa-99d2-7d8247def99e {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.240658] env[70867]: DEBUG nova.network.neutron [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Updating instance_info_cache with network_info: [{"id": "2ccb0c39-c138-4332-bedf-72631f90daed", "address": "fa:16:3e:01:4e:31", "network": {"id": "9c954571-970e-4b92-b8f2-8353a88dafda", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1051474933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e3c5444d1cc4707bfeb1ba55b923294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ccb0c39-c1", "ovs_interfaceid": "2ccb0c39-c138-4332-bedf-72631f90daed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.273685] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64f2b0f-ca0f-4161-a6be-a78865a1e78c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.281115] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a5b1f1-8610-4846-9fd5-5c0e4583d742 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.310655] env[70867]: DEBUG nova.network.neutron [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Port b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd binding to destination host cpu-1 is already ACTIVE {{(pid=70867) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1170.312481] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334c963f-ed61-45bf-8e60-264e8f268af8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.319726] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70106ca-6c3f-4b94-b56d-bd613038a1e2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.333834] env[70867]: DEBUG nova.compute.provider_tree [None req-f972db3f-c38e-4242-9969-3fa73e369b15 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.637242] env[70867]: DEBUG oslo_concurrency.lockutils [None req-94573b5e-1d2a-4c5f-9361-24c8a91083af tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Acquiring lock "refresh_cache-ade1fee7-4ec0-42aa-99d2-7d8247def99e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.637428] env[70867]: DEBUG oslo_concurrency.lockutils [None req-94573b5e-1d2a-4c5f-9361-24c8a91083af tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Acquired lock "refresh_cache-ade1fee7-4ec0-42aa-99d2-7d8247def99e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.694066] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1731294a-3d2b-4e5a-87e0-5e5781ef02b5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquiring lock "c68b3246-5373-4c0a-9bd5-78e6655334f6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.694350] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1731294a-3d2b-4e5a-87e0-5e5781ef02b5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "c68b3246-5373-4c0a-9bd5-78e6655334f6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.694589] env[70867]: INFO nova.compute.manager [None req-1731294a-3d2b-4e5a-87e0-5e5781ef02b5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Attaching volume e91bad39-2646-4a1e-a5c1-5352c86d76e6 to /dev/sdb [ 1170.725211] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db091f44-4dfa-4d92-a75e-421efe2fad20 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.732818] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e265717-d2bb-4fc9-826d-be2a1f5adc3a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.746637] env[70867]: DEBUG oslo_concurrency.lockutils [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Releasing lock "refresh_cache-4ba05c37-242b-4bfe-90df-14c3e30c55a8" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.746943] env[70867]: DEBUG nova.compute.manager [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Instance network_info: |[{"id": "2ccb0c39-c138-4332-bedf-72631f90daed", "address": "fa:16:3e:01:4e:31", "network": {"id": "9c954571-970e-4b92-b8f2-8353a88dafda", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1051474933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e3c5444d1cc4707bfeb1ba55b923294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ccb0c39-c1", "ovs_interfaceid": "2ccb0c39-c138-4332-bedf-72631f90daed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1170.747314] env[70867]: DEBUG nova.virt.block_device [None req-1731294a-3d2b-4e5a-87e0-5e5781ef02b5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Updating existing volume attachment record: 98e506c5-5e51-4001-bb89-8d0d7b25a81d {{(pid=70867) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1170.751058] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:4e:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff1f3320-df8e-49df-a412-9797a23bd173', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ccb0c39-c138-4332-bedf-72631f90daed', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1170.757295] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.757698] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1170.757796] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-906db6ae-875a-41a5-8181-b4235d6e9921 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.782310] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1170.782310] env[70867]: value = "task-3474493" [ 1170.782310] env[70867]: _type = "Task" [ 1170.782310] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.790671] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474493, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.836444] env[70867]: DEBUG nova.scheduler.client.report [None req-f972db3f-c38e-4242-9969-3fa73e369b15 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.945289] env[70867]: DEBUG nova.virt.hardware [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.945489] env[70867]: DEBUG nova.virt.hardware [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.945653] env[70867]: DEBUG nova.virt.hardware [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.945844] env[70867]: DEBUG nova.virt.hardware [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.945979] env[70867]: DEBUG nova.virt.hardware [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.946185] env[70867]: DEBUG nova.virt.hardware [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.946340] env[70867]: DEBUG nova.virt.hardware [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.946497] env[70867]: DEBUG nova.virt.hardware [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.946663] env[70867]: DEBUG nova.virt.hardware [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.946828] env[70867]: DEBUG nova.virt.hardware [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.947007] env[70867]: DEBUG nova.virt.hardware [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.948022] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f049e5c6-4b4a-451e-bbfa-7ebdd81a9aa0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.956813] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06865fd-5faa-4edf-be27-8f3b8499f896 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.971683] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Instance VIF info [] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1170.977413] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.977702] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1170.977933] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee96e56a-77cd-41f9-9f1a-fbac4e7025e8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.995288] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1170.995288] env[70867]: value = "task-3474495" [ 1170.995288] env[70867]: _type = "Task" [ 1170.995288] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.003793] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474495, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.064421] env[70867]: DEBUG nova.network.neutron [None req-94573b5e-1d2a-4c5f-9361-24c8a91083af tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.155470] env[70867]: DEBUG nova.compute.manager [req-adbb702c-5d44-4c9b-8fdc-59d51d869dcd req-de35de67-966d-4aa3-9281-aaa6c9017cbf service nova] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Received event network-changed-00a18956-6506-4bd9-b9b1-7231a80663b7 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.155470] env[70867]: DEBUG nova.compute.manager [req-adbb702c-5d44-4c9b-8fdc-59d51d869dcd req-de35de67-966d-4aa3-9281-aaa6c9017cbf service nova] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Refreshing instance network info cache due to event network-changed-00a18956-6506-4bd9-b9b1-7231a80663b7. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1171.155470] env[70867]: DEBUG oslo_concurrency.lockutils [req-adbb702c-5d44-4c9b-8fdc-59d51d869dcd req-de35de67-966d-4aa3-9281-aaa6c9017cbf service nova] Acquiring lock "refresh_cache-ade1fee7-4ec0-42aa-99d2-7d8247def99e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.293451] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474493, 'name': CreateVM_Task, 'duration_secs': 0.30589} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.293451] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1171.294069] env[70867]: DEBUG oslo_concurrency.lockutils [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.294240] env[70867]: DEBUG oslo_concurrency.lockutils [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.294562] env[70867]: DEBUG oslo_concurrency.lockutils [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.294822] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfff20f8-c9a3-4f23-ba56-096c05f97b52 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.299451] env[70867]: DEBUG oslo_vmware.api [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1171.299451] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5237d6fa-5a60-0608-11c0-1c3f2898921a" [ 1171.299451] env[70867]: _type = "Task" [ 1171.299451] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.309506] env[70867]: DEBUG oslo_vmware.api [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5237d6fa-5a60-0608-11c0-1c3f2898921a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.337211] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "275cda22-565c-4d42-aed3-3057f3ebaf3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.337714] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "275cda22-565c-4d42-aed3-3057f3ebaf3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.337714] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "275cda22-565c-4d42-aed3-3057f3ebaf3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.341028] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f972db3f-c38e-4242-9969-3fa73e369b15 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.776s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.344217] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.110s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.345492] env[70867]: INFO nova.compute.claims [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1171.361021] env[70867]: INFO nova.scheduler.client.report [None req-f972db3f-c38e-4242-9969-3fa73e369b15 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Deleted allocations for instance 7210f47a-0f99-4e44-be09-ef1a1251a589 [ 1171.506117] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474495, 'name': CreateVM_Task, 'duration_secs': 0.257368} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.506294] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1171.506702] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.811632] env[70867]: DEBUG oslo_vmware.api [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5237d6fa-5a60-0608-11c0-1c3f2898921a, 'name': SearchDatastore_Task, 'duration_secs': 0.009644} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.811632] env[70867]: DEBUG oslo_concurrency.lockutils [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.812227] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1171.812227] env[70867]: DEBUG oslo_concurrency.lockutils [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.812313] env[70867]: DEBUG oslo_concurrency.lockutils [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.812510] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1171.812799] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.813266] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.813654] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e58fa3a6-1b19-42ab-acb8-2123d4bb0a9f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.815440] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bb4f69b-2052-4d7d-9f54-bc2549189e46 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.820848] env[70867]: DEBUG oslo_vmware.api [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Waiting for the task: (returnval){ [ 1171.820848] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52943367-011d-2712-4739-7cd3325e6df5" [ 1171.820848] env[70867]: _type = "Task" [ 1171.820848] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.821802] env[70867]: DEBUG nova.network.neutron [None req-94573b5e-1d2a-4c5f-9361-24c8a91083af tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Updating instance_info_cache with network_info: [{"id": "00a18956-6506-4bd9-b9b1-7231a80663b7", "address": "fa:16:3e:ec:2e:fa", "network": {"id": "cb921cdd-b645-44cf-a3c3-c31932f3ebf0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-797478650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77a59b672d914d5fa10807409b306b38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00a18956-65", "ovs_interfaceid": "00a18956-6506-4bd9-b9b1-7231a80663b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.827302] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1171.827487] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1171.828558] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-788b26a2-efc7-4f6b-8ebd-8d203620026f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.833715] env[70867]: DEBUG oslo_vmware.api [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52943367-011d-2712-4739-7cd3325e6df5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.836576] env[70867]: DEBUG oslo_vmware.api [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1171.836576] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]525b5060-18b0-4afb-becf-c25719617e85" [ 1171.836576] env[70867]: _type = "Task" [ 1171.836576] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.846791] env[70867]: DEBUG oslo_vmware.api [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]525b5060-18b0-4afb-becf-c25719617e85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.869056] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f972db3f-c38e-4242-9969-3fa73e369b15 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "7210f47a-0f99-4e44-be09-ef1a1251a589" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.841s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.243667] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d0681c14-bb73-4de7-9612-24537c7c3c44 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "84faada5-6ddd-4896-9455-95512c240fa6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.243667] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d0681c14-bb73-4de7-9612-24537c7c3c44 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "84faada5-6ddd-4896-9455-95512c240fa6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.244521] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d0681c14-bb73-4de7-9612-24537c7c3c44 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "84faada5-6ddd-4896-9455-95512c240fa6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.244521] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d0681c14-bb73-4de7-9612-24537c7c3c44 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "84faada5-6ddd-4896-9455-95512c240fa6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.244521] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d0681c14-bb73-4de7-9612-24537c7c3c44 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "84faada5-6ddd-4896-9455-95512c240fa6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.247019] env[70867]: INFO nova.compute.manager [None req-d0681c14-bb73-4de7-9612-24537c7c3c44 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Terminating instance [ 1172.276031] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "ef0b2c75-c355-4135-8245-b25502cb0711" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.276031] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "ef0b2c75-c355-4135-8245-b25502cb0711" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.328252] env[70867]: DEBUG oslo_concurrency.lockutils [None req-94573b5e-1d2a-4c5f-9361-24c8a91083af tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Releasing lock "refresh_cache-ade1fee7-4ec0-42aa-99d2-7d8247def99e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.328483] env[70867]: DEBUG nova.compute.manager [None req-94573b5e-1d2a-4c5f-9361-24c8a91083af tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Inject network info {{(pid=70867) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1172.328764] env[70867]: DEBUG nova.compute.manager [None req-94573b5e-1d2a-4c5f-9361-24c8a91083af tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] network_info to inject: |[{"id": "00a18956-6506-4bd9-b9b1-7231a80663b7", "address": "fa:16:3e:ec:2e:fa", "network": {"id": "cb921cdd-b645-44cf-a3c3-c31932f3ebf0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-797478650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77a59b672d914d5fa10807409b306b38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00a18956-65", "ovs_interfaceid": "00a18956-6506-4bd9-b9b1-7231a80663b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1172.333595] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-94573b5e-1d2a-4c5f-9361-24c8a91083af tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Reconfiguring VM instance to set the machine id {{(pid=70867) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1172.338529] env[70867]: DEBUG oslo_concurrency.lockutils [req-adbb702c-5d44-4c9b-8fdc-59d51d869dcd req-de35de67-966d-4aa3-9281-aaa6c9017cbf service nova] Acquired lock "refresh_cache-ade1fee7-4ec0-42aa-99d2-7d8247def99e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.338529] env[70867]: DEBUG nova.network.neutron [req-adbb702c-5d44-4c9b-8fdc-59d51d869dcd req-de35de67-966d-4aa3-9281-aaa6c9017cbf service nova] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Refreshing network info cache for port 00a18956-6506-4bd9-b9b1-7231a80663b7 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.338757] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07208ab2-d2f4-4b2c-9a34-df82ae99cf34 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.348935] env[70867]: DEBUG oslo_vmware.api [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52943367-011d-2712-4739-7cd3325e6df5, 'name': SearchDatastore_Task, 'duration_secs': 0.017538} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.358544] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.358841] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1172.359108] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.365543] env[70867]: DEBUG nova.objects.instance [None req-153682eb-1f29-4efa-8222-f5bfdf5ee5d1 tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Lazy-loading 'flavor' on Instance uuid ade1fee7-4ec0-42aa-99d2-7d8247def99e {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.369267] env[70867]: DEBUG oslo_vmware.api [None req-94573b5e-1d2a-4c5f-9361-24c8a91083af tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Waiting for the task: (returnval){ [ 1172.369267] env[70867]: value = "task-3474496" [ 1172.369267] env[70867]: _type = "Task" [ 1172.369267] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.373595] env[70867]: DEBUG oslo_vmware.api [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]525b5060-18b0-4afb-becf-c25719617e85, 'name': SearchDatastore_Task, 'duration_secs': 0.009021} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.377395] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f8518c1-e38d-4947-8eb0-0036f56f5888 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.388660] env[70867]: DEBUG oslo_vmware.api [None req-94573b5e-1d2a-4c5f-9361-24c8a91083af tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Task: {'id': task-3474496, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.389020] env[70867]: DEBUG oslo_vmware.api [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1172.389020] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52d3d751-98a3-3bd5-7724-3be776f5069f" [ 1172.389020] env[70867]: _type = "Task" [ 1172.389020] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.397901] env[70867]: DEBUG oslo_vmware.api [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52d3d751-98a3-3bd5-7724-3be776f5069f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.419121] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "refresh_cache-275cda22-565c-4d42-aed3-3057f3ebaf3c" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.419578] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquired lock "refresh_cache-275cda22-565c-4d42-aed3-3057f3ebaf3c" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.419578] env[70867]: DEBUG nova.network.neutron [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.551879] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1a9279-5286-446d-a10a-2f24e348d01c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.559283] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082d5ac2-8807-4ef3-ac87-e3b12100fb51 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.593281] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc872939-23e1-49ac-8921-c817be8ab7aa {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.600422] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984fab41-aa13-4e07-88e4-bcdb7bba12c0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.617750] env[70867]: DEBUG nova.compute.provider_tree [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.626134] env[70867]: DEBUG nova.network.neutron [req-adbb702c-5d44-4c9b-8fdc-59d51d869dcd req-de35de67-966d-4aa3-9281-aaa6c9017cbf service nova] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Updated VIF entry in instance network info cache for port 00a18956-6506-4bd9-b9b1-7231a80663b7. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.626507] env[70867]: DEBUG nova.network.neutron [req-adbb702c-5d44-4c9b-8fdc-59d51d869dcd req-de35de67-966d-4aa3-9281-aaa6c9017cbf service nova] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Updating instance_info_cache with network_info: [{"id": "00a18956-6506-4bd9-b9b1-7231a80663b7", "address": "fa:16:3e:ec:2e:fa", "network": {"id": "cb921cdd-b645-44cf-a3c3-c31932f3ebf0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-797478650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77a59b672d914d5fa10807409b306b38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00a18956-65", "ovs_interfaceid": "00a18956-6506-4bd9-b9b1-7231a80663b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.751474] env[70867]: DEBUG nova.compute.manager [None req-d0681c14-bb73-4de7-9612-24537c7c3c44 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1172.752464] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d0681c14-bb73-4de7-9612-24537c7c3c44 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1172.753421] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acdda4a-437a-45fa-b9b9-4cb63839f1fd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.761266] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0681c14-bb73-4de7-9612-24537c7c3c44 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.761502] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7db1bd13-35ae-4def-bf30-5409f0ba75fc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.767834] env[70867]: DEBUG oslo_vmware.api [None req-d0681c14-bb73-4de7-9612-24537c7c3c44 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1172.767834] env[70867]: value = "task-3474497" [ 1172.767834] env[70867]: _type = "Task" [ 1172.767834] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.775570] env[70867]: DEBUG oslo_vmware.api [None req-d0681c14-bb73-4de7-9612-24537c7c3c44 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.778027] env[70867]: DEBUG nova.compute.manager [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1172.871347] env[70867]: DEBUG oslo_concurrency.lockutils [None req-153682eb-1f29-4efa-8222-f5bfdf5ee5d1 tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Acquiring lock "refresh_cache-ade1fee7-4ec0-42aa-99d2-7d8247def99e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.883012] env[70867]: DEBUG oslo_vmware.api [None req-94573b5e-1d2a-4c5f-9361-24c8a91083af tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Task: {'id': task-3474496, 'name': ReconfigVM_Task, 'duration_secs': 0.142767} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.883320] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-94573b5e-1d2a-4c5f-9361-24c8a91083af tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Reconfigured VM instance to set the machine id {{(pid=70867) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1172.899358] env[70867]: DEBUG oslo_vmware.api [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52d3d751-98a3-3bd5-7724-3be776f5069f, 'name': SearchDatastore_Task, 'duration_secs': 0.0134} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.899621] env[70867]: DEBUG oslo_concurrency.lockutils [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.899920] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 4ba05c37-242b-4bfe-90df-14c3e30c55a8/4ba05c37-242b-4bfe-90df-14c3e30c55a8.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1172.900282] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.900492] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1172.900741] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc842c1b-82ed-4f21-8a30-df3932a21fce {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.902662] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfe997f8-b2fd-4535-b772-4da7d963350b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.908972] env[70867]: DEBUG oslo_vmware.api [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1172.908972] env[70867]: value = "task-3474498" [ 1172.908972] env[70867]: _type = "Task" [ 1172.908972] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.913780] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1172.913984] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1172.915061] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-709e4d19-c7d4-4cf4-9efb-6cdd1970fc90 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.920550] env[70867]: DEBUG oslo_vmware.api [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.925187] env[70867]: DEBUG oslo_vmware.api [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Waiting for the task: (returnval){ [ 1172.925187] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52edcbe9-57a7-103a-73c6-d268ecf99bd5" [ 1172.925187] env[70867]: _type = "Task" [ 1172.925187] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.933642] env[70867]: DEBUG oslo_vmware.api [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52edcbe9-57a7-103a-73c6-d268ecf99bd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.121287] env[70867]: DEBUG nova.scheduler.client.report [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.131616] env[70867]: DEBUG oslo_concurrency.lockutils [req-adbb702c-5d44-4c9b-8fdc-59d51d869dcd req-de35de67-966d-4aa3-9281-aaa6c9017cbf service nova] Releasing lock "refresh_cache-ade1fee7-4ec0-42aa-99d2-7d8247def99e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.131616] env[70867]: DEBUG oslo_concurrency.lockutils [None req-153682eb-1f29-4efa-8222-f5bfdf5ee5d1 tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Acquired lock "refresh_cache-ade1fee7-4ec0-42aa-99d2-7d8247def99e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.232627] env[70867]: DEBUG nova.network.neutron [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Updating instance_info_cache with network_info: [{"id": "b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd", "address": "fa:16:3e:85:75:73", "network": {"id": "0f24c0fc-b194-43e8-968e-2e17fa9a3a2a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1239692035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f94b6672cd2148058cf204653b4d1471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb15a0b53-d6", "ovs_interfaceid": "b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.278894] env[70867]: DEBUG oslo_vmware.api [None req-d0681c14-bb73-4de7-9612-24537c7c3c44 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474497, 'name': PowerOffVM_Task, 'duration_secs': 0.186685} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.279244] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0681c14-bb73-4de7-9612-24537c7c3c44 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1173.279705] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d0681c14-bb73-4de7-9612-24537c7c3c44 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1173.279705] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1595075-0bbf-46eb-b03b-dda9cb86947d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.298330] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.356142] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d0681c14-bb73-4de7-9612-24537c7c3c44 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1173.356382] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d0681c14-bb73-4de7-9612-24537c7c3c44 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1173.357054] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0681c14-bb73-4de7-9612-24537c7c3c44 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Deleting the datastore file [datastore2] 84faada5-6ddd-4896-9455-95512c240fa6 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1173.357054] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16374f3e-0599-4403-b080-0eb13f90782e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.364648] env[70867]: DEBUG oslo_vmware.api [None req-d0681c14-bb73-4de7-9612-24537c7c3c44 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1173.364648] env[70867]: value = "task-3474501" [ 1173.364648] env[70867]: _type = "Task" [ 1173.364648] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.374691] env[70867]: DEBUG oslo_vmware.api [None req-d0681c14-bb73-4de7-9612-24537c7c3c44 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.418397] env[70867]: DEBUG oslo_vmware.api [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488565} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.418763] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 4ba05c37-242b-4bfe-90df-14c3e30c55a8/4ba05c37-242b-4bfe-90df-14c3e30c55a8.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1173.418990] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1173.419259] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82ab7aa9-9af2-4a65-9628-13ef5c42ab2e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.425618] env[70867]: DEBUG oslo_vmware.api [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1173.425618] env[70867]: value = "task-3474502" [ 1173.425618] env[70867]: _type = "Task" [ 1173.425618] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.436362] env[70867]: DEBUG oslo_vmware.api [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.440221] env[70867]: DEBUG oslo_vmware.api [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52edcbe9-57a7-103a-73c6-d268ecf99bd5, 'name': SearchDatastore_Task, 'duration_secs': 0.010002} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.441028] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ee1d4fd-61bc-492f-b7be-f0f9f542ed9b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.445767] env[70867]: DEBUG oslo_vmware.api [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Waiting for the task: (returnval){ [ 1173.445767] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52faec88-8c62-40cc-53ce-c79a2b779be5" [ 1173.445767] env[70867]: _type = "Task" [ 1173.445767] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.452961] env[70867]: DEBUG oslo_vmware.api [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52faec88-8c62-40cc-53ce-c79a2b779be5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.537160] env[70867]: DEBUG nova.network.neutron [None req-153682eb-1f29-4efa-8222-f5bfdf5ee5d1 tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.560509] env[70867]: DEBUG nova.compute.manager [req-5d02f0fc-c006-4560-892e-80d09d385844 req-f96017cd-3605-4659-834b-c2b16d019c17 service nova] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Received event network-changed-00a18956-6506-4bd9-b9b1-7231a80663b7 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.560785] env[70867]: DEBUG nova.compute.manager [req-5d02f0fc-c006-4560-892e-80d09d385844 req-f96017cd-3605-4659-834b-c2b16d019c17 service nova] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Refreshing instance network info cache due to event network-changed-00a18956-6506-4bd9-b9b1-7231a80663b7. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1173.560992] env[70867]: DEBUG oslo_concurrency.lockutils [req-5d02f0fc-c006-4560-892e-80d09d385844 req-f96017cd-3605-4659-834b-c2b16d019c17 service nova] Acquiring lock "refresh_cache-ade1fee7-4ec0-42aa-99d2-7d8247def99e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.626745] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.283s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.627268] env[70867]: DEBUG nova.compute.manager [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1173.629919] env[70867]: DEBUG oslo_concurrency.lockutils [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.897s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.631491] env[70867]: INFO nova.compute.claims [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1173.738945] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Releasing lock "refresh_cache-275cda22-565c-4d42-aed3-3057f3ebaf3c" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.878227] env[70867]: DEBUG oslo_vmware.api [None req-d0681c14-bb73-4de7-9612-24537c7c3c44 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152191} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.878605] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0681c14-bb73-4de7-9612-24537c7c3c44 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.878897] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d0681c14-bb73-4de7-9612-24537c7c3c44 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.879199] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d0681c14-bb73-4de7-9612-24537c7c3c44 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1173.879477] env[70867]: INFO nova.compute.manager [None req-d0681c14-bb73-4de7-9612-24537c7c3c44 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1173.879838] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0681c14-bb73-4de7-9612-24537c7c3c44 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.880136] env[70867]: DEBUG nova.compute.manager [-] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1173.880285] env[70867]: DEBUG nova.network.neutron [-] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1173.935928] env[70867]: DEBUG oslo_vmware.api [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064002} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.936195] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1173.936972] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7e2fb9-6a56-42cf-968a-e231e973cd8a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.969202] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 4ba05c37-242b-4bfe-90df-14c3e30c55a8/4ba05c37-242b-4bfe-90df-14c3e30c55a8.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.973042] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58262d29-9a08-44d9-a411-81ce70a60660 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.996188] env[70867]: DEBUG oslo_vmware.api [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52faec88-8c62-40cc-53ce-c79a2b779be5, 'name': SearchDatastore_Task, 'duration_secs': 0.009777} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.997683] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.998013] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 4e0d6171-331b-4d97-b653-fd68e3c32f98/4e0d6171-331b-4d97-b653-fd68e3c32f98.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1173.998361] env[70867]: DEBUG oslo_vmware.api [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1173.998361] env[70867]: value = "task-3474503" [ 1173.998361] env[70867]: _type = "Task" [ 1173.998361] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.998553] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8eecd49d-d7fd-47f2-ba59-88478e239fd9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.009301] env[70867]: DEBUG oslo_vmware.api [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474503, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.011139] env[70867]: DEBUG oslo_vmware.api [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Waiting for the task: (returnval){ [ 1174.011139] env[70867]: value = "task-3474504" [ 1174.011139] env[70867]: _type = "Task" [ 1174.011139] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.018158] env[70867]: DEBUG oslo_vmware.api [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': task-3474504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.135957] env[70867]: DEBUG nova.compute.utils [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1174.140079] env[70867]: DEBUG nova.compute.manager [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1174.140793] env[70867]: DEBUG nova.network.neutron [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1174.187471] env[70867]: DEBUG nova.policy [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bab778105cf4cebb0dccea0aae290c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73a13fbd950b48dd91a096cbbeb17b4d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1174.263898] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ad81ca-4db4-42ff-9227-318c902a9a78 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.285980] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e006360-8076-40b7-98eb-0cdf5145994b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.293574] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Updating instance '275cda22-565c-4d42-aed3-3057f3ebaf3c' progress to 83 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1174.334561] env[70867]: DEBUG nova.network.neutron [None req-153682eb-1f29-4efa-8222-f5bfdf5ee5d1 tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Updating instance_info_cache with network_info: [{"id": "00a18956-6506-4bd9-b9b1-7231a80663b7", "address": "fa:16:3e:ec:2e:fa", "network": {"id": "cb921cdd-b645-44cf-a3c3-c31932f3ebf0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-797478650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77a59b672d914d5fa10807409b306b38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00a18956-65", "ovs_interfaceid": "00a18956-6506-4bd9-b9b1-7231a80663b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.510023] env[70867]: DEBUG oslo_vmware.api [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474503, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.519524] env[70867]: DEBUG oslo_vmware.api [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': task-3474504, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.641302] env[70867]: DEBUG nova.compute.manager [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1174.674172] env[70867]: DEBUG nova.network.neutron [-] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.784139] env[70867]: DEBUG nova.network.neutron [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Successfully created port: ea0d8b03-d862-4332-86e1-3ef5dbf14c15 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1174.799307] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.799968] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddd1cbc6-8151-49f9-8d6c-0da2a9b11317 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.810362] env[70867]: DEBUG oslo_vmware.api [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1174.810362] env[70867]: value = "task-3474505" [ 1174.810362] env[70867]: _type = "Task" [ 1174.810362] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.823299] env[70867]: DEBUG oslo_vmware.api [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.836719] env[70867]: DEBUG oslo_concurrency.lockutils [None req-153682eb-1f29-4efa-8222-f5bfdf5ee5d1 tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Releasing lock "refresh_cache-ade1fee7-4ec0-42aa-99d2-7d8247def99e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.837109] env[70867]: DEBUG nova.compute.manager [None req-153682eb-1f29-4efa-8222-f5bfdf5ee5d1 tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Inject network info {{(pid=70867) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1174.837354] env[70867]: DEBUG nova.compute.manager [None req-153682eb-1f29-4efa-8222-f5bfdf5ee5d1 tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] network_info to inject: |[{"id": "00a18956-6506-4bd9-b9b1-7231a80663b7", "address": "fa:16:3e:ec:2e:fa", "network": {"id": "cb921cdd-b645-44cf-a3c3-c31932f3ebf0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-797478650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77a59b672d914d5fa10807409b306b38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00a18956-65", "ovs_interfaceid": "00a18956-6506-4bd9-b9b1-7231a80663b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1174.842296] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-153682eb-1f29-4efa-8222-f5bfdf5ee5d1 tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Reconfiguring VM instance to set the machine id {{(pid=70867) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1174.845687] env[70867]: DEBUG oslo_concurrency.lockutils [req-5d02f0fc-c006-4560-892e-80d09d385844 req-f96017cd-3605-4659-834b-c2b16d019c17 service nova] Acquired lock "refresh_cache-ade1fee7-4ec0-42aa-99d2-7d8247def99e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.845687] env[70867]: DEBUG nova.network.neutron [req-5d02f0fc-c006-4560-892e-80d09d385844 req-f96017cd-3605-4659-834b-c2b16d019c17 service nova] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Refreshing network info cache for port 00a18956-6506-4bd9-b9b1-7231a80663b7 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.847436] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e9ee407-9aa8-4a12-b1d9-8ff76e3463a2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.864927] env[70867]: DEBUG oslo_vmware.api [None req-153682eb-1f29-4efa-8222-f5bfdf5ee5d1 tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Waiting for the task: (returnval){ [ 1174.864927] env[70867]: value = "task-3474506" [ 1174.864927] env[70867]: _type = "Task" [ 1174.864927] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.875690] env[70867]: DEBUG oslo_vmware.api [None req-153682eb-1f29-4efa-8222-f5bfdf5ee5d1 tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Task: {'id': task-3474506, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.913370] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efb6878-bf3f-49e9-aaf5-da5dd7f60e54 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.921089] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9794e218-3951-44e7-a792-68456d02d6c2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.950707] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff6f0cc-8261-4392-b8cf-fadee031dec7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.958095] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a021ef-dd0d-4760-94c2-a487cefa75c6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.972273] env[70867]: DEBUG nova.compute.provider_tree [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.010518] env[70867]: DEBUG oslo_vmware.api [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474503, 'name': ReconfigVM_Task, 'duration_secs': 0.95138} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.010796] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 4ba05c37-242b-4bfe-90df-14c3e30c55a8/4ba05c37-242b-4bfe-90df-14c3e30c55a8.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.011484] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59a9d942-3a81-486d-826d-29ba95b1e61a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.021535] env[70867]: DEBUG oslo_vmware.api [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': task-3474504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.852599} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.022693] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 4e0d6171-331b-4d97-b653-fd68e3c32f98/4e0d6171-331b-4d97-b653-fd68e3c32f98.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1175.022913] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1175.023225] env[70867]: DEBUG oslo_vmware.api [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1175.023225] env[70867]: value = "task-3474507" [ 1175.023225] env[70867]: _type = "Task" [ 1175.023225] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.023409] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e28f701-55c9-4e48-a217-335bc3cc77f7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.032523] env[70867]: DEBUG oslo_vmware.api [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Waiting for the task: (returnval){ [ 1175.032523] env[70867]: value = "task-3474508" [ 1175.032523] env[70867]: _type = "Task" [ 1175.032523] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.046488] env[70867]: DEBUG oslo_vmware.api [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': task-3474508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.074620] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cdc0f539-9081-4486-8416-1513a88ce23c tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Acquiring lock "ade1fee7-4ec0-42aa-99d2-7d8247def99e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.074945] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cdc0f539-9081-4486-8416-1513a88ce23c tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Lock "ade1fee7-4ec0-42aa-99d2-7d8247def99e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.075191] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cdc0f539-9081-4486-8416-1513a88ce23c tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Acquiring lock "ade1fee7-4ec0-42aa-99d2-7d8247def99e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.075397] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cdc0f539-9081-4486-8416-1513a88ce23c tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Lock "ade1fee7-4ec0-42aa-99d2-7d8247def99e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.075600] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cdc0f539-9081-4486-8416-1513a88ce23c tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Lock "ade1fee7-4ec0-42aa-99d2-7d8247def99e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.077774] env[70867]: INFO nova.compute.manager [None req-cdc0f539-9081-4486-8416-1513a88ce23c tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Terminating instance [ 1175.177706] env[70867]: INFO nova.compute.manager [-] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Took 1.30 seconds to deallocate network for instance. [ 1175.307867] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-1731294a-3d2b-4e5a-87e0-5e5781ef02b5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Volume attach. Driver type: vmdk {{(pid=70867) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1175.308131] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-1731294a-3d2b-4e5a-87e0-5e5781ef02b5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694559', 'volume_id': 'e91bad39-2646-4a1e-a5c1-5352c86d76e6', 'name': 'volume-e91bad39-2646-4a1e-a5c1-5352c86d76e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c68b3246-5373-4c0a-9bd5-78e6655334f6', 'attached_at': '', 'detached_at': '', 'volume_id': 'e91bad39-2646-4a1e-a5c1-5352c86d76e6', 'serial': 'e91bad39-2646-4a1e-a5c1-5352c86d76e6'} {{(pid=70867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1175.309124] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c993a045-2ba9-4ca9-881d-7cf8323fd9fb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.334965] env[70867]: DEBUG oslo_vmware.api [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474505, 'name': PowerOnVM_Task, 'duration_secs': 0.399777} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.335426] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d536fa8-fa7b-4c6d-a3ab-d9e33f17848a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.338017] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.338209] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb4eca8-0e56-467c-a758-b9697516c33f tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Updating instance '275cda22-565c-4d42-aed3-3057f3ebaf3c' progress to 100 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1175.363642] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-1731294a-3d2b-4e5a-87e0-5e5781ef02b5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] volume-e91bad39-2646-4a1e-a5c1-5352c86d76e6/volume-e91bad39-2646-4a1e-a5c1-5352c86d76e6.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.366134] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-338843eb-6725-4184-8e2b-044efd4b6915 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.387731] env[70867]: DEBUG oslo_vmware.api [None req-153682eb-1f29-4efa-8222-f5bfdf5ee5d1 tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Task: {'id': task-3474506, 'name': ReconfigVM_Task, 'duration_secs': 0.129215} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.389657] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-153682eb-1f29-4efa-8222-f5bfdf5ee5d1 tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Reconfigured VM instance to set the machine id {{(pid=70867) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1175.392039] env[70867]: DEBUG oslo_vmware.api [None req-1731294a-3d2b-4e5a-87e0-5e5781ef02b5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 1175.392039] env[70867]: value = "task-3474509" [ 1175.392039] env[70867]: _type = "Task" [ 1175.392039] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.399853] env[70867]: DEBUG oslo_vmware.api [None req-1731294a-3d2b-4e5a-87e0-5e5781ef02b5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474509, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.475374] env[70867]: DEBUG nova.scheduler.client.report [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.534038] env[70867]: DEBUG oslo_vmware.api [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474507, 'name': Rename_Task, 'duration_secs': 0.150018} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.534465] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1175.534715] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65bce790-c06d-47cc-85aa-235c981aef0d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.543010] env[70867]: DEBUG oslo_vmware.api [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1175.543010] env[70867]: value = "task-3474510" [ 1175.543010] env[70867]: _type = "Task" [ 1175.543010] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.548132] env[70867]: DEBUG oslo_vmware.api [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': task-3474508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070375} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.550927] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1175.551753] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13dc6e05-0da5-4c27-94fe-4bbd688d0a8d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.559467] env[70867]: DEBUG oslo_vmware.api [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474510, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.574449] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 4e0d6171-331b-4d97-b653-fd68e3c32f98/4e0d6171-331b-4d97-b653-fd68e3c32f98.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.574935] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7bc586a-a4dc-4d0c-a6a6-45235538321a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.591408] env[70867]: DEBUG nova.compute.manager [None req-cdc0f539-9081-4486-8416-1513a88ce23c tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.591555] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc0f539-9081-4486-8416-1513a88ce23c tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.592826] env[70867]: DEBUG nova.compute.manager [req-03adcbd4-b3de-4a10-a2eb-339068ec2c2c req-f5236a30-aa4b-4036-8e99-e854aa4c1a8c service nova] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Received event network-vif-deleted-06a45b2e-6015-4e08-976c-6649a080df89 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.594100] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6dfb8e-7bd5-48af-bde8-6fac5c869037 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.602344] env[70867]: DEBUG oslo_vmware.api [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Waiting for the task: (returnval){ [ 1175.602344] env[70867]: value = "task-3474511" [ 1175.602344] env[70867]: _type = "Task" [ 1175.602344] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.604875] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc0f539-9081-4486-8416-1513a88ce23c tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.607949] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48d59b58-e0e5-4d3e-b333-69199978702b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.618018] env[70867]: DEBUG oslo_vmware.api [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': task-3474511, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.618018] env[70867]: DEBUG oslo_vmware.api [None req-cdc0f539-9081-4486-8416-1513a88ce23c tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Waiting for the task: (returnval){ [ 1175.618018] env[70867]: value = "task-3474512" [ 1175.618018] env[70867]: _type = "Task" [ 1175.618018] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.629081] env[70867]: DEBUG oslo_vmware.api [None req-cdc0f539-9081-4486-8416-1513a88ce23c tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Task: {'id': task-3474512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.635151] env[70867]: DEBUG nova.network.neutron [req-5d02f0fc-c006-4560-892e-80d09d385844 req-f96017cd-3605-4659-834b-c2b16d019c17 service nova] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Updated VIF entry in instance network info cache for port 00a18956-6506-4bd9-b9b1-7231a80663b7. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.635543] env[70867]: DEBUG nova.network.neutron [req-5d02f0fc-c006-4560-892e-80d09d385844 req-f96017cd-3605-4659-834b-c2b16d019c17 service nova] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Updating instance_info_cache with network_info: [{"id": "00a18956-6506-4bd9-b9b1-7231a80663b7", "address": "fa:16:3e:ec:2e:fa", "network": {"id": "cb921cdd-b645-44cf-a3c3-c31932f3ebf0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-797478650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77a59b672d914d5fa10807409b306b38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00a18956-65", "ovs_interfaceid": "00a18956-6506-4bd9-b9b1-7231a80663b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.653445] env[70867]: DEBUG nova.compute.manager [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1175.681352] env[70867]: DEBUG nova.virt.hardware [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1175.681672] env[70867]: DEBUG nova.virt.hardware [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1175.681888] env[70867]: DEBUG nova.virt.hardware [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1175.682125] env[70867]: DEBUG nova.virt.hardware [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1175.682286] env[70867]: DEBUG nova.virt.hardware [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1175.682437] env[70867]: DEBUG nova.virt.hardware [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1175.682646] env[70867]: DEBUG nova.virt.hardware [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1175.682806] env[70867]: DEBUG nova.virt.hardware [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1175.682998] env[70867]: DEBUG nova.virt.hardware [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1175.683221] env[70867]: DEBUG nova.virt.hardware [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1175.683418] env[70867]: DEBUG nova.virt.hardware [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1175.684403] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d0681c14-bb73-4de7-9612-24537c7c3c44 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.685274] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af32e46-3f56-49e4-b1fd-07946b8cc7c1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.694426] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a9e8fd-c82c-4b48-be56-5fba8d203deb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.909680] env[70867]: DEBUG oslo_vmware.api [None req-1731294a-3d2b-4e5a-87e0-5e5781ef02b5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.983060] env[70867]: DEBUG oslo_concurrency.lockutils [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.352s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.983060] env[70867]: DEBUG nova.compute.manager [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1175.985533] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.495s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.986441] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.988546] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.794s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.990147] env[70867]: INFO nova.compute.claims [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1176.013337] env[70867]: INFO nova.scheduler.client.report [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Deleted allocations for instance de3aee59-9ef4-461a-9f59-9018b003fac6 [ 1176.056985] env[70867]: DEBUG oslo_vmware.api [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474510, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.114044] env[70867]: DEBUG oslo_vmware.api [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': task-3474511, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.126499] env[70867]: DEBUG oslo_vmware.api [None req-cdc0f539-9081-4486-8416-1513a88ce23c tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Task: {'id': task-3474512, 'name': PowerOffVM_Task, 'duration_secs': 0.246694} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.126777] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc0f539-9081-4486-8416-1513a88ce23c tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.126955] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc0f539-9081-4486-8416-1513a88ce23c tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.127216] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df36fdb8-3d99-4751-86de-f9b1d7160aaa {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.138316] env[70867]: DEBUG oslo_concurrency.lockutils [req-5d02f0fc-c006-4560-892e-80d09d385844 req-f96017cd-3605-4659-834b-c2b16d019c17 service nova] Releasing lock "refresh_cache-ade1fee7-4ec0-42aa-99d2-7d8247def99e" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.198860] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc0f539-9081-4486-8416-1513a88ce23c tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.199102] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc0f539-9081-4486-8416-1513a88ce23c tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.199295] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdc0f539-9081-4486-8416-1513a88ce23c tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Deleting the datastore file [datastore2] ade1fee7-4ec0-42aa-99d2-7d8247def99e {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.199573] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c39d5dd-3df4-4775-a302-a86828fb45c2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.210940] env[70867]: DEBUG oslo_vmware.api [None req-cdc0f539-9081-4486-8416-1513a88ce23c tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Waiting for the task: (returnval){ [ 1176.210940] env[70867]: value = "task-3474514" [ 1176.210940] env[70867]: _type = "Task" [ 1176.210940] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.224014] env[70867]: DEBUG oslo_vmware.api [None req-cdc0f539-9081-4486-8416-1513a88ce23c tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Task: {'id': task-3474514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.235263] env[70867]: DEBUG nova.compute.manager [req-cd42db8d-04de-49d1-b1ff-6b709a2cc4c4 req-385dda70-64e9-4b3a-a530-a2e5667df07a service nova] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Received event network-vif-plugged-ea0d8b03-d862-4332-86e1-3ef5dbf14c15 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.235263] env[70867]: DEBUG oslo_concurrency.lockutils [req-cd42db8d-04de-49d1-b1ff-6b709a2cc4c4 req-385dda70-64e9-4b3a-a530-a2e5667df07a service nova] Acquiring lock "e44d9816-2dd8-4c50-a4b8-46183a9a87c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.235263] env[70867]: DEBUG oslo_concurrency.lockutils [req-cd42db8d-04de-49d1-b1ff-6b709a2cc4c4 req-385dda70-64e9-4b3a-a530-a2e5667df07a service nova] Lock "e44d9816-2dd8-4c50-a4b8-46183a9a87c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.235263] env[70867]: DEBUG oslo_concurrency.lockutils [req-cd42db8d-04de-49d1-b1ff-6b709a2cc4c4 req-385dda70-64e9-4b3a-a530-a2e5667df07a service nova] Lock "e44d9816-2dd8-4c50-a4b8-46183a9a87c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.235904] env[70867]: DEBUG nova.compute.manager [req-cd42db8d-04de-49d1-b1ff-6b709a2cc4c4 req-385dda70-64e9-4b3a-a530-a2e5667df07a service nova] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] No waiting events found dispatching network-vif-plugged-ea0d8b03-d862-4332-86e1-3ef5dbf14c15 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1176.236286] env[70867]: WARNING nova.compute.manager [req-cd42db8d-04de-49d1-b1ff-6b709a2cc4c4 req-385dda70-64e9-4b3a-a530-a2e5667df07a service nova] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Received unexpected event network-vif-plugged-ea0d8b03-d862-4332-86e1-3ef5dbf14c15 for instance with vm_state building and task_state spawning. [ 1176.342634] env[70867]: DEBUG nova.network.neutron [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Successfully updated port: ea0d8b03-d862-4332-86e1-3ef5dbf14c15 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1176.406456] env[70867]: DEBUG oslo_vmware.api [None req-1731294a-3d2b-4e5a-87e0-5e5781ef02b5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474509, 'name': ReconfigVM_Task, 'duration_secs': 0.944793} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.406784] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-1731294a-3d2b-4e5a-87e0-5e5781ef02b5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Reconfigured VM instance instance-00000060 to attach disk [datastore1] volume-e91bad39-2646-4a1e-a5c1-5352c86d76e6/volume-e91bad39-2646-4a1e-a5c1-5352c86d76e6.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.413297] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-125ed9be-0924-4ada-a22b-9014b739274c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.428745] env[70867]: DEBUG oslo_vmware.api [None req-1731294a-3d2b-4e5a-87e0-5e5781ef02b5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 1176.428745] env[70867]: value = "task-3474515" [ 1176.428745] env[70867]: _type = "Task" [ 1176.428745] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.436801] env[70867]: DEBUG oslo_vmware.api [None req-1731294a-3d2b-4e5a-87e0-5e5781ef02b5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474515, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.495425] env[70867]: DEBUG nova.compute.utils [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1176.499888] env[70867]: DEBUG nova.compute.manager [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Not allocating networking since 'none' was specified. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1176.521452] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f4e3de0d-0227-4cdd-a9db-0ad3efc6380a tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "de3aee59-9ef4-461a-9f59-9018b003fac6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.647s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.557605] env[70867]: DEBUG oslo_vmware.api [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474510, 'name': PowerOnVM_Task, 'duration_secs': 0.763311} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.558352] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1176.558553] env[70867]: INFO nova.compute.manager [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1176.558765] env[70867]: DEBUG nova.compute.manager [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1176.559581] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cd75d5-c459-4d0b-a5ae-9fc02122495a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.615177] env[70867]: DEBUG oslo_vmware.api [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': task-3474511, 'name': ReconfigVM_Task, 'duration_secs': 0.621253} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.615458] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 4e0d6171-331b-4d97-b653-fd68e3c32f98/4e0d6171-331b-4d97-b653-fd68e3c32f98.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.616073] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d69dba5a-bbee-4e89-b0a5-323815f72bf7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.622080] env[70867]: DEBUG oslo_vmware.api [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Waiting for the task: (returnval){ [ 1176.622080] env[70867]: value = "task-3474516" [ 1176.622080] env[70867]: _type = "Task" [ 1176.622080] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.629825] env[70867]: DEBUG oslo_vmware.api [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': task-3474516, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.722572] env[70867]: DEBUG oslo_vmware.api [None req-cdc0f539-9081-4486-8416-1513a88ce23c tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Task: {'id': task-3474514, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275859} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.722822] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdc0f539-9081-4486-8416-1513a88ce23c tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.723021] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc0f539-9081-4486-8416-1513a88ce23c tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.723198] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc0f539-9081-4486-8416-1513a88ce23c tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.723372] env[70867]: INFO nova.compute.manager [None req-cdc0f539-9081-4486-8416-1513a88ce23c tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1176.723610] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdc0f539-9081-4486-8416-1513a88ce23c tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.723803] env[70867]: DEBUG nova.compute.manager [-] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1176.723899] env[70867]: DEBUG nova.network.neutron [-] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1176.845965] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquiring lock "refresh_cache-e44d9816-2dd8-4c50-a4b8-46183a9a87c7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.846150] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquired lock "refresh_cache-e44d9816-2dd8-4c50-a4b8-46183a9a87c7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.846294] env[70867]: DEBUG nova.network.neutron [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.940189] env[70867]: DEBUG oslo_vmware.api [None req-1731294a-3d2b-4e5a-87e0-5e5781ef02b5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474515, 'name': ReconfigVM_Task, 'duration_secs': 0.185845} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.940536] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-1731294a-3d2b-4e5a-87e0-5e5781ef02b5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694559', 'volume_id': 'e91bad39-2646-4a1e-a5c1-5352c86d76e6', 'name': 'volume-e91bad39-2646-4a1e-a5c1-5352c86d76e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c68b3246-5373-4c0a-9bd5-78e6655334f6', 'attached_at': '', 'detached_at': '', 'volume_id': 'e91bad39-2646-4a1e-a5c1-5352c86d76e6', 'serial': 'e91bad39-2646-4a1e-a5c1-5352c86d76e6'} {{(pid=70867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1177.000374] env[70867]: DEBUG nova.compute.manager [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1177.051068] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8be52093-6d07-4669-b6ca-0423e5e217a3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "275cda22-565c-4d42-aed3-3057f3ebaf3c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.051068] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8be52093-6d07-4669-b6ca-0423e5e217a3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "275cda22-565c-4d42-aed3-3057f3ebaf3c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.051068] env[70867]: DEBUG nova.compute.manager [None req-8be52093-6d07-4669-b6ca-0423e5e217a3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Going to confirm migration 5 {{(pid=70867) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1177.079485] env[70867]: INFO nova.compute.manager [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Took 18.94 seconds to build instance. [ 1177.133264] env[70867]: DEBUG oslo_vmware.api [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': task-3474516, 'name': Rename_Task, 'duration_secs': 0.277724} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.135629] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.136092] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cee84654-df98-4a73-b05d-d2690b3e17c2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.145017] env[70867]: DEBUG oslo_vmware.api [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Waiting for the task: (returnval){ [ 1177.145017] env[70867]: value = "task-3474517" [ 1177.145017] env[70867]: _type = "Task" [ 1177.145017] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.154889] env[70867]: DEBUG oslo_vmware.api [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': task-3474517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.222110] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00a5ee7-64d0-41b3-b877-eba9b81e992c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.230539] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf08b031-2711-4f8b-b995-d6a99dbb4b05 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.267087] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e6f090-141f-4619-bc4b-7c3cc579db99 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.275180] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2326f5ea-e363-4e19-8a90-2b1f695d3327 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.289123] env[70867]: DEBUG nova.compute.provider_tree [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.391039] env[70867]: DEBUG nova.network.neutron [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1177.582505] env[70867]: DEBUG oslo_concurrency.lockutils [None req-28544a06-0216-4a96-8bd4-8fccc8c35cb1 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "4ba05c37-242b-4bfe-90df-14c3e30c55a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.451s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.613258] env[70867]: DEBUG nova.network.neutron [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Updating instance_info_cache with network_info: [{"id": "ea0d8b03-d862-4332-86e1-3ef5dbf14c15", "address": "fa:16:3e:91:9a:4e", "network": {"id": "e8347f9b-3eb6-43b4-87ae-bb1cf7f8bc82", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2004525000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73a13fbd950b48dd91a096cbbeb17b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea0d8b03-d8", "ovs_interfaceid": "ea0d8b03-d862-4332-86e1-3ef5dbf14c15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.615546] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8be52093-6d07-4669-b6ca-0423e5e217a3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "refresh_cache-275cda22-565c-4d42-aed3-3057f3ebaf3c" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.615718] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8be52093-6d07-4669-b6ca-0423e5e217a3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquired lock "refresh_cache-275cda22-565c-4d42-aed3-3057f3ebaf3c" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.615900] env[70867]: DEBUG nova.network.neutron [None req-8be52093-6d07-4669-b6ca-0423e5e217a3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.616108] env[70867]: DEBUG nova.objects.instance [None req-8be52093-6d07-4669-b6ca-0423e5e217a3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lazy-loading 'info_cache' on Instance uuid 275cda22-565c-4d42-aed3-3057f3ebaf3c {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.654670] env[70867]: DEBUG oslo_vmware.api [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': task-3474517, 'name': PowerOnVM_Task, 'duration_secs': 0.449676} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.654953] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.655181] env[70867]: DEBUG nova.compute.manager [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1177.655957] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0431d0ef-19a3-4554-a298-ae7b18c4627d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.709018] env[70867]: DEBUG nova.network.neutron [-] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.793992] env[70867]: DEBUG nova.scheduler.client.report [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.986534] env[70867]: DEBUG nova.objects.instance [None req-1731294a-3d2b-4e5a-87e0-5e5781ef02b5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lazy-loading 'flavor' on Instance uuid c68b3246-5373-4c0a-9bd5-78e6655334f6 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.012366] env[70867]: DEBUG nova.compute.manager [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1178.038905] env[70867]: DEBUG nova.virt.hardware [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.039211] env[70867]: DEBUG nova.virt.hardware [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.039416] env[70867]: DEBUG nova.virt.hardware [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.039644] env[70867]: DEBUG nova.virt.hardware [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.039830] env[70867]: DEBUG nova.virt.hardware [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.040026] env[70867]: DEBUG nova.virt.hardware [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.040300] env[70867]: DEBUG nova.virt.hardware [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.040525] env[70867]: DEBUG nova.virt.hardware [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.040807] env[70867]: DEBUG nova.virt.hardware [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.041044] env[70867]: DEBUG nova.virt.hardware [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.041289] env[70867]: DEBUG nova.virt.hardware [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.042205] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677ec86e-cc8b-40fe-9a69-0d5bd972ecfc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.049980] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dbce2d-a01d-42a4-8b0a-4f3dad0b2c92 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.064815] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Instance VIF info [] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1178.070360] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Creating folder: Project (9381d29cb91d4b30a9673172991bd4e2). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1178.070990] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3009e45-8629-4403-bd51-c3c60661d4f8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.080976] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Created folder: Project (9381d29cb91d4b30a9673172991bd4e2) in parent group-v694272. [ 1178.081173] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Creating folder: Instances. Parent ref: group-v694561. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1178.081388] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-663d486a-d878-4c9b-b813-b2c5a435ddab {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.089338] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Created folder: Instances in parent group-v694561. [ 1178.089566] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.089746] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1178.089949] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-071c47f4-2b34-4d33-80dd-148ced435adb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.105768] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1178.105768] env[70867]: value = "task-3474520" [ 1178.105768] env[70867]: _type = "Task" [ 1178.105768] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.112822] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474520, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.115901] env[70867]: DEBUG nova.compute.manager [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1178.116319] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Releasing lock "refresh_cache-e44d9816-2dd8-4c50-a4b8-46183a9a87c7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.116597] env[70867]: DEBUG nova.compute.manager [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Instance network_info: |[{"id": "ea0d8b03-d862-4332-86e1-3ef5dbf14c15", "address": "fa:16:3e:91:9a:4e", "network": {"id": "e8347f9b-3eb6-43b4-87ae-bb1cf7f8bc82", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2004525000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73a13fbd950b48dd91a096cbbeb17b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea0d8b03-d8", "ovs_interfaceid": "ea0d8b03-d862-4332-86e1-3ef5dbf14c15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1178.117327] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a4d67c-707b-4daf-8888-4942018bd8ad {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.119838] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:9a:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea0d8b03-d862-4332-86e1-3ef5dbf14c15', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1178.127107] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Creating folder: Project (73a13fbd950b48dd91a096cbbeb17b4d). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1178.130256] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d00c86c-47cd-4a29-b7cd-32c00557b53c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.139819] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Created folder: Project (73a13fbd950b48dd91a096cbbeb17b4d) in parent group-v694272. [ 1178.142719] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Creating folder: Instances. Parent ref: group-v694564. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1178.142719] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75c67df2-dbcc-4cc0-a277-4be89a54046d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.150469] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Created folder: Instances in parent group-v694564. [ 1178.150767] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.150991] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1178.151230] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9597b10a-669f-4900-ac31-02cd9c4e69a3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.176432] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.180481] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1178.180481] env[70867]: value = "task-3474523" [ 1178.180481] env[70867]: _type = "Task" [ 1178.180481] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.189452] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474523, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.212506] env[70867]: INFO nova.compute.manager [-] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Took 1.49 seconds to deallocate network for instance. [ 1178.265230] env[70867]: DEBUG nova.compute.manager [req-359bfeea-7c23-4ebe-8067-4edab6ad2b1d req-c1896384-8706-42d4-bd48-7e4e62771012 service nova] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Received event network-changed-ea0d8b03-d862-4332-86e1-3ef5dbf14c15 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.265572] env[70867]: DEBUG nova.compute.manager [req-359bfeea-7c23-4ebe-8067-4edab6ad2b1d req-c1896384-8706-42d4-bd48-7e4e62771012 service nova] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Refreshing instance network info cache due to event network-changed-ea0d8b03-d862-4332-86e1-3ef5dbf14c15. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1178.266159] env[70867]: DEBUG oslo_concurrency.lockutils [req-359bfeea-7c23-4ebe-8067-4edab6ad2b1d req-c1896384-8706-42d4-bd48-7e4e62771012 service nova] Acquiring lock "refresh_cache-e44d9816-2dd8-4c50-a4b8-46183a9a87c7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.266449] env[70867]: DEBUG oslo_concurrency.lockutils [req-359bfeea-7c23-4ebe-8067-4edab6ad2b1d req-c1896384-8706-42d4-bd48-7e4e62771012 service nova] Acquired lock "refresh_cache-e44d9816-2dd8-4c50-a4b8-46183a9a87c7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.266706] env[70867]: DEBUG nova.network.neutron [req-359bfeea-7c23-4ebe-8067-4edab6ad2b1d req-c1896384-8706-42d4-bd48-7e4e62771012 service nova] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Refreshing network info cache for port ea0d8b03-d862-4332-86e1-3ef5dbf14c15 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1178.298344] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.298896] env[70867]: DEBUG nova.compute.manager [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1178.303228] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.206s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.303420] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.303588] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70867) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1178.303941] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.006s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.305706] env[70867]: INFO nova.compute.claims [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1178.310809] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f5c2bc-e453-431c-a96e-58ace03f9e61 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.314360] env[70867]: DEBUG oslo_concurrency.lockutils [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "6a974050-3cd8-4594-8e7d-e7c2a398021d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.314581] env[70867]: DEBUG oslo_concurrency.lockutils [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "6a974050-3cd8-4594-8e7d-e7c2a398021d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.321565] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d2833f-0036-4159-8398-f5fc7e072dd5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.338222] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d02463-2bc6-4c5e-aba9-5d2df972600f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.347734] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac0d1a9-400f-4614-a0d1-1be50a783c48 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.377993] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179159MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=70867) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1178.378121] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.492895] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1731294a-3d2b-4e5a-87e0-5e5781ef02b5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "c68b3246-5373-4c0a-9bd5-78e6655334f6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.798s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.615684] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474520, 'name': CreateVM_Task, 'duration_secs': 0.28109} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.615869] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1178.616420] env[70867]: DEBUG oslo_concurrency.lockutils [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.616594] env[70867]: DEBUG oslo_concurrency.lockutils [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.616994] env[70867]: DEBUG oslo_concurrency.lockutils [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.617280] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-845e6b38-7d23-4607-91bc-2be4c0f30a6d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.621932] env[70867]: DEBUG oslo_vmware.api [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Waiting for the task: (returnval){ [ 1178.621932] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52eaf5d6-7e6b-94fb-a7ad-cfa0601dc773" [ 1178.621932] env[70867]: _type = "Task" [ 1178.621932] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.628942] env[70867]: DEBUG oslo_vmware.api [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52eaf5d6-7e6b-94fb-a7ad-cfa0601dc773, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.641745] env[70867]: INFO nova.compute.manager [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] instance snapshotting [ 1178.644658] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ee27ed-93a8-45fe-9cdb-189aed1dfb31 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.663419] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40312d66-81d1-4c4f-8e71-370ae2e923f2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.677402] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8364d03b-4b08-42ab-9636-8c25726fc3b9 tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Acquiring lock "4e0d6171-331b-4d97-b653-fd68e3c32f98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.677653] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8364d03b-4b08-42ab-9636-8c25726fc3b9 tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Lock "4e0d6171-331b-4d97-b653-fd68e3c32f98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.677857] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8364d03b-4b08-42ab-9636-8c25726fc3b9 tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Acquiring lock "4e0d6171-331b-4d97-b653-fd68e3c32f98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.678049] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8364d03b-4b08-42ab-9636-8c25726fc3b9 tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Lock "4e0d6171-331b-4d97-b653-fd68e3c32f98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.678217] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8364d03b-4b08-42ab-9636-8c25726fc3b9 tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Lock "4e0d6171-331b-4d97-b653-fd68e3c32f98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.680298] env[70867]: INFO nova.compute.manager [None req-8364d03b-4b08-42ab-9636-8c25726fc3b9 tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Terminating instance [ 1178.691836] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474523, 'name': CreateVM_Task, 'duration_secs': 0.446184} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.692031] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1178.692611] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.718850] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cdc0f539-9081-4486-8416-1513a88ce23c tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.812090] env[70867]: DEBUG nova.compute.utils [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1178.820185] env[70867]: DEBUG nova.compute.manager [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1178.820831] env[70867]: DEBUG nova.network.neutron [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1178.825194] env[70867]: DEBUG nova.compute.manager [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1178.983087] env[70867]: DEBUG nova.policy [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e37654957f2f4bfe9d90e304f15c77c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '670576a2b5c147019fa83c9697f1dc8d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1179.065827] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac9a7b9-4240-4289-b036-494660677c62 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.077047] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73248672-113e-43bc-b6d4-ce30ed373b16 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.109112] env[70867]: DEBUG nova.network.neutron [req-359bfeea-7c23-4ebe-8067-4edab6ad2b1d req-c1896384-8706-42d4-bd48-7e4e62771012 service nova] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Updated VIF entry in instance network info cache for port ea0d8b03-d862-4332-86e1-3ef5dbf14c15. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.109112] env[70867]: DEBUG nova.network.neutron [req-359bfeea-7c23-4ebe-8067-4edab6ad2b1d req-c1896384-8706-42d4-bd48-7e4e62771012 service nova] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Updating instance_info_cache with network_info: [{"id": "ea0d8b03-d862-4332-86e1-3ef5dbf14c15", "address": "fa:16:3e:91:9a:4e", "network": {"id": "e8347f9b-3eb6-43b4-87ae-bb1cf7f8bc82", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2004525000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73a13fbd950b48dd91a096cbbeb17b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea0d8b03-d8", "ovs_interfaceid": "ea0d8b03-d862-4332-86e1-3ef5dbf14c15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.110043] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cad52bd-cb04-43b5-8754-ac7f84e07be3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.120498] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38febcb-012e-4569-88f4-2cda9e09f7a6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.135963] env[70867]: DEBUG nova.compute.provider_tree [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.146284] env[70867]: DEBUG oslo_vmware.api [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52eaf5d6-7e6b-94fb-a7ad-cfa0601dc773, 'name': SearchDatastore_Task, 'duration_secs': 0.026205} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.146548] env[70867]: DEBUG oslo_concurrency.lockutils [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.146771] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1179.147011] env[70867]: DEBUG oslo_concurrency.lockutils [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.147166] env[70867]: DEBUG oslo_concurrency.lockutils [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.147344] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1179.148151] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.148456] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.148679] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a423538-c9e6-42c5-b801-0a7448de9fd7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.150403] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b4974ff-fee0-459e-a622-b63a74cae8af {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.156260] env[70867]: DEBUG oslo_vmware.api [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1179.156260] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c2d6f9-c2cd-745d-8041-1970331eb8a4" [ 1179.156260] env[70867]: _type = "Task" [ 1179.156260] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.160238] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1179.160428] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1179.165578] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-790948dd-3077-44a0-8093-a78ede89a25a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.171103] env[70867]: DEBUG oslo_vmware.api [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c2d6f9-c2cd-745d-8041-1970331eb8a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.173544] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Creating Snapshot of the VM instance {{(pid=70867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1179.174756] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c7c155ee-f048-4303-ae26-a9c03ccb9997 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.177149] env[70867]: DEBUG oslo_vmware.api [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Waiting for the task: (returnval){ [ 1179.177149] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52608c58-8c8b-ce3d-6c9b-0dcfdaf49805" [ 1179.177149] env[70867]: _type = "Task" [ 1179.177149] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.184683] env[70867]: DEBUG oslo_vmware.api [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1179.184683] env[70867]: value = "task-3474524" [ 1179.184683] env[70867]: _type = "Task" [ 1179.184683] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.188509] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8364d03b-4b08-42ab-9636-8c25726fc3b9 tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Acquiring lock "refresh_cache-4e0d6171-331b-4d97-b653-fd68e3c32f98" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.188676] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8364d03b-4b08-42ab-9636-8c25726fc3b9 tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Acquired lock "refresh_cache-4e0d6171-331b-4d97-b653-fd68e3c32f98" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.188853] env[70867]: DEBUG nova.network.neutron [None req-8364d03b-4b08-42ab-9636-8c25726fc3b9 tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.190107] env[70867]: DEBUG oslo_vmware.api [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52608c58-8c8b-ce3d-6c9b-0dcfdaf49805, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.201265] env[70867]: DEBUG oslo_vmware.api [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474524, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.248427] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eab871b6-c49d-4430-82aa-65aea5137e12 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquiring lock "c68b3246-5373-4c0a-9bd5-78e6655334f6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.248727] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eab871b6-c49d-4430-82aa-65aea5137e12 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "c68b3246-5373-4c0a-9bd5-78e6655334f6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.254892] env[70867]: DEBUG nova.network.neutron [None req-8be52093-6d07-4669-b6ca-0423e5e217a3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Updating instance_info_cache with network_info: [{"id": "b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd", "address": "fa:16:3e:85:75:73", "network": {"id": "0f24c0fc-b194-43e8-968e-2e17fa9a3a2a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1239692035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f94b6672cd2148058cf204653b4d1471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb15a0b53-d6", "ovs_interfaceid": "b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.320598] env[70867]: DEBUG nova.compute.manager [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1179.360223] env[70867]: DEBUG oslo_concurrency.lockutils [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.385889] env[70867]: DEBUG nova.network.neutron [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Successfully created port: 637e7072-0ef6-46d7-a9c8-e65e1cf972c7 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1179.613970] env[70867]: DEBUG oslo_concurrency.lockutils [req-359bfeea-7c23-4ebe-8067-4edab6ad2b1d req-c1896384-8706-42d4-bd48-7e4e62771012 service nova] Releasing lock "refresh_cache-e44d9816-2dd8-4c50-a4b8-46183a9a87c7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.614404] env[70867]: DEBUG nova.compute.manager [req-359bfeea-7c23-4ebe-8067-4edab6ad2b1d req-c1896384-8706-42d4-bd48-7e4e62771012 service nova] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Received event network-vif-deleted-00a18956-6506-4bd9-b9b1-7231a80663b7 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.642144] env[70867]: DEBUG nova.scheduler.client.report [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.667480] env[70867]: DEBUG oslo_vmware.api [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c2d6f9-c2cd-745d-8041-1970331eb8a4, 'name': SearchDatastore_Task, 'duration_secs': 0.013916} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.667787] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.668016] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1179.668227] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.686315] env[70867]: DEBUG oslo_vmware.api [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52608c58-8c8b-ce3d-6c9b-0dcfdaf49805, 'name': SearchDatastore_Task, 'duration_secs': 0.014115} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.687052] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc8e0a7c-833a-4efd-9846-1fa5a2cc1881 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.694475] env[70867]: DEBUG oslo_vmware.api [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Waiting for the task: (returnval){ [ 1179.694475] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52bbbb1a-95aa-ba4a-c9d6-654995b90d74" [ 1179.694475] env[70867]: _type = "Task" [ 1179.694475] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.699401] env[70867]: DEBUG oslo_vmware.api [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474524, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.706748] env[70867]: DEBUG oslo_vmware.api [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52bbbb1a-95aa-ba4a-c9d6-654995b90d74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.714926] env[70867]: DEBUG nova.network.neutron [None req-8364d03b-4b08-42ab-9636-8c25726fc3b9 tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1179.752274] env[70867]: INFO nova.compute.manager [None req-eab871b6-c49d-4430-82aa-65aea5137e12 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Detaching volume e91bad39-2646-4a1e-a5c1-5352c86d76e6 [ 1179.759438] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8be52093-6d07-4669-b6ca-0423e5e217a3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Releasing lock "refresh_cache-275cda22-565c-4d42-aed3-3057f3ebaf3c" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.759678] env[70867]: DEBUG nova.objects.instance [None req-8be52093-6d07-4669-b6ca-0423e5e217a3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lazy-loading 'migration_context' on Instance uuid 275cda22-565c-4d42-aed3-3057f3ebaf3c {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.761420] env[70867]: DEBUG nova.network.neutron [None req-8364d03b-4b08-42ab-9636-8c25726fc3b9 tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.788757] env[70867]: INFO nova.virt.block_device [None req-eab871b6-c49d-4430-82aa-65aea5137e12 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Attempting to driver detach volume e91bad39-2646-4a1e-a5c1-5352c86d76e6 from mountpoint /dev/sdb [ 1179.788859] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-eab871b6-c49d-4430-82aa-65aea5137e12 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Volume detach. Driver type: vmdk {{(pid=70867) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1179.789053] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-eab871b6-c49d-4430-82aa-65aea5137e12 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694559', 'volume_id': 'e91bad39-2646-4a1e-a5c1-5352c86d76e6', 'name': 'volume-e91bad39-2646-4a1e-a5c1-5352c86d76e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c68b3246-5373-4c0a-9bd5-78e6655334f6', 'attached_at': '', 'detached_at': '', 'volume_id': 'e91bad39-2646-4a1e-a5c1-5352c86d76e6', 'serial': 'e91bad39-2646-4a1e-a5c1-5352c86d76e6'} {{(pid=70867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1179.790189] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd36b02-787d-4866-bf8a-3e96768f2fff {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.813307] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb487200-1f86-4907-8e13-fbc243477f72 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.819964] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee6d587-992d-4d8e-b0ba-8eb9a028a28a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.843579] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51046bc9-93c0-44fb-b12b-d2cf2f4ea440 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.858814] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-eab871b6-c49d-4430-82aa-65aea5137e12 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] The volume has not been displaced from its original location: [datastore1] volume-e91bad39-2646-4a1e-a5c1-5352c86d76e6/volume-e91bad39-2646-4a1e-a5c1-5352c86d76e6.vmdk. No consolidation needed. {{(pid=70867) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1179.864296] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-eab871b6-c49d-4430-82aa-65aea5137e12 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Reconfiguring VM instance instance-00000060 to detach disk 2001 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1179.865346] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d71865e7-864f-43a7-8788-e6d096a4b9e9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.882613] env[70867]: DEBUG oslo_vmware.api [None req-eab871b6-c49d-4430-82aa-65aea5137e12 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 1179.882613] env[70867]: value = "task-3474525" [ 1179.882613] env[70867]: _type = "Task" [ 1179.882613] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.890439] env[70867]: DEBUG oslo_vmware.api [None req-eab871b6-c49d-4430-82aa-65aea5137e12 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474525, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.147085] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.843s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.147643] env[70867]: DEBUG nova.compute.manager [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1180.150522] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d0681c14-bb73-4de7-9612-24537c7c3c44 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.466s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.150881] env[70867]: DEBUG nova.objects.instance [None req-d0681c14-bb73-4de7-9612-24537c7c3c44 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lazy-loading 'resources' on Instance uuid 84faada5-6ddd-4896-9455-95512c240fa6 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.198263] env[70867]: DEBUG oslo_vmware.api [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474524, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.206918] env[70867]: DEBUG oslo_vmware.api [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52bbbb1a-95aa-ba4a-c9d6-654995b90d74, 'name': SearchDatastore_Task, 'duration_secs': 0.01386} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.207214] env[70867]: DEBUG oslo_concurrency.lockutils [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.207474] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] a15b396c-4f37-4908-aa4b-41a7517f4133/a15b396c-4f37-4908-aa4b-41a7517f4133.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1180.207741] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.207929] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1180.208152] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1afa0876-e954-46c3-a8c4-14dde15a12a4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.209941] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-537441cb-a7a4-4391-8a72-d92ae4bd5a18 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.216599] env[70867]: DEBUG oslo_vmware.api [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Waiting for the task: (returnval){ [ 1180.216599] env[70867]: value = "task-3474526" [ 1180.216599] env[70867]: _type = "Task" [ 1180.216599] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.220854] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1180.221071] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1180.222400] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2921455f-32bf-4da1-9e92-8bfdf33e409f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.229504] env[70867]: DEBUG oslo_vmware.api [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': task-3474526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.233424] env[70867]: DEBUG oslo_vmware.api [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1180.233424] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ca8bb2-6752-241e-7b00-ec00b71bf003" [ 1180.233424] env[70867]: _type = "Task" [ 1180.233424] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.243160] env[70867]: DEBUG oslo_vmware.api [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ca8bb2-6752-241e-7b00-ec00b71bf003, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.264011] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8364d03b-4b08-42ab-9636-8c25726fc3b9 tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Releasing lock "refresh_cache-4e0d6171-331b-4d97-b653-fd68e3c32f98" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.264500] env[70867]: DEBUG nova.compute.manager [None req-8364d03b-4b08-42ab-9636-8c25726fc3b9 tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1180.264714] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8364d03b-4b08-42ab-9636-8c25726fc3b9 tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1180.265499] env[70867]: DEBUG nova.objects.base [None req-8be52093-6d07-4669-b6ca-0423e5e217a3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Object Instance<275cda22-565c-4d42-aed3-3057f3ebaf3c> lazy-loaded attributes: info_cache,migration_context {{(pid=70867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1180.266360] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd88e94-57d1-49f7-a126-43b824d91462 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.270206] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e41601-3bb3-4abf-a7b0-329f4af0a798 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.278042] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8364d03b-4b08-42ab-9636-8c25726fc3b9 tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.291283] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e77a583b-0c57-47be-bb0c-34853acb3cf0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.293607] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63fc0c35-e915-4af3-a96f-4216f1c14a17 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.299749] env[70867]: DEBUG oslo_vmware.api [None req-8be52093-6d07-4669-b6ca-0423e5e217a3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1180.299749] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52104eee-9fd5-a4bc-a60c-639b33448795" [ 1180.299749] env[70867]: _type = "Task" [ 1180.299749] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.303827] env[70867]: DEBUG oslo_vmware.api [None req-8364d03b-4b08-42ab-9636-8c25726fc3b9 tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Waiting for the task: (returnval){ [ 1180.303827] env[70867]: value = "task-3474527" [ 1180.303827] env[70867]: _type = "Task" [ 1180.303827] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.310404] env[70867]: DEBUG oslo_vmware.api [None req-8be52093-6d07-4669-b6ca-0423e5e217a3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52104eee-9fd5-a4bc-a60c-639b33448795, 'name': SearchDatastore_Task, 'duration_secs': 0.006902} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.311016] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8be52093-6d07-4669-b6ca-0423e5e217a3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.315051] env[70867]: DEBUG oslo_vmware.api [None req-8364d03b-4b08-42ab-9636-8c25726fc3b9 tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': task-3474527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.345065] env[70867]: DEBUG nova.compute.manager [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1180.367619] env[70867]: DEBUG nova.virt.hardware [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1180.367879] env[70867]: DEBUG nova.virt.hardware [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1180.368053] env[70867]: DEBUG nova.virt.hardware [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.368257] env[70867]: DEBUG nova.virt.hardware [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1180.368405] env[70867]: DEBUG nova.virt.hardware [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.368549] env[70867]: DEBUG nova.virt.hardware [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1180.368782] env[70867]: DEBUG nova.virt.hardware [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1180.368939] env[70867]: DEBUG nova.virt.hardware [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1180.369157] env[70867]: DEBUG nova.virt.hardware [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1180.369334] env[70867]: DEBUG nova.virt.hardware [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1180.369510] env[70867]: DEBUG nova.virt.hardware [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1180.370394] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8ddd6b-d8a8-4547-83af-78040cca2491 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.378476] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c089fe7-fdd9-4f6c-a58c-ad360a9d5e47 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.401489] env[70867]: DEBUG oslo_vmware.api [None req-eab871b6-c49d-4430-82aa-65aea5137e12 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474525, 'name': ReconfigVM_Task, 'duration_secs': 0.237619} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.401800] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-eab871b6-c49d-4430-82aa-65aea5137e12 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Reconfigured VM instance instance-00000060 to detach disk 2001 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1180.406760] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6e6228f-fcef-4e40-920e-59dfce4ebb69 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.422540] env[70867]: DEBUG oslo_vmware.api [None req-eab871b6-c49d-4430-82aa-65aea5137e12 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 1180.422540] env[70867]: value = "task-3474528" [ 1180.422540] env[70867]: _type = "Task" [ 1180.422540] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.431824] env[70867]: DEBUG oslo_vmware.api [None req-eab871b6-c49d-4430-82aa-65aea5137e12 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.654431] env[70867]: DEBUG nova.compute.utils [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1180.658754] env[70867]: DEBUG nova.compute.manager [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1180.658955] env[70867]: DEBUG nova.network.neutron [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1180.704261] env[70867]: DEBUG oslo_vmware.api [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474524, 'name': CreateSnapshot_Task, 'duration_secs': 1.246842} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.704599] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Created Snapshot of the VM instance {{(pid=70867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1180.705529] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dec220b-1f26-4a07-87de-2d3c80914261 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.728546] env[70867]: DEBUG oslo_vmware.api [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': task-3474526, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.744371] env[70867]: DEBUG oslo_vmware.api [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ca8bb2-6752-241e-7b00-ec00b71bf003, 'name': SearchDatastore_Task, 'duration_secs': 0.009895} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.748264] env[70867]: DEBUG nova.policy [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba34ef52749f402a967d8fddf1396e4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2ad9e13e8d24d72b6d8c4bb820287a3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1180.750859] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-800cb811-e540-418b-849d-9c575b9db990 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.756952] env[70867]: DEBUG oslo_vmware.api [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1180.756952] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52108233-6aaa-4c5e-cedd-585040c7afd5" [ 1180.756952] env[70867]: _type = "Task" [ 1180.756952] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.768946] env[70867]: DEBUG oslo_vmware.api [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52108233-6aaa-4c5e-cedd-585040c7afd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.817100] env[70867]: DEBUG oslo_vmware.api [None req-8364d03b-4b08-42ab-9636-8c25726fc3b9 tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': task-3474527, 'name': PowerOffVM_Task, 'duration_secs': 0.159979} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.817355] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-8364d03b-4b08-42ab-9636-8c25726fc3b9 tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.817548] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8364d03b-4b08-42ab-9636-8c25726fc3b9 tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.817816] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e7c3c5e-4eac-4e66-bdee-879853474a15 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.844882] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8364d03b-4b08-42ab-9636-8c25726fc3b9 tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.845140] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8364d03b-4b08-42ab-9636-8c25726fc3b9 tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.845322] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8364d03b-4b08-42ab-9636-8c25726fc3b9 tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Deleting the datastore file [datastore1] 4e0d6171-331b-4d97-b653-fd68e3c32f98 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.847762] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a136a2b3-035a-4fe2-90ed-a9047f2e5a8f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.853873] env[70867]: DEBUG oslo_vmware.api [None req-8364d03b-4b08-42ab-9636-8c25726fc3b9 tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Waiting for the task: (returnval){ [ 1180.853873] env[70867]: value = "task-3474530" [ 1180.853873] env[70867]: _type = "Task" [ 1180.853873] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.863194] env[70867]: DEBUG oslo_vmware.api [None req-8364d03b-4b08-42ab-9636-8c25726fc3b9 tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': task-3474530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.884136] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb6bcf7-4132-418d-aa8c-09aa33570144 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.889948] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1dbba3e-d245-44c3-9d79-909f71aed956 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.923727] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdd30f2-d026-46d8-aef8-dc2ce13dd9bc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.927071] env[70867]: DEBUG nova.compute.manager [req-b0d71ea5-c9cb-4837-9215-b79cdeeaae72 req-f3dd8ed0-771c-45a1-bda0-a9836739ac4a service nova] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Received event network-vif-plugged-637e7072-0ef6-46d7-a9c8-e65e1cf972c7 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.927276] env[70867]: DEBUG oslo_concurrency.lockutils [req-b0d71ea5-c9cb-4837-9215-b79cdeeaae72 req-f3dd8ed0-771c-45a1-bda0-a9836739ac4a service nova] Acquiring lock "f86bc274-8f51-49f9-a012-02a58ddd00ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.927485] env[70867]: DEBUG oslo_concurrency.lockutils [req-b0d71ea5-c9cb-4837-9215-b79cdeeaae72 req-f3dd8ed0-771c-45a1-bda0-a9836739ac4a service nova] Lock "f86bc274-8f51-49f9-a012-02a58ddd00ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.927653] env[70867]: DEBUG oslo_concurrency.lockutils [req-b0d71ea5-c9cb-4837-9215-b79cdeeaae72 req-f3dd8ed0-771c-45a1-bda0-a9836739ac4a service nova] Lock "f86bc274-8f51-49f9-a012-02a58ddd00ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.927971] env[70867]: DEBUG nova.compute.manager [req-b0d71ea5-c9cb-4837-9215-b79cdeeaae72 req-f3dd8ed0-771c-45a1-bda0-a9836739ac4a service nova] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] No waiting events found dispatching network-vif-plugged-637e7072-0ef6-46d7-a9c8-e65e1cf972c7 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1180.927971] env[70867]: WARNING nova.compute.manager [req-b0d71ea5-c9cb-4837-9215-b79cdeeaae72 req-f3dd8ed0-771c-45a1-bda0-a9836739ac4a service nova] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Received unexpected event network-vif-plugged-637e7072-0ef6-46d7-a9c8-e65e1cf972c7 for instance with vm_state building and task_state spawning. [ 1180.939115] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128a4dcd-de2f-478e-9c0a-99da035fbd50 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.943210] env[70867]: DEBUG oslo_vmware.api [None req-eab871b6-c49d-4430-82aa-65aea5137e12 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474528, 'name': ReconfigVM_Task, 'duration_secs': 0.179292} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.943502] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-eab871b6-c49d-4430-82aa-65aea5137e12 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694559', 'volume_id': 'e91bad39-2646-4a1e-a5c1-5352c86d76e6', 'name': 'volume-e91bad39-2646-4a1e-a5c1-5352c86d76e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c68b3246-5373-4c0a-9bd5-78e6655334f6', 'attached_at': '', 'detached_at': '', 'volume_id': 'e91bad39-2646-4a1e-a5c1-5352c86d76e6', 'serial': 'e91bad39-2646-4a1e-a5c1-5352c86d76e6'} {{(pid=70867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1180.955973] env[70867]: DEBUG nova.compute.provider_tree [None req-d0681c14-bb73-4de7-9612-24537c7c3c44 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.135889] env[70867]: DEBUG nova.network.neutron [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Successfully updated port: 637e7072-0ef6-46d7-a9c8-e65e1cf972c7 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1181.162756] env[70867]: DEBUG nova.compute.manager [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1181.204722] env[70867]: DEBUG nova.network.neutron [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Successfully created port: c3364859-2468-4838-a8f8-e747fba5f831 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1181.234876] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Creating linked-clone VM from snapshot {{(pid=70867) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1181.235641] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-72cfdb3b-fdfc-4698-8e2e-28bccdb05b49 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.250987] env[70867]: DEBUG oslo_vmware.api [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': task-3474526, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549074} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.250987] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] a15b396c-4f37-4908-aa4b-41a7517f4133/a15b396c-4f37-4908-aa4b-41a7517f4133.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1181.250987] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1181.250987] env[70867]: DEBUG oslo_vmware.api [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1181.250987] env[70867]: value = "task-3474531" [ 1181.250987] env[70867]: _type = "Task" [ 1181.250987] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.250987] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0617c7f6-0249-4fc9-bda0-04bd81e4ec64 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.270111] env[70867]: DEBUG oslo_vmware.api [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474531, 'name': CloneVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.270503] env[70867]: DEBUG oslo_vmware.api [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Waiting for the task: (returnval){ [ 1181.270503] env[70867]: value = "task-3474532" [ 1181.270503] env[70867]: _type = "Task" [ 1181.270503] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.279941] env[70867]: DEBUG oslo_vmware.api [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52108233-6aaa-4c5e-cedd-585040c7afd5, 'name': SearchDatastore_Task, 'duration_secs': 0.012531} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.280713] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.281138] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] e44d9816-2dd8-4c50-a4b8-46183a9a87c7/e44d9816-2dd8-4c50-a4b8-46183a9a87c7.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1181.281477] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fed2ebfe-0b52-4926-b793-2b3dc0a37183 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.286822] env[70867]: DEBUG oslo_vmware.api [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': task-3474532, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.290810] env[70867]: DEBUG oslo_vmware.api [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1181.290810] env[70867]: value = "task-3474533" [ 1181.290810] env[70867]: _type = "Task" [ 1181.290810] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.301678] env[70867]: DEBUG oslo_vmware.api [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.363604] env[70867]: DEBUG oslo_vmware.api [None req-8364d03b-4b08-42ab-9636-8c25726fc3b9 tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Task: {'id': task-3474530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.395619} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.363922] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-8364d03b-4b08-42ab-9636-8c25726fc3b9 tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.364240] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8364d03b-4b08-42ab-9636-8c25726fc3b9 tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1181.364494] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-8364d03b-4b08-42ab-9636-8c25726fc3b9 tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1181.364729] env[70867]: INFO nova.compute.manager [None req-8364d03b-4b08-42ab-9636-8c25726fc3b9 tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1181.365017] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8364d03b-4b08-42ab-9636-8c25726fc3b9 tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.365265] env[70867]: DEBUG nova.compute.manager [-] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1181.365383] env[70867]: DEBUG nova.network.neutron [-] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1181.395824] env[70867]: DEBUG nova.network.neutron [-] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1181.461177] env[70867]: DEBUG nova.scheduler.client.report [None req-d0681c14-bb73-4de7-9612-24537c7c3c44 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.498906] env[70867]: DEBUG nova.objects.instance [None req-eab871b6-c49d-4430-82aa-65aea5137e12 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lazy-loading 'flavor' on Instance uuid c68b3246-5373-4c0a-9bd5-78e6655334f6 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.640397] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Acquiring lock "refresh_cache-f86bc274-8f51-49f9-a012-02a58ddd00ab" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.640397] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Acquired lock "refresh_cache-f86bc274-8f51-49f9-a012-02a58ddd00ab" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.640397] env[70867]: DEBUG nova.network.neutron [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.762891] env[70867]: DEBUG oslo_vmware.api [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474531, 'name': CloneVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.779867] env[70867]: DEBUG oslo_vmware.api [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': task-3474532, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078182} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.780098] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1181.780879] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1f6b16-a7fb-4347-9a3a-e3210171974f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.801201] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] a15b396c-4f37-4908-aa4b-41a7517f4133/a15b396c-4f37-4908-aa4b-41a7517f4133.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.804736] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76a0422c-4e78-467f-bdc1-2fa6e6df3043 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.828664] env[70867]: DEBUG oslo_vmware.api [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474533, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.830068] env[70867]: DEBUG oslo_vmware.api [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Waiting for the task: (returnval){ [ 1181.830068] env[70867]: value = "task-3474534" [ 1181.830068] env[70867]: _type = "Task" [ 1181.830068] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.840113] env[70867]: DEBUG oslo_vmware.api [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': task-3474534, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.901724] env[70867]: DEBUG nova.network.neutron [-] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.965481] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d0681c14-bb73-4de7-9612-24537c7c3c44 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.815s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.968959] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.792s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.969285] env[70867]: DEBUG nova.objects.instance [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70867) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1181.988878] env[70867]: INFO nova.scheduler.client.report [None req-d0681c14-bb73-4de7-9612-24537c7c3c44 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Deleted allocations for instance 84faada5-6ddd-4896-9455-95512c240fa6 [ 1182.173204] env[70867]: DEBUG nova.compute.manager [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1182.191937] env[70867]: DEBUG nova.network.neutron [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1182.203372] env[70867]: DEBUG nova.virt.hardware [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1182.203710] env[70867]: DEBUG nova.virt.hardware [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.203913] env[70867]: DEBUG nova.virt.hardware [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1182.204159] env[70867]: DEBUG nova.virt.hardware [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.204374] env[70867]: DEBUG nova.virt.hardware [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1182.204562] env[70867]: DEBUG nova.virt.hardware [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1182.204818] env[70867]: DEBUG nova.virt.hardware [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1182.205902] env[70867]: DEBUG nova.virt.hardware [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1182.205902] env[70867]: DEBUG nova.virt.hardware [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1182.205902] env[70867]: DEBUG nova.virt.hardware [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1182.205902] env[70867]: DEBUG nova.virt.hardware [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1182.206936] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2108d8d1-0153-427e-83c1-f98b43a95ec5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.220818] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1791c357-f59a-4c4c-b2ae-21d211867513 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.263798] env[70867]: DEBUG oslo_vmware.api [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474531, 'name': CloneVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.302860] env[70867]: DEBUG oslo_vmware.api [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474533, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.959484} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.303193] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] e44d9816-2dd8-4c50-a4b8-46183a9a87c7/e44d9816-2dd8-4c50-a4b8-46183a9a87c7.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1182.303420] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1182.304032] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-851c5faa-4807-4dc6-a86e-cc3114d62f7e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.311277] env[70867]: DEBUG oslo_vmware.api [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1182.311277] env[70867]: value = "task-3474535" [ 1182.311277] env[70867]: _type = "Task" [ 1182.311277] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.321081] env[70867]: DEBUG oslo_vmware.api [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474535, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.339687] env[70867]: DEBUG oslo_vmware.api [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': task-3474534, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.392705] env[70867]: DEBUG nova.network.neutron [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Updating instance_info_cache with network_info: [{"id": "637e7072-0ef6-46d7-a9c8-e65e1cf972c7", "address": "fa:16:3e:4b:51:f3", "network": {"id": "e537a3b0-c2e4-47f4-84a1-55c8c4a7b8df", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-340479337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "670576a2b5c147019fa83c9697f1dc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap637e7072-0e", "ovs_interfaceid": "637e7072-0ef6-46d7-a9c8-e65e1cf972c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.405349] env[70867]: INFO nova.compute.manager [-] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Took 1.04 seconds to deallocate network for instance. [ 1182.497786] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d0681c14-bb73-4de7-9612-24537c7c3c44 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "84faada5-6ddd-4896-9455-95512c240fa6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.254s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.505614] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eab871b6-c49d-4430-82aa-65aea5137e12 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "c68b3246-5373-4c0a-9bd5-78e6655334f6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.257s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.649897] env[70867]: DEBUG oslo_concurrency.lockutils [None req-010891e9-f522-4676-8f87-7a0f280d9601 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquiring lock "c68b3246-5373-4c0a-9bd5-78e6655334f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.650229] env[70867]: DEBUG oslo_concurrency.lockutils [None req-010891e9-f522-4676-8f87-7a0f280d9601 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "c68b3246-5373-4c0a-9bd5-78e6655334f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.650502] env[70867]: DEBUG oslo_concurrency.lockutils [None req-010891e9-f522-4676-8f87-7a0f280d9601 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquiring lock "c68b3246-5373-4c0a-9bd5-78e6655334f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.650637] env[70867]: DEBUG oslo_concurrency.lockutils [None req-010891e9-f522-4676-8f87-7a0f280d9601 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "c68b3246-5373-4c0a-9bd5-78e6655334f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.650840] env[70867]: DEBUG oslo_concurrency.lockutils [None req-010891e9-f522-4676-8f87-7a0f280d9601 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "c68b3246-5373-4c0a-9bd5-78e6655334f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.652957] env[70867]: INFO nova.compute.manager [None req-010891e9-f522-4676-8f87-7a0f280d9601 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Terminating instance [ 1182.719375] env[70867]: DEBUG nova.network.neutron [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Successfully updated port: c3364859-2468-4838-a8f8-e747fba5f831 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1182.765075] env[70867]: DEBUG oslo_vmware.api [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474531, 'name': CloneVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.822872] env[70867]: DEBUG oslo_vmware.api [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474535, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.211992} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.823165] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1182.823953] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd20bc45-a273-430e-824d-7ef947e0ac5b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.846120] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] e44d9816-2dd8-4c50-a4b8-46183a9a87c7/e44d9816-2dd8-4c50-a4b8-46183a9a87c7.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.849358] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db5704df-cb9d-4ada-b053-f25554bb2fff {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.869042] env[70867]: DEBUG oslo_vmware.api [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': task-3474534, 'name': ReconfigVM_Task, 'duration_secs': 0.530853} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.871043] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Reconfigured VM instance instance-0000006a to attach disk [datastore2] a15b396c-4f37-4908-aa4b-41a7517f4133/a15b396c-4f37-4908-aa4b-41a7517f4133.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.871043] env[70867]: DEBUG oslo_vmware.api [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1182.871043] env[70867]: value = "task-3474536" [ 1182.871043] env[70867]: _type = "Task" [ 1182.871043] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.871043] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9b6876e-67e0-4887-9af2-0bf31be4b4f9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.879957] env[70867]: DEBUG oslo_vmware.api [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474536, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.881115] env[70867]: DEBUG oslo_vmware.api [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Waiting for the task: (returnval){ [ 1182.881115] env[70867]: value = "task-3474537" [ 1182.881115] env[70867]: _type = "Task" [ 1182.881115] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.887982] env[70867]: DEBUG oslo_vmware.api [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': task-3474537, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.895577] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Releasing lock "refresh_cache-f86bc274-8f51-49f9-a012-02a58ddd00ab" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.895867] env[70867]: DEBUG nova.compute.manager [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Instance network_info: |[{"id": "637e7072-0ef6-46d7-a9c8-e65e1cf972c7", "address": "fa:16:3e:4b:51:f3", "network": {"id": "e537a3b0-c2e4-47f4-84a1-55c8c4a7b8df", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-340479337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "670576a2b5c147019fa83c9697f1dc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap637e7072-0e", "ovs_interfaceid": "637e7072-0ef6-46d7-a9c8-e65e1cf972c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1182.896328] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:51:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '637e7072-0ef6-46d7-a9c8-e65e1cf972c7', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1182.904177] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1182.904404] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1182.904628] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8482e3f6-8513-4771-9210-db8119dc5042 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.919768] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8364d03b-4b08-42ab-9636-8c25726fc3b9 tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.924450] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1182.924450] env[70867]: value = "task-3474538" [ 1182.924450] env[70867]: _type = "Task" [ 1182.924450] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.931777] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474538, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.946825] env[70867]: DEBUG nova.compute.manager [req-496d0b3c-6f40-479f-a73e-c68167fecacb req-f222b70c-db7e-4dc2-a0c8-7ebdeb2b9fdb service nova] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Received event network-changed-637e7072-0ef6-46d7-a9c8-e65e1cf972c7 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.947082] env[70867]: DEBUG nova.compute.manager [req-496d0b3c-6f40-479f-a73e-c68167fecacb req-f222b70c-db7e-4dc2-a0c8-7ebdeb2b9fdb service nova] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Refreshing instance network info cache due to event network-changed-637e7072-0ef6-46d7-a9c8-e65e1cf972c7. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1182.947335] env[70867]: DEBUG oslo_concurrency.lockutils [req-496d0b3c-6f40-479f-a73e-c68167fecacb req-f222b70c-db7e-4dc2-a0c8-7ebdeb2b9fdb service nova] Acquiring lock "refresh_cache-f86bc274-8f51-49f9-a012-02a58ddd00ab" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.947529] env[70867]: DEBUG oslo_concurrency.lockutils [req-496d0b3c-6f40-479f-a73e-c68167fecacb req-f222b70c-db7e-4dc2-a0c8-7ebdeb2b9fdb service nova] Acquired lock "refresh_cache-f86bc274-8f51-49f9-a012-02a58ddd00ab" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.947720] env[70867]: DEBUG nova.network.neutron [req-496d0b3c-6f40-479f-a73e-c68167fecacb req-f222b70c-db7e-4dc2-a0c8-7ebdeb2b9fdb service nova] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Refreshing network info cache for port 637e7072-0ef6-46d7-a9c8-e65e1cf972c7 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.978382] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8847f678-510f-4ae5-9f5c-83aee982c8fb tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.979617] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.601s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.157180] env[70867]: DEBUG nova.compute.manager [None req-010891e9-f522-4676-8f87-7a0f280d9601 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1183.157431] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-010891e9-f522-4676-8f87-7a0f280d9601 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1183.158348] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c41c2ea-b979-480c-8aa4-0e89a8c80211 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.166534] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-010891e9-f522-4676-8f87-7a0f280d9601 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1183.166814] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b8e68ac-db3f-4446-97c7-b790ab7f5910 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.173743] env[70867]: DEBUG oslo_vmware.api [None req-010891e9-f522-4676-8f87-7a0f280d9601 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 1183.173743] env[70867]: value = "task-3474539" [ 1183.173743] env[70867]: _type = "Task" [ 1183.173743] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.181507] env[70867]: DEBUG oslo_vmware.api [None req-010891e9-f522-4676-8f87-7a0f280d9601 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.221797] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "refresh_cache-ef0b2c75-c355-4135-8245-b25502cb0711" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.222127] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquired lock "refresh_cache-ef0b2c75-c355-4135-8245-b25502cb0711" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.222411] env[70867]: DEBUG nova.network.neutron [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.265294] env[70867]: DEBUG oslo_vmware.api [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474531, 'name': CloneVM_Task} progress is 95%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.382303] env[70867]: DEBUG oslo_vmware.api [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474536, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.390455] env[70867]: DEBUG oslo_vmware.api [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': task-3474537, 'name': Rename_Task, 'duration_secs': 0.134813} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.390646] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.390927] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cc49694-f76b-4c29-b90f-f65d41924652 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.397494] env[70867]: DEBUG oslo_vmware.api [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Waiting for the task: (returnval){ [ 1183.397494] env[70867]: value = "task-3474540" [ 1183.397494] env[70867]: _type = "Task" [ 1183.397494] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.407432] env[70867]: DEBUG oslo_vmware.api [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': task-3474540, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.434366] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474538, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.607365] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "b1b4ecf0-1664-4119-a2e7-cf0498cd4b57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.608017] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "b1b4ecf0-1664-4119-a2e7-cf0498cd4b57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.683336] env[70867]: DEBUG oslo_vmware.api [None req-010891e9-f522-4676-8f87-7a0f280d9601 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474539, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.721106] env[70867]: DEBUG nova.network.neutron [req-496d0b3c-6f40-479f-a73e-c68167fecacb req-f222b70c-db7e-4dc2-a0c8-7ebdeb2b9fdb service nova] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Updated VIF entry in instance network info cache for port 637e7072-0ef6-46d7-a9c8-e65e1cf972c7. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1183.721479] env[70867]: DEBUG nova.network.neutron [req-496d0b3c-6f40-479f-a73e-c68167fecacb req-f222b70c-db7e-4dc2-a0c8-7ebdeb2b9fdb service nova] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Updating instance_info_cache with network_info: [{"id": "637e7072-0ef6-46d7-a9c8-e65e1cf972c7", "address": "fa:16:3e:4b:51:f3", "network": {"id": "e537a3b0-c2e4-47f4-84a1-55c8c4a7b8df", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-340479337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "670576a2b5c147019fa83c9697f1dc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap637e7072-0e", "ovs_interfaceid": "637e7072-0ef6-46d7-a9c8-e65e1cf972c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.753415] env[70867]: DEBUG nova.network.neutron [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1183.765557] env[70867]: DEBUG oslo_vmware.api [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474531, 'name': CloneVM_Task, 'duration_secs': 2.312817} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.765877] env[70867]: INFO nova.virt.vmwareapi.vmops [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Created linked-clone VM from snapshot [ 1183.766653] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a6cdc6-f885-4251-8c3b-a9458a2706ea {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.775086] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Uploading image ec49a81e-8eb9-45a1-946d-21965e633e60 {{(pid=70867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1183.796650] env[70867]: DEBUG oslo_vmware.rw_handles [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1183.796650] env[70867]: value = "vm-694568" [ 1183.796650] env[70867]: _type = "VirtualMachine" [ 1183.796650] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1183.797247] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-98118daf-8bde-46b5-aab0-4d98fa39650d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.805661] env[70867]: DEBUG oslo_vmware.rw_handles [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lease: (returnval){ [ 1183.805661] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a320f9-b65c-8791-8624-e2dbb60a44a4" [ 1183.805661] env[70867]: _type = "HttpNfcLease" [ 1183.805661] env[70867]: } obtained for exporting VM: (result){ [ 1183.805661] env[70867]: value = "vm-694568" [ 1183.805661] env[70867]: _type = "VirtualMachine" [ 1183.805661] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1183.805997] env[70867]: DEBUG oslo_vmware.api [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the lease: (returnval){ [ 1183.805997] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a320f9-b65c-8791-8624-e2dbb60a44a4" [ 1183.805997] env[70867]: _type = "HttpNfcLease" [ 1183.805997] env[70867]: } to be ready. {{(pid=70867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1183.813503] env[70867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1183.813503] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a320f9-b65c-8791-8624-e2dbb60a44a4" [ 1183.813503] env[70867]: _type = "HttpNfcLease" [ 1183.813503] env[70867]: } is initializing. {{(pid=70867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1183.884783] env[70867]: DEBUG oslo_vmware.api [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474536, 'name': ReconfigVM_Task, 'duration_secs': 0.539545} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.885189] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Reconfigured VM instance instance-00000069 to attach disk [datastore2] e44d9816-2dd8-4c50-a4b8-46183a9a87c7/e44d9816-2dd8-4c50-a4b8-46183a9a87c7.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1183.886262] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad2cd78c-1dac-487e-8c18-eabd83cef8f5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.888878] env[70867]: DEBUG nova.network.neutron [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Updating instance_info_cache with network_info: [{"id": "c3364859-2468-4838-a8f8-e747fba5f831", "address": "fa:16:3e:64:7a:19", "network": {"id": "52d9f893-40a0-4a01-81ad-a518ee74e5a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-281788219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ad9e13e8d24d72b6d8c4bb820287a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3364859-24", "ovs_interfaceid": "c3364859-2468-4838-a8f8-e747fba5f831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.894959] env[70867]: DEBUG oslo_vmware.api [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1183.894959] env[70867]: value = "task-3474542" [ 1183.894959] env[70867]: _type = "Task" [ 1183.894959] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.904467] env[70867]: DEBUG oslo_vmware.api [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474542, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.915536] env[70867]: DEBUG oslo_vmware.api [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': task-3474540, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.935169] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474538, 'name': CreateVM_Task, 'duration_secs': 0.532485} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.935338] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1183.936006] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.936187] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.936522] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.936781] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db48f8b6-11ef-42a3-b680-2d51f5eb7a24 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.941620] env[70867]: DEBUG oslo_vmware.api [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Waiting for the task: (returnval){ [ 1183.941620] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a4a3ee-c82d-01e7-4cf3-fa1d411f212a" [ 1183.941620] env[70867]: _type = "Task" [ 1183.941620] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.949070] env[70867]: DEBUG oslo_vmware.api [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a4a3ee-c82d-01e7-4cf3-fa1d411f212a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.992619] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Applying migration context for instance 275cda22-565c-4d42-aed3-3057f3ebaf3c as it has an incoming, in-progress migration f09b8604-2b68-45d9-a54c-a9f845d8e80e. Migration status is confirming {{(pid=70867) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1183.993953] env[70867]: INFO nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Updating resource usage from migration f09b8604-2b68-45d9-a54c-a9f845d8e80e [ 1184.011845] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1184.012007] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 7691ccf1-2787-41a1-ab1a-2db68771a76d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1184.012142] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance c68b3246-5373-4c0a-9bd5-78e6655334f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1184.012283] env[70867]: WARNING nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance ade1fee7-4ec0-42aa-99d2-7d8247def99e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1184.012401] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 1c347944-939b-430b-91e7-92dc8544fa1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1184.012527] env[70867]: WARNING nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 4e0d6171-331b-4d97-b653-fd68e3c32f98 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1184.012645] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Migration f09b8604-2b68-45d9-a54c-a9f845d8e80e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1184.012759] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 275cda22-565c-4d42-aed3-3057f3ebaf3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1184.012873] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 4ba05c37-242b-4bfe-90df-14c3e30c55a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1184.012984] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance e44d9816-2dd8-4c50-a4b8-46183a9a87c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1184.013177] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance a15b396c-4f37-4908-aa4b-41a7517f4133 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1184.013297] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance f86bc274-8f51-49f9-a012-02a58ddd00ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1184.013408] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance ef0b2c75-c355-4135-8245-b25502cb0711 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1184.110456] env[70867]: DEBUG nova.compute.manager [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1184.184152] env[70867]: DEBUG oslo_vmware.api [None req-010891e9-f522-4676-8f87-7a0f280d9601 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474539, 'name': PowerOffVM_Task, 'duration_secs': 0.587243} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.184472] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-010891e9-f522-4676-8f87-7a0f280d9601 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1184.184694] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-010891e9-f522-4676-8f87-7a0f280d9601 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1184.184997] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-739d2c95-c5f8-4b82-ae36-bcae31821dd6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.224534] env[70867]: DEBUG oslo_concurrency.lockutils [req-496d0b3c-6f40-479f-a73e-c68167fecacb req-f222b70c-db7e-4dc2-a0c8-7ebdeb2b9fdb service nova] Releasing lock "refresh_cache-f86bc274-8f51-49f9-a012-02a58ddd00ab" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.224791] env[70867]: DEBUG nova.compute.manager [req-496d0b3c-6f40-479f-a73e-c68167fecacb req-f222b70c-db7e-4dc2-a0c8-7ebdeb2b9fdb service nova] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Received event network-vif-plugged-c3364859-2468-4838-a8f8-e747fba5f831 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.225008] env[70867]: DEBUG oslo_concurrency.lockutils [req-496d0b3c-6f40-479f-a73e-c68167fecacb req-f222b70c-db7e-4dc2-a0c8-7ebdeb2b9fdb service nova] Acquiring lock "ef0b2c75-c355-4135-8245-b25502cb0711-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.225220] env[70867]: DEBUG oslo_concurrency.lockutils [req-496d0b3c-6f40-479f-a73e-c68167fecacb req-f222b70c-db7e-4dc2-a0c8-7ebdeb2b9fdb service nova] Lock "ef0b2c75-c355-4135-8245-b25502cb0711-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.225383] env[70867]: DEBUG oslo_concurrency.lockutils [req-496d0b3c-6f40-479f-a73e-c68167fecacb req-f222b70c-db7e-4dc2-a0c8-7ebdeb2b9fdb service nova] Lock "ef0b2c75-c355-4135-8245-b25502cb0711-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.225817] env[70867]: DEBUG nova.compute.manager [req-496d0b3c-6f40-479f-a73e-c68167fecacb req-f222b70c-db7e-4dc2-a0c8-7ebdeb2b9fdb service nova] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] No waiting events found dispatching network-vif-plugged-c3364859-2468-4838-a8f8-e747fba5f831 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1184.225817] env[70867]: WARNING nova.compute.manager [req-496d0b3c-6f40-479f-a73e-c68167fecacb req-f222b70c-db7e-4dc2-a0c8-7ebdeb2b9fdb service nova] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Received unexpected event network-vif-plugged-c3364859-2468-4838-a8f8-e747fba5f831 for instance with vm_state building and task_state spawning. [ 1184.225951] env[70867]: DEBUG nova.compute.manager [req-496d0b3c-6f40-479f-a73e-c68167fecacb req-f222b70c-db7e-4dc2-a0c8-7ebdeb2b9fdb service nova] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Received event network-changed-c3364859-2468-4838-a8f8-e747fba5f831 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.226041] env[70867]: DEBUG nova.compute.manager [req-496d0b3c-6f40-479f-a73e-c68167fecacb req-f222b70c-db7e-4dc2-a0c8-7ebdeb2b9fdb service nova] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Refreshing instance network info cache due to event network-changed-c3364859-2468-4838-a8f8-e747fba5f831. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.226394] env[70867]: DEBUG oslo_concurrency.lockutils [req-496d0b3c-6f40-479f-a73e-c68167fecacb req-f222b70c-db7e-4dc2-a0c8-7ebdeb2b9fdb service nova] Acquiring lock "refresh_cache-ef0b2c75-c355-4135-8245-b25502cb0711" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.262203] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-010891e9-f522-4676-8f87-7a0f280d9601 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1184.262432] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-010891e9-f522-4676-8f87-7a0f280d9601 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1184.262563] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-010891e9-f522-4676-8f87-7a0f280d9601 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Deleting the datastore file [datastore2] c68b3246-5373-4c0a-9bd5-78e6655334f6 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1184.263238] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8a63941-a853-444c-a2c5-224d220391e9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.269671] env[70867]: DEBUG oslo_vmware.api [None req-010891e9-f522-4676-8f87-7a0f280d9601 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 1184.269671] env[70867]: value = "task-3474544" [ 1184.269671] env[70867]: _type = "Task" [ 1184.269671] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.277466] env[70867]: DEBUG oslo_vmware.api [None req-010891e9-f522-4676-8f87-7a0f280d9601 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.314052] env[70867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1184.314052] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a320f9-b65c-8791-8624-e2dbb60a44a4" [ 1184.314052] env[70867]: _type = "HttpNfcLease" [ 1184.314052] env[70867]: } is ready. {{(pid=70867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1184.314343] env[70867]: DEBUG oslo_vmware.rw_handles [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1184.314343] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a320f9-b65c-8791-8624-e2dbb60a44a4" [ 1184.314343] env[70867]: _type = "HttpNfcLease" [ 1184.314343] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1184.315062] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da61757e-4382-435a-ac69-02dd9f1e928f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.322468] env[70867]: DEBUG oslo_vmware.rw_handles [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52202b92-eafe-f833-8bab-8d4cd202439e/disk-0.vmdk from lease info. {{(pid=70867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1184.322641] env[70867]: DEBUG oslo_vmware.rw_handles [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52202b92-eafe-f833-8bab-8d4cd202439e/disk-0.vmdk for reading. {{(pid=70867) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1184.391498] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Releasing lock "refresh_cache-ef0b2c75-c355-4135-8245-b25502cb0711" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.391883] env[70867]: DEBUG nova.compute.manager [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Instance network_info: |[{"id": "c3364859-2468-4838-a8f8-e747fba5f831", "address": "fa:16:3e:64:7a:19", "network": {"id": "52d9f893-40a0-4a01-81ad-a518ee74e5a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-281788219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ad9e13e8d24d72b6d8c4bb820287a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3364859-24", "ovs_interfaceid": "c3364859-2468-4838-a8f8-e747fba5f831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1184.392242] env[70867]: DEBUG oslo_concurrency.lockutils [req-496d0b3c-6f40-479f-a73e-c68167fecacb req-f222b70c-db7e-4dc2-a0c8-7ebdeb2b9fdb service nova] Acquired lock "refresh_cache-ef0b2c75-c355-4135-8245-b25502cb0711" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.392456] env[70867]: DEBUG nova.network.neutron [req-496d0b3c-6f40-479f-a73e-c68167fecacb req-f222b70c-db7e-4dc2-a0c8-7ebdeb2b9fdb service nova] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Refreshing network info cache for port c3364859-2468-4838-a8f8-e747fba5f831 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.393809] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:7a:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3364859-2468-4838-a8f8-e747fba5f831', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1184.402028] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.405210] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1184.411499] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6340ecb1-32e5-4553-8203-af87c4506cbb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.430060] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1940f834-a923-4e9e-a268-803fd4118821 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.436929] env[70867]: DEBUG oslo_vmware.api [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': task-3474540, 'name': PowerOnVM_Task, 'duration_secs': 0.550937} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.439761] env[70867]: DEBUG oslo_vmware.api [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474542, 'name': Rename_Task, 'duration_secs': 0.363059} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.439761] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.439761] env[70867]: INFO nova.compute.manager [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Took 6.43 seconds to spawn the instance on the hypervisor. [ 1184.439761] env[70867]: DEBUG nova.compute.manager [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1184.439761] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1184.439761] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1184.439761] env[70867]: value = "task-3474545" [ 1184.439761] env[70867]: _type = "Task" [ 1184.439761] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.441341] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0dea499-49b8-49e6-81d4-7b21bfdb822b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.442575] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-587e9070-f399-40a3-ae5f-74e7dafb369c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.470607] env[70867]: DEBUG oslo_vmware.api [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a4a3ee-c82d-01e7-4cf3-fa1d411f212a, 'name': SearchDatastore_Task, 'duration_secs': 0.022085} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.470809] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474545, 'name': CreateVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.471433] env[70867]: DEBUG oslo_vmware.api [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1184.471433] env[70867]: value = "task-3474546" [ 1184.471433] env[70867]: _type = "Task" [ 1184.471433] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.473210] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.473210] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1184.473210] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.473210] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.473210] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1184.473818] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f12c485-0ee9-4746-93eb-f08080a9b50f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.489777] env[70867]: DEBUG oslo_vmware.api [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474546, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.500301] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1184.500494] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1184.501338] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55c9b377-470c-41e7-a0ae-c97200f1ee1f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.510024] env[70867]: DEBUG oslo_vmware.api [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Waiting for the task: (returnval){ [ 1184.510024] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ff669e-4815-33c0-41c7-2111af3d2ac2" [ 1184.510024] env[70867]: _type = "Task" [ 1184.510024] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.517099] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 6a974050-3cd8-4594-8e7d-e7c2a398021d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1184.518345] env[70867]: DEBUG oslo_vmware.api [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ff669e-4815-33c0-41c7-2111af3d2ac2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.637855] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.708440] env[70867]: DEBUG nova.network.neutron [req-496d0b3c-6f40-479f-a73e-c68167fecacb req-f222b70c-db7e-4dc2-a0c8-7ebdeb2b9fdb service nova] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Updated VIF entry in instance network info cache for port c3364859-2468-4838-a8f8-e747fba5f831. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.708948] env[70867]: DEBUG nova.network.neutron [req-496d0b3c-6f40-479f-a73e-c68167fecacb req-f222b70c-db7e-4dc2-a0c8-7ebdeb2b9fdb service nova] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Updating instance_info_cache with network_info: [{"id": "c3364859-2468-4838-a8f8-e747fba5f831", "address": "fa:16:3e:64:7a:19", "network": {"id": "52d9f893-40a0-4a01-81ad-a518ee74e5a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-281788219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ad9e13e8d24d72b6d8c4bb820287a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3364859-24", "ovs_interfaceid": "c3364859-2468-4838-a8f8-e747fba5f831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.780889] env[70867]: DEBUG oslo_vmware.api [None req-010891e9-f522-4676-8f87-7a0f280d9601 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256217} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.781327] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-010891e9-f522-4676-8f87-7a0f280d9601 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1184.781422] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-010891e9-f522-4676-8f87-7a0f280d9601 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1184.781612] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-010891e9-f522-4676-8f87-7a0f280d9601 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1184.781806] env[70867]: INFO nova.compute.manager [None req-010891e9-f522-4676-8f87-7a0f280d9601 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1184.782009] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-010891e9-f522-4676-8f87-7a0f280d9601 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.782219] env[70867]: DEBUG nova.compute.manager [-] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1184.782312] env[70867]: DEBUG nova.network.neutron [-] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1184.959854] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474545, 'name': CreateVM_Task, 'duration_secs': 0.45662} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.959854] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1184.960590] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.960980] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.965020] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.965020] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7617bf2-167a-45da-8a48-9c90c2fb5a25 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.966537] env[70867]: DEBUG oslo_vmware.api [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1184.966537] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f4cf40-a18b-ba64-a251-d7c4c5f3a947" [ 1184.966537] env[70867]: _type = "Task" [ 1184.966537] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.980348] env[70867]: DEBUG oslo_vmware.api [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f4cf40-a18b-ba64-a251-d7c4c5f3a947, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.987074] env[70867]: INFO nova.compute.manager [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Took 20.27 seconds to build instance. [ 1184.998976] env[70867]: DEBUG oslo_vmware.api [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474546, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.019104] env[70867]: DEBUG oslo_vmware.api [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ff669e-4815-33c0-41c7-2111af3d2ac2, 'name': SearchDatastore_Task, 'duration_secs': 0.00941} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.019927] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance b1b4ecf0-1664-4119-a2e7-cf0498cd4b57 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1185.020279] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=70867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1185.020530] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=70867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1185.025756] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc841241-4a2f-4b23-aeb9-34206287605b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.032844] env[70867]: DEBUG oslo_vmware.api [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Waiting for the task: (returnval){ [ 1185.032844] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]524f0065-be4d-b27b-3579-57cb87f22a00" [ 1185.032844] env[70867]: _type = "Task" [ 1185.032844] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.041326] env[70867]: DEBUG oslo_vmware.api [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]524f0065-be4d-b27b-3579-57cb87f22a00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.212322] env[70867]: DEBUG oslo_concurrency.lockutils [req-496d0b3c-6f40-479f-a73e-c68167fecacb req-f222b70c-db7e-4dc2-a0c8-7ebdeb2b9fdb service nova] Releasing lock "refresh_cache-ef0b2c75-c355-4135-8245-b25502cb0711" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.284553] env[70867]: DEBUG nova.compute.manager [req-adf79b32-0e88-4401-9351-6df097b6bf61 req-a5bf5f47-0391-43ba-8224-6e298ac318be service nova] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Received event network-vif-deleted-5d671de7-551d-486e-9906-c3765b7990a5 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.284789] env[70867]: INFO nova.compute.manager [req-adf79b32-0e88-4401-9351-6df097b6bf61 req-a5bf5f47-0391-43ba-8224-6e298ac318be service nova] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Neutron deleted interface 5d671de7-551d-486e-9906-c3765b7990a5; detaching it from the instance and deleting it from the info cache [ 1185.284986] env[70867]: DEBUG nova.network.neutron [req-adf79b32-0e88-4401-9351-6df097b6bf61 req-a5bf5f47-0391-43ba-8224-6e298ac318be service nova] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.289896] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74fa570-5034-4d3b-a395-79d31e176410 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.298999] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab37a0a6-8759-4b5d-9252-3ea52e8fd413 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.336025] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f53fa9-27f3-4ab8-ad21-0b08651c94c6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.345702] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf28d81-1c74-49d2-93a6-f126ce97f183 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.359907] env[70867]: DEBUG nova.compute.provider_tree [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.482034] env[70867]: DEBUG oslo_vmware.api [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f4cf40-a18b-ba64-a251-d7c4c5f3a947, 'name': SearchDatastore_Task, 'duration_secs': 0.010952} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.485969] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.486538] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1185.487027] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.494762] env[70867]: DEBUG oslo_concurrency.lockutils [None req-beaf3ad7-7429-4271-9b78-89c8c389660e tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Lock "a15b396c-4f37-4908-aa4b-41a7517f4133" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.783s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.496047] env[70867]: DEBUG oslo_vmware.api [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474546, 'name': PowerOnVM_Task, 'duration_secs': 0.628415} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.496047] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1185.496171] env[70867]: INFO nova.compute.manager [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Took 9.84 seconds to spawn the instance on the hypervisor. [ 1185.497081] env[70867]: DEBUG nova.compute.manager [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1185.498416] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37dece9-2f55-489b-9f23-6abca1c2acfb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.546373] env[70867]: DEBUG oslo_vmware.api [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]524f0065-be4d-b27b-3579-57cb87f22a00, 'name': SearchDatastore_Task, 'duration_secs': 0.013824} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.546837] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.547350] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] f86bc274-8f51-49f9-a012-02a58ddd00ab/f86bc274-8f51-49f9-a012-02a58ddd00ab.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1185.547827] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.548208] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1185.548625] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbbc9b71-eb91-4bbc-8516-0f9b382f4805 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.554170] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63866e7f-bba5-4fea-aeef-f580a8f5db82 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.562675] env[70867]: DEBUG oslo_vmware.api [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Waiting for the task: (returnval){ [ 1185.562675] env[70867]: value = "task-3474547" [ 1185.562675] env[70867]: _type = "Task" [ 1185.562675] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.567608] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1185.567822] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1185.568975] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6021c8c-764f-4066-a075-faf55e300903 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.574501] env[70867]: DEBUG oslo_vmware.api [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.577785] env[70867]: DEBUG oslo_vmware.api [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1185.577785] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f5ae4f-b35c-3f4e-632f-4093919ff97e" [ 1185.577785] env[70867]: _type = "Task" [ 1185.577785] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.586148] env[70867]: DEBUG oslo_vmware.api [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f5ae4f-b35c-3f4e-632f-4093919ff97e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.762687] env[70867]: DEBUG nova.network.neutron [-] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.794040] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a8647a94-ba41-4e40-8d76-a85051756c06 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.807548] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d785d2a-338c-429e-b6a0-b3a5fccf29cb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.842944] env[70867]: DEBUG nova.compute.manager [req-adf79b32-0e88-4401-9351-6df097b6bf61 req-a5bf5f47-0391-43ba-8224-6e298ac318be service nova] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Detach interface failed, port_id=5d671de7-551d-486e-9906-c3765b7990a5, reason: Instance c68b3246-5373-4c0a-9bd5-78e6655334f6 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1185.863921] env[70867]: DEBUG nova.scheduler.client.report [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.032366] env[70867]: INFO nova.compute.manager [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Took 21.82 seconds to build instance. [ 1186.073073] env[70867]: DEBUG oslo_vmware.api [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474547, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.092087] env[70867]: DEBUG oslo_vmware.api [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f5ae4f-b35c-3f4e-632f-4093919ff97e, 'name': SearchDatastore_Task, 'duration_secs': 0.014357} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.092087] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1081013-9e4d-4a3b-86c9-9131640d8246 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.097056] env[70867]: DEBUG oslo_vmware.api [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1186.097056] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5209fe3c-2108-4fa1-936b-0e928862af31" [ 1186.097056] env[70867]: _type = "Task" [ 1186.097056] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.105246] env[70867]: DEBUG oslo_vmware.api [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5209fe3c-2108-4fa1-936b-0e928862af31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.202473] env[70867]: INFO nova.compute.manager [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Rebuilding instance [ 1186.256718] env[70867]: DEBUG nova.compute.manager [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1186.257673] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124d271d-4d36-4048-8252-be70565467b3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.265561] env[70867]: INFO nova.compute.manager [-] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Took 1.48 seconds to deallocate network for instance. [ 1186.371031] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70867) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1186.371031] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.390s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.371031] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cdc0f539-9081-4486-8416-1513a88ce23c tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.651s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.371031] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cdc0f539-9081-4486-8416-1513a88ce23c tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.372218] env[70867]: DEBUG oslo_concurrency.lockutils [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.012s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.373948] env[70867]: INFO nova.compute.claims [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1186.401698] env[70867]: INFO nova.scheduler.client.report [None req-cdc0f539-9081-4486-8416-1513a88ce23c tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Deleted allocations for instance ade1fee7-4ec0-42aa-99d2-7d8247def99e [ 1186.536809] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2a10685a-6f93-4e9e-8334-e9bd671e3b5e tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lock "e44d9816-2dd8-4c50-a4b8-46183a9a87c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.341s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.575738] env[70867]: DEBUG oslo_vmware.api [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474547, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730303} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.576057] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] f86bc274-8f51-49f9-a012-02a58ddd00ab/f86bc274-8f51-49f9-a012-02a58ddd00ab.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1186.576315] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1186.576586] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e765edb4-e84a-4658-bbf3-43b982392c88 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.583456] env[70867]: DEBUG oslo_vmware.api [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Waiting for the task: (returnval){ [ 1186.583456] env[70867]: value = "task-3474548" [ 1186.583456] env[70867]: _type = "Task" [ 1186.583456] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.592409] env[70867]: DEBUG oslo_vmware.api [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.606956] env[70867]: DEBUG oslo_vmware.api [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5209fe3c-2108-4fa1-936b-0e928862af31, 'name': SearchDatastore_Task, 'duration_secs': 0.062412} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.607256] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.607544] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] ef0b2c75-c355-4135-8245-b25502cb0711/ef0b2c75-c355-4135-8245-b25502cb0711.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1186.607855] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b307f919-f901-4ca1-80bd-0b2cf4bbcef4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.614619] env[70867]: DEBUG oslo_vmware.api [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1186.614619] env[70867]: value = "task-3474549" [ 1186.614619] env[70867]: _type = "Task" [ 1186.614619] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.623527] env[70867]: DEBUG oslo_vmware.api [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.670957] env[70867]: DEBUG nova.compute.manager [req-438a919b-fd83-4d15-9c71-5e7ed010ac93 req-96a03d94-6524-474a-a6bc-4b3e2d36d0c7 service nova] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Received event network-changed-ea0d8b03-d862-4332-86e1-3ef5dbf14c15 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.671242] env[70867]: DEBUG nova.compute.manager [req-438a919b-fd83-4d15-9c71-5e7ed010ac93 req-96a03d94-6524-474a-a6bc-4b3e2d36d0c7 service nova] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Refreshing instance network info cache due to event network-changed-ea0d8b03-d862-4332-86e1-3ef5dbf14c15. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1186.671474] env[70867]: DEBUG oslo_concurrency.lockutils [req-438a919b-fd83-4d15-9c71-5e7ed010ac93 req-96a03d94-6524-474a-a6bc-4b3e2d36d0c7 service nova] Acquiring lock "refresh_cache-e44d9816-2dd8-4c50-a4b8-46183a9a87c7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.671641] env[70867]: DEBUG oslo_concurrency.lockutils [req-438a919b-fd83-4d15-9c71-5e7ed010ac93 req-96a03d94-6524-474a-a6bc-4b3e2d36d0c7 service nova] Acquired lock "refresh_cache-e44d9816-2dd8-4c50-a4b8-46183a9a87c7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.671776] env[70867]: DEBUG nova.network.neutron [req-438a919b-fd83-4d15-9c71-5e7ed010ac93 req-96a03d94-6524-474a-a6bc-4b3e2d36d0c7 service nova] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Refreshing network info cache for port ea0d8b03-d862-4332-86e1-3ef5dbf14c15 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1186.775834] env[70867]: DEBUG oslo_concurrency.lockutils [None req-010891e9-f522-4676-8f87-7a0f280d9601 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.909896] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cdc0f539-9081-4486-8416-1513a88ce23c tempest-AttachInterfacesUnderV243Test-1414806737 tempest-AttachInterfacesUnderV243Test-1414806737-project-member] Lock "ade1fee7-4ec0-42aa-99d2-7d8247def99e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.835s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.094689] env[70867]: DEBUG oslo_vmware.api [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111894} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.095056] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1187.095928] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0aa71ed-373e-471a-8494-667af324d643 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.120572] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] f86bc274-8f51-49f9-a012-02a58ddd00ab/f86bc274-8f51-49f9-a012-02a58ddd00ab.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.121195] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-265dd4e9-8121-49c6-9bdf-76251717ff48 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.145612] env[70867]: DEBUG oslo_vmware.api [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474549, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.147382] env[70867]: DEBUG oslo_vmware.api [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Waiting for the task: (returnval){ [ 1187.147382] env[70867]: value = "task-3474550" [ 1187.147382] env[70867]: _type = "Task" [ 1187.147382] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.158808] env[70867]: DEBUG oslo_vmware.api [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474550, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.278190] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.278190] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3538792d-7d18-4859-9611-9ec0b2ecca09 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.285536] env[70867]: DEBUG oslo_vmware.api [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Waiting for the task: (returnval){ [ 1187.285536] env[70867]: value = "task-3474551" [ 1187.285536] env[70867]: _type = "Task" [ 1187.285536] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.300150] env[70867]: DEBUG oslo_vmware.api [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': task-3474551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.474332] env[70867]: DEBUG nova.network.neutron [req-438a919b-fd83-4d15-9c71-5e7ed010ac93 req-96a03d94-6524-474a-a6bc-4b3e2d36d0c7 service nova] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Updated VIF entry in instance network info cache for port ea0d8b03-d862-4332-86e1-3ef5dbf14c15. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.474332] env[70867]: DEBUG nova.network.neutron [req-438a919b-fd83-4d15-9c71-5e7ed010ac93 req-96a03d94-6524-474a-a6bc-4b3e2d36d0c7 service nova] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Updating instance_info_cache with network_info: [{"id": "ea0d8b03-d862-4332-86e1-3ef5dbf14c15", "address": "fa:16:3e:91:9a:4e", "network": {"id": "e8347f9b-3eb6-43b4-87ae-bb1cf7f8bc82", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2004525000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73a13fbd950b48dd91a096cbbeb17b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea0d8b03-d8", "ovs_interfaceid": "ea0d8b03-d862-4332-86e1-3ef5dbf14c15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.592020] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77576814-117f-4498-b205-bd54ecfe2dff {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.599862] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0316d22-995a-46f2-ba22-c65ff5b0b911 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.640654] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874d13ef-8b76-4ca4-ac52-bc0213807c91 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.651412] env[70867]: DEBUG oslo_vmware.api [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749101} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.656543] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] ef0b2c75-c355-4135-8245-b25502cb0711/ef0b2c75-c355-4135-8245-b25502cb0711.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1187.657763] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1187.658289] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16f1da16-91f4-4551-97db-6aebda53a6e4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.661438] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e1bf09-05e4-4471-95a9-8fc7b329bb9c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.678562] env[70867]: DEBUG nova.compute.provider_tree [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.680228] env[70867]: DEBUG oslo_vmware.api [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.682054] env[70867]: DEBUG oslo_vmware.api [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1187.682054] env[70867]: value = "task-3474552" [ 1187.682054] env[70867]: _type = "Task" [ 1187.682054] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.690502] env[70867]: DEBUG oslo_vmware.api [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.795778] env[70867]: DEBUG oslo_vmware.api [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': task-3474551, 'name': PowerOffVM_Task, 'duration_secs': 0.145237} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.796193] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.796911] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1187.797762] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d79ecdd-0a9c-43af-a18e-17e668debe91 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.805652] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1187.805652] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f19a4bd-2d4d-4bfe-a9c0-8509b14de026 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.829463] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.829816] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.830088] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Deleting the datastore file [datastore2] a15b396c-4f37-4908-aa4b-41a7517f4133 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.830399] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d292dbc6-1198-4bf7-8e5e-000d0a3aa1cd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.842258] env[70867]: DEBUG oslo_vmware.api [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Waiting for the task: (returnval){ [ 1187.842258] env[70867]: value = "task-3474554" [ 1187.842258] env[70867]: _type = "Task" [ 1187.842258] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.851592] env[70867]: DEBUG oslo_vmware.api [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': task-3474554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.979301] env[70867]: DEBUG oslo_concurrency.lockutils [req-438a919b-fd83-4d15-9c71-5e7ed010ac93 req-96a03d94-6524-474a-a6bc-4b3e2d36d0c7 service nova] Releasing lock "refresh_cache-e44d9816-2dd8-4c50-a4b8-46183a9a87c7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.164119] env[70867]: DEBUG oslo_vmware.api [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474550, 'name': ReconfigVM_Task, 'duration_secs': 0.709633} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.164244] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Reconfigured VM instance instance-0000006b to attach disk [datastore2] f86bc274-8f51-49f9-a012-02a58ddd00ab/f86bc274-8f51-49f9-a012-02a58ddd00ab.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.164927] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46314b90-8239-4fe6-a5db-d15827c34c29 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.171065] env[70867]: DEBUG oslo_vmware.api [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Waiting for the task: (returnval){ [ 1188.171065] env[70867]: value = "task-3474555" [ 1188.171065] env[70867]: _type = "Task" [ 1188.171065] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.181845] env[70867]: DEBUG nova.scheduler.client.report [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.185788] env[70867]: DEBUG oslo_vmware.api [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474555, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.198516] env[70867]: DEBUG oslo_vmware.api [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086105} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.199827] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1188.200095] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8ccb02-03da-4812-849a-9c6541e6543d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.226719] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] ef0b2c75-c355-4135-8245-b25502cb0711/ef0b2c75-c355-4135-8245-b25502cb0711.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.227325] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fda13103-1954-481d-a828-679488ec8aae {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.249105] env[70867]: DEBUG oslo_vmware.api [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1188.249105] env[70867]: value = "task-3474556" [ 1188.249105] env[70867]: _type = "Task" [ 1188.249105] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.258414] env[70867]: DEBUG oslo_vmware.api [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474556, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.352723] env[70867]: DEBUG oslo_vmware.api [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': task-3474554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132344} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.352991] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1188.353300] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1188.353485] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1188.681287] env[70867]: DEBUG oslo_vmware.api [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474555, 'name': Rename_Task, 'duration_secs': 0.273054} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.681617] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.682453] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01d5bfca-cf4c-4970-8175-6933c5ecd924 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.694019] env[70867]: DEBUG oslo_concurrency.lockutils [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.319s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.694019] env[70867]: DEBUG nova.compute.manager [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1188.696801] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8be52093-6d07-4669-b6ca-0423e5e217a3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 8.386s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.698241] env[70867]: DEBUG oslo_vmware.api [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Waiting for the task: (returnval){ [ 1188.698241] env[70867]: value = "task-3474557" [ 1188.698241] env[70867]: _type = "Task" [ 1188.698241] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.714090] env[70867]: DEBUG oslo_vmware.api [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474557, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.761106] env[70867]: DEBUG oslo_vmware.api [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.197192] env[70867]: DEBUG nova.compute.utils [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1189.198751] env[70867]: DEBUG nova.compute.manager [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1189.198965] env[70867]: DEBUG nova.network.neutron [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1189.220849] env[70867]: DEBUG oslo_vmware.api [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474557, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.245769] env[70867]: DEBUG nova.policy [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d46a444c64d46d1b1304554576e9d84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '531e77ef69fe4892bb20a8d005c760d4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1189.261200] env[70867]: DEBUG oslo_vmware.api [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474556, 'name': ReconfigVM_Task, 'duration_secs': 0.666694} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.264905] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Reconfigured VM instance instance-0000006c to attach disk [datastore2] ef0b2c75-c355-4135-8245-b25502cb0711/ef0b2c75-c355-4135-8245-b25502cb0711.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.266234] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de0ab8c9-e2e8-4861-9b35-bca41c8be710 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.273912] env[70867]: DEBUG oslo_vmware.api [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1189.273912] env[70867]: value = "task-3474558" [ 1189.273912] env[70867]: _type = "Task" [ 1189.273912] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.291491] env[70867]: DEBUG oslo_vmware.api [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474558, 'name': Rename_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.389110] env[70867]: DEBUG nova.virt.hardware [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.389389] env[70867]: DEBUG nova.virt.hardware [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.389548] env[70867]: DEBUG nova.virt.hardware [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.389764] env[70867]: DEBUG nova.virt.hardware [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.390015] env[70867]: DEBUG nova.virt.hardware [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.390243] env[70867]: DEBUG nova.virt.hardware [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.390501] env[70867]: DEBUG nova.virt.hardware [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.390668] env[70867]: DEBUG nova.virt.hardware [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.390861] env[70867]: DEBUG nova.virt.hardware [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.391080] env[70867]: DEBUG nova.virt.hardware [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.391333] env[70867]: DEBUG nova.virt.hardware [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.392278] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538a0a70-3ab2-4ba6-8a44-a249cef9b2d9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.403403] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8a9cbe-c884-401a-9c0b-90cfed70a6bb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.419414] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Instance VIF info [] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1189.425485] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.426860] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1189.427629] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4dc05b6-cc27-4c95-a74c-87c705c8c4fe {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.430301] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb51b4e5-cbf4-401a-97a0-7e0af9e3fa3b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.452837] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4209777-d950-45c6-936d-49acb8fb3bd7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.457750] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1189.457750] env[70867]: value = "task-3474559" [ 1189.457750] env[70867]: _type = "Task" [ 1189.457750] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.487597] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bddbd57-56e1-435e-95b3-bfb89f969e11 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.493663] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474559, 'name': CreateVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.499386] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c88fe8e-0d14-41fe-9c16-d6ebdefe75e0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.516591] env[70867]: DEBUG nova.compute.provider_tree [None req-8be52093-6d07-4669-b6ca-0423e5e217a3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.571370] env[70867]: DEBUG nova.network.neutron [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Successfully created port: 98812719-61e3-4386-b8f8-9683fc8a745e {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1189.704771] env[70867]: DEBUG nova.compute.manager [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1189.717171] env[70867]: DEBUG oslo_vmware.api [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474557, 'name': PowerOnVM_Task, 'duration_secs': 0.829005} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.717436] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1189.717634] env[70867]: INFO nova.compute.manager [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Took 9.37 seconds to spawn the instance on the hypervisor. [ 1189.717809] env[70867]: DEBUG nova.compute.manager [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1189.718616] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad652a3-274a-4138-bebb-398fd6a30311 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.786945] env[70867]: DEBUG oslo_vmware.api [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474558, 'name': Rename_Task, 'duration_secs': 0.247212} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.787245] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1189.787495] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c1e511b-d5be-4563-9fc6-d1c14b715fa3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.793956] env[70867]: DEBUG oslo_vmware.api [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1189.793956] env[70867]: value = "task-3474560" [ 1189.793956] env[70867]: _type = "Task" [ 1189.793956] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.803380] env[70867]: DEBUG oslo_vmware.api [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.967472] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474559, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.019770] env[70867]: DEBUG nova.scheduler.client.report [None req-8be52093-6d07-4669-b6ca-0423e5e217a3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.237766] env[70867]: INFO nova.compute.manager [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Took 23.06 seconds to build instance. [ 1190.304777] env[70867]: DEBUG oslo_vmware.api [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474560, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.427377] env[70867]: DEBUG nova.compute.manager [req-a2142826-8e9f-45b2-bde2-a3a706146c47 req-bf4da1f8-46fa-45b6-aa94-6a21cdf2b240 service nova] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Received event network-changed-637e7072-0ef6-46d7-a9c8-e65e1cf972c7 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.427614] env[70867]: DEBUG nova.compute.manager [req-a2142826-8e9f-45b2-bde2-a3a706146c47 req-bf4da1f8-46fa-45b6-aa94-6a21cdf2b240 service nova] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Refreshing instance network info cache due to event network-changed-637e7072-0ef6-46d7-a9c8-e65e1cf972c7. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1190.427830] env[70867]: DEBUG oslo_concurrency.lockutils [req-a2142826-8e9f-45b2-bde2-a3a706146c47 req-bf4da1f8-46fa-45b6-aa94-6a21cdf2b240 service nova] Acquiring lock "refresh_cache-f86bc274-8f51-49f9-a012-02a58ddd00ab" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.427974] env[70867]: DEBUG oslo_concurrency.lockutils [req-a2142826-8e9f-45b2-bde2-a3a706146c47 req-bf4da1f8-46fa-45b6-aa94-6a21cdf2b240 service nova] Acquired lock "refresh_cache-f86bc274-8f51-49f9-a012-02a58ddd00ab" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.428151] env[70867]: DEBUG nova.network.neutron [req-a2142826-8e9f-45b2-bde2-a3a706146c47 req-bf4da1f8-46fa-45b6-aa94-6a21cdf2b240 service nova] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Refreshing network info cache for port 637e7072-0ef6-46d7-a9c8-e65e1cf972c7 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.466799] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474559, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.721379] env[70867]: DEBUG nova.compute.manager [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1190.740335] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3a126645-1bcb-4f6d-a344-c5dcd5ab169e tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "f86bc274-8f51-49f9-a012-02a58ddd00ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.580s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.752016] env[70867]: DEBUG nova.virt.hardware [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1190.752016] env[70867]: DEBUG nova.virt.hardware [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1190.752016] env[70867]: DEBUG nova.virt.hardware [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1190.752016] env[70867]: DEBUG nova.virt.hardware [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1190.752016] env[70867]: DEBUG nova.virt.hardware [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1190.752016] env[70867]: DEBUG nova.virt.hardware [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1190.752016] env[70867]: DEBUG nova.virt.hardware [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1190.752016] env[70867]: DEBUG nova.virt.hardware [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1190.752016] env[70867]: DEBUG nova.virt.hardware [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1190.752825] env[70867]: DEBUG nova.virt.hardware [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1190.753208] env[70867]: DEBUG nova.virt.hardware [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1190.754175] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be387d54-f1d2-483c-817f-6f09ef6175d5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.764726] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7efa1f-82ba-43a4-aa52-5378c9cba4cf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.805210] env[70867]: DEBUG oslo_vmware.api [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474560, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.967729] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474559, 'name': CreateVM_Task, 'duration_secs': 1.444404} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.967906] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1190.968358] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.968517] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.968898] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.969143] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88c121fd-86d8-420b-89e9-25d93d7b086d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.974084] env[70867]: DEBUG oslo_vmware.api [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Waiting for the task: (returnval){ [ 1190.974084] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f1f5f2-d452-d666-576f-ca1e2d805ddb" [ 1190.974084] env[70867]: _type = "Task" [ 1190.974084] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.982265] env[70867]: DEBUG oslo_vmware.api [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f1f5f2-d452-d666-576f-ca1e2d805ddb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.030560] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8be52093-6d07-4669-b6ca-0423e5e217a3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.334s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.035425] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8364d03b-4b08-42ab-9636-8c25726fc3b9 tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.114s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.035707] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8364d03b-4b08-42ab-9636-8c25726fc3b9 tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.041916] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.404s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.045125] env[70867]: INFO nova.compute.claims [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1191.069703] env[70867]: INFO nova.scheduler.client.report [None req-8364d03b-4b08-42ab-9636-8c25726fc3b9 tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Deleted allocations for instance 4e0d6171-331b-4d97-b653-fd68e3c32f98 [ 1191.307753] env[70867]: DEBUG oslo_vmware.api [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474560, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.328778] env[70867]: DEBUG nova.network.neutron [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Successfully updated port: 98812719-61e3-4386-b8f8-9683fc8a745e {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1191.333320] env[70867]: DEBUG nova.network.neutron [req-a2142826-8e9f-45b2-bde2-a3a706146c47 req-bf4da1f8-46fa-45b6-aa94-6a21cdf2b240 service nova] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Updated VIF entry in instance network info cache for port 637e7072-0ef6-46d7-a9c8-e65e1cf972c7. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.333773] env[70867]: DEBUG nova.network.neutron [req-a2142826-8e9f-45b2-bde2-a3a706146c47 req-bf4da1f8-46fa-45b6-aa94-6a21cdf2b240 service nova] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Updating instance_info_cache with network_info: [{"id": "637e7072-0ef6-46d7-a9c8-e65e1cf972c7", "address": "fa:16:3e:4b:51:f3", "network": {"id": "e537a3b0-c2e4-47f4-84a1-55c8c4a7b8df", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-340479337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "670576a2b5c147019fa83c9697f1dc8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap637e7072-0e", "ovs_interfaceid": "637e7072-0ef6-46d7-a9c8-e65e1cf972c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.484747] env[70867]: DEBUG oslo_vmware.api [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f1f5f2-d452-d666-576f-ca1e2d805ddb, 'name': SearchDatastore_Task, 'duration_secs': 0.016201} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.485092] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.485328] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1191.485561] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.485709] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.485887] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1191.486182] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0da4e43-24d9-4cef-89e7-26a19965464f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.496171] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1191.496241] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1191.496998] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edfeb520-6483-4bcc-bc8a-4c4af5d9637d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.502221] env[70867]: DEBUG oslo_vmware.api [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Waiting for the task: (returnval){ [ 1191.502221] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52016fd8-77dd-a758-28b3-dcdc2774cfa8" [ 1191.502221] env[70867]: _type = "Task" [ 1191.502221] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.509818] env[70867]: DEBUG oslo_vmware.api [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52016fd8-77dd-a758-28b3-dcdc2774cfa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.581144] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8364d03b-4b08-42ab-9636-8c25726fc3b9 tempest-ServerShowV257Test-824110186 tempest-ServerShowV257Test-824110186-project-member] Lock "4e0d6171-331b-4d97-b653-fd68e3c32f98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.903s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.604257] env[70867]: INFO nova.scheduler.client.report [None req-8be52093-6d07-4669-b6ca-0423e5e217a3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Deleted allocation for migration f09b8604-2b68-45d9-a54c-a9f845d8e80e [ 1191.808191] env[70867]: DEBUG oslo_vmware.api [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474560, 'name': PowerOnVM_Task, 'duration_secs': 1.724839} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.808191] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1191.808191] env[70867]: INFO nova.compute.manager [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Took 9.63 seconds to spawn the instance on the hypervisor. [ 1191.808191] env[70867]: DEBUG nova.compute.manager [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1191.808873] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02eec74a-5234-45d5-ac4b-453c0707f8a5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.832267] env[70867]: DEBUG oslo_concurrency.lockutils [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "refresh_cache-6a974050-3cd8-4594-8e7d-e7c2a398021d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.832267] env[70867]: DEBUG oslo_concurrency.lockutils [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquired lock "refresh_cache-6a974050-3cd8-4594-8e7d-e7c2a398021d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.832267] env[70867]: DEBUG nova.network.neutron [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1191.837765] env[70867]: DEBUG oslo_concurrency.lockutils [req-a2142826-8e9f-45b2-bde2-a3a706146c47 req-bf4da1f8-46fa-45b6-aa94-6a21cdf2b240 service nova] Releasing lock "refresh_cache-f86bc274-8f51-49f9-a012-02a58ddd00ab" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.013260] env[70867]: DEBUG oslo_vmware.api [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52016fd8-77dd-a758-28b3-dcdc2774cfa8, 'name': SearchDatastore_Task, 'duration_secs': 0.01303} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.014340] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b822478a-a01d-4987-8674-a71159c45900 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.019947] env[70867]: DEBUG oslo_vmware.api [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Waiting for the task: (returnval){ [ 1192.019947] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52baeea5-4788-4a72-707f-b97e35d3ef97" [ 1192.019947] env[70867]: _type = "Task" [ 1192.019947] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.029339] env[70867]: DEBUG oslo_vmware.api [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52baeea5-4788-4a72-707f-b97e35d3ef97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.110829] env[70867]: DEBUG oslo_concurrency.lockutils [None req-8be52093-6d07-4669-b6ca-0423e5e217a3 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "275cda22-565c-4d42-aed3-3057f3ebaf3c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 15.061s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.269156] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972afbfd-b4e1-44ac-934b-09b810c62b23 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.277658] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe09c139-e57b-4aa3-bb14-10c441251532 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.311235] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de13cc79-a29c-4ce4-9f19-b18f9b3ac782 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.318693] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056ca403-17aa-4411-8a9b-c8b341926755 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.329731] env[70867]: INFO nova.compute.manager [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Took 19.05 seconds to build instance. [ 1192.342168] env[70867]: DEBUG nova.compute.provider_tree [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.387380] env[70867]: DEBUG nova.network.neutron [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1192.457285] env[70867]: DEBUG nova.compute.manager [req-db8cf4a2-e97e-4658-ba8a-d4aef81004d0 req-e7cf5168-5143-4112-b510-624bd0cc0ac1 service nova] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Received event network-vif-plugged-98812719-61e3-4386-b8f8-9683fc8a745e {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.457563] env[70867]: DEBUG oslo_concurrency.lockutils [req-db8cf4a2-e97e-4658-ba8a-d4aef81004d0 req-e7cf5168-5143-4112-b510-624bd0cc0ac1 service nova] Acquiring lock "6a974050-3cd8-4594-8e7d-e7c2a398021d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.457840] env[70867]: DEBUG oslo_concurrency.lockutils [req-db8cf4a2-e97e-4658-ba8a-d4aef81004d0 req-e7cf5168-5143-4112-b510-624bd0cc0ac1 service nova] Lock "6a974050-3cd8-4594-8e7d-e7c2a398021d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.458060] env[70867]: DEBUG oslo_concurrency.lockutils [req-db8cf4a2-e97e-4658-ba8a-d4aef81004d0 req-e7cf5168-5143-4112-b510-624bd0cc0ac1 service nova] Lock "6a974050-3cd8-4594-8e7d-e7c2a398021d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.458282] env[70867]: DEBUG nova.compute.manager [req-db8cf4a2-e97e-4658-ba8a-d4aef81004d0 req-e7cf5168-5143-4112-b510-624bd0cc0ac1 service nova] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] No waiting events found dispatching network-vif-plugged-98812719-61e3-4386-b8f8-9683fc8a745e {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1192.458557] env[70867]: WARNING nova.compute.manager [req-db8cf4a2-e97e-4658-ba8a-d4aef81004d0 req-e7cf5168-5143-4112-b510-624bd0cc0ac1 service nova] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Received unexpected event network-vif-plugged-98812719-61e3-4386-b8f8-9683fc8a745e for instance with vm_state building and task_state spawning. [ 1192.458683] env[70867]: DEBUG nova.compute.manager [req-db8cf4a2-e97e-4658-ba8a-d4aef81004d0 req-e7cf5168-5143-4112-b510-624bd0cc0ac1 service nova] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Received event network-changed-98812719-61e3-4386-b8f8-9683fc8a745e {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.458856] env[70867]: DEBUG nova.compute.manager [req-db8cf4a2-e97e-4658-ba8a-d4aef81004d0 req-e7cf5168-5143-4112-b510-624bd0cc0ac1 service nova] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Refreshing instance network info cache due to event network-changed-98812719-61e3-4386-b8f8-9683fc8a745e. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1192.459101] env[70867]: DEBUG oslo_concurrency.lockutils [req-db8cf4a2-e97e-4658-ba8a-d4aef81004d0 req-e7cf5168-5143-4112-b510-624bd0cc0ac1 service nova] Acquiring lock "refresh_cache-6a974050-3cd8-4594-8e7d-e7c2a398021d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.530727] env[70867]: DEBUG oslo_vmware.api [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52baeea5-4788-4a72-707f-b97e35d3ef97, 'name': SearchDatastore_Task, 'duration_secs': 0.028613} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.530985] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.531298] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] a15b396c-4f37-4908-aa4b-41a7517f4133/a15b396c-4f37-4908-aa4b-41a7517f4133.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1192.531598] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55fe04e8-8648-41c1-85cd-bb9ee2c96656 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.538085] env[70867]: DEBUG oslo_vmware.api [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Waiting for the task: (returnval){ [ 1192.538085] env[70867]: value = "task-3474561" [ 1192.538085] env[70867]: _type = "Task" [ 1192.538085] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.548432] env[70867]: DEBUG oslo_vmware.api [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': task-3474561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.597816] env[70867]: DEBUG nova.network.neutron [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Updating instance_info_cache with network_info: [{"id": "98812719-61e3-4386-b8f8-9683fc8a745e", "address": "fa:16:3e:2d:64:23", "network": {"id": "cfc3fe3f-41ca-4d32-a9e1-bd8add4aaf37", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404983433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "531e77ef69fe4892bb20a8d005c760d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98812719-61", "ovs_interfaceid": "98812719-61e3-4386-b8f8-9683fc8a745e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.833053] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4408c8cb-f01f-4adc-8c21-86479d22205f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "ef0b2c75-c355-4135-8245-b25502cb0711" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.557s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.844967] env[70867]: DEBUG nova.scheduler.client.report [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.050767] env[70867]: DEBUG oslo_vmware.api [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': task-3474561, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.100752] env[70867]: DEBUG oslo_concurrency.lockutils [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Releasing lock "refresh_cache-6a974050-3cd8-4594-8e7d-e7c2a398021d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.101218] env[70867]: DEBUG nova.compute.manager [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Instance network_info: |[{"id": "98812719-61e3-4386-b8f8-9683fc8a745e", "address": "fa:16:3e:2d:64:23", "network": {"id": "cfc3fe3f-41ca-4d32-a9e1-bd8add4aaf37", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404983433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "531e77ef69fe4892bb20a8d005c760d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98812719-61", "ovs_interfaceid": "98812719-61e3-4386-b8f8-9683fc8a745e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1193.101545] env[70867]: DEBUG oslo_concurrency.lockutils [req-db8cf4a2-e97e-4658-ba8a-d4aef81004d0 req-e7cf5168-5143-4112-b510-624bd0cc0ac1 service nova] Acquired lock "refresh_cache-6a974050-3cd8-4594-8e7d-e7c2a398021d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.101790] env[70867]: DEBUG nova.network.neutron [req-db8cf4a2-e97e-4658-ba8a-d4aef81004d0 req-e7cf5168-5143-4112-b510-624bd0cc0ac1 service nova] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Refreshing network info cache for port 98812719-61e3-4386-b8f8-9683fc8a745e {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.103291] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:64:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98812719-61e3-4386-b8f8-9683fc8a745e', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1193.113082] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.113635] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1193.115284] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db500a10-c135-45e5-9404-c4ed83b72453 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.135742] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1193.135742] env[70867]: value = "task-3474562" [ 1193.135742] env[70867]: _type = "Task" [ 1193.135742] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.144822] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474562, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.350249] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.308s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.350814] env[70867]: DEBUG nova.compute.manager [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1193.354687] env[70867]: DEBUG oslo_concurrency.lockutils [None req-010891e9-f522-4676-8f87-7a0f280d9601 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.579s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.355080] env[70867]: DEBUG nova.objects.instance [None req-010891e9-f522-4676-8f87-7a0f280d9601 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lazy-loading 'resources' on Instance uuid c68b3246-5373-4c0a-9bd5-78e6655334f6 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.356110] env[70867]: DEBUG oslo_concurrency.lockutils [None req-45dfed2f-c7ae-4fdb-95b8-3d5830df531c tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "275cda22-565c-4d42-aed3-3057f3ebaf3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.356456] env[70867]: DEBUG oslo_concurrency.lockutils [None req-45dfed2f-c7ae-4fdb-95b8-3d5830df531c tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "275cda22-565c-4d42-aed3-3057f3ebaf3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.356626] env[70867]: DEBUG oslo_concurrency.lockutils [None req-45dfed2f-c7ae-4fdb-95b8-3d5830df531c tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "275cda22-565c-4d42-aed3-3057f3ebaf3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.356701] env[70867]: DEBUG oslo_concurrency.lockutils [None req-45dfed2f-c7ae-4fdb-95b8-3d5830df531c tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "275cda22-565c-4d42-aed3-3057f3ebaf3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.356870] env[70867]: DEBUG oslo_concurrency.lockutils [None req-45dfed2f-c7ae-4fdb-95b8-3d5830df531c tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "275cda22-565c-4d42-aed3-3057f3ebaf3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.359383] env[70867]: INFO nova.compute.manager [None req-45dfed2f-c7ae-4fdb-95b8-3d5830df531c tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Terminating instance [ 1193.548200] env[70867]: DEBUG oslo_vmware.api [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': task-3474561, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742748} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.548477] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] a15b396c-4f37-4908-aa4b-41a7517f4133/a15b396c-4f37-4908-aa4b-41a7517f4133.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1193.548692] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1193.548954] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f3c8ab7-6b82-4707-be97-c7c8d930effb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.555157] env[70867]: DEBUG oslo_vmware.api [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Waiting for the task: (returnval){ [ 1193.555157] env[70867]: value = "task-3474563" [ 1193.555157] env[70867]: _type = "Task" [ 1193.555157] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.564501] env[70867]: DEBUG oslo_vmware.api [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': task-3474563, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.647623] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474562, 'name': CreateVM_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.813034] env[70867]: DEBUG nova.network.neutron [req-db8cf4a2-e97e-4658-ba8a-d4aef81004d0 req-e7cf5168-5143-4112-b510-624bd0cc0ac1 service nova] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Updated VIF entry in instance network info cache for port 98812719-61e3-4386-b8f8-9683fc8a745e. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1193.813454] env[70867]: DEBUG nova.network.neutron [req-db8cf4a2-e97e-4658-ba8a-d4aef81004d0 req-e7cf5168-5143-4112-b510-624bd0cc0ac1 service nova] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Updating instance_info_cache with network_info: [{"id": "98812719-61e3-4386-b8f8-9683fc8a745e", "address": "fa:16:3e:2d:64:23", "network": {"id": "cfc3fe3f-41ca-4d32-a9e1-bd8add4aaf37", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404983433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "531e77ef69fe4892bb20a8d005c760d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98812719-61", "ovs_interfaceid": "98812719-61e3-4386-b8f8-9683fc8a745e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.835545] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "a198f36a-0e77-4790-8d63-c29220a6ab5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.835863] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "a198f36a-0e77-4790-8d63-c29220a6ab5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.856329] env[70867]: DEBUG nova.compute.utils [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1193.857759] env[70867]: DEBUG nova.compute.manager [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1193.857995] env[70867]: DEBUG nova.network.neutron [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1193.862821] env[70867]: DEBUG nova.compute.manager [None req-45dfed2f-c7ae-4fdb-95b8-3d5830df531c tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1193.862821] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-45dfed2f-c7ae-4fdb-95b8-3d5830df531c tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.866649] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74f92e8-fb45-4dfc-8309-85ec832f2e5a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.875428] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-45dfed2f-c7ae-4fdb-95b8-3d5830df531c tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.875679] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00e3edb1-4487-4ffa-96b8-699ec574a75f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.882970] env[70867]: DEBUG oslo_vmware.api [None req-45dfed2f-c7ae-4fdb-95b8-3d5830df531c tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1193.882970] env[70867]: value = "task-3474564" [ 1193.882970] env[70867]: _type = "Task" [ 1193.882970] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.892241] env[70867]: DEBUG oslo_vmware.api [None req-45dfed2f-c7ae-4fdb-95b8-3d5830df531c tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.899672] env[70867]: DEBUG nova.policy [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43aa3988e90845a2917d8fa6d4465772', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f1893160d7645cea064723418b18388', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1194.062655] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433706ad-819e-40f6-8d3a-2c0e51f1919e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.068833] env[70867]: DEBUG oslo_vmware.api [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': task-3474563, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072095} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.069554] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1194.070387] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967b5a9c-7e37-4296-bdfd-de489d2d8730 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.076034] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6a3937-1def-47d3-bd85-b2694b72b36a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.095459] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] a15b396c-4f37-4908-aa4b-41a7517f4133/a15b396c-4f37-4908-aa4b-41a7517f4133.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.096273] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-954cad44-eeac-4643-b4b3-068f2351fb0c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.144820] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea18e80c-35bc-4592-96d0-edd05dd9adee {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.148519] env[70867]: DEBUG oslo_vmware.api [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Waiting for the task: (returnval){ [ 1194.148519] env[70867]: value = "task-3474565" [ 1194.148519] env[70867]: _type = "Task" [ 1194.148519] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.157110] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474562, 'name': CreateVM_Task, 'duration_secs': 0.850494} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.158027] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1194.158994] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6051b139-a00d-4e4f-a141-bcfc228aa0f7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.168453] env[70867]: DEBUG oslo_concurrency.lockutils [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.168453] env[70867]: DEBUG oslo_concurrency.lockutils [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.168453] env[70867]: DEBUG oslo_concurrency.lockutils [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.168652] env[70867]: DEBUG oslo_vmware.api [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': task-3474565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.168858] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9c9afd9-f598-4ce8-9b71-4bae68325823 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.174432] env[70867]: DEBUG oslo_vmware.api [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1194.174432] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5227af8c-a455-d769-581d-5e0e1b229bfe" [ 1194.174432] env[70867]: _type = "Task" [ 1194.174432] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.183957] env[70867]: DEBUG nova.compute.provider_tree [None req-010891e9-f522-4676-8f87-7a0f280d9601 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.195589] env[70867]: DEBUG oslo_vmware.api [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5227af8c-a455-d769-581d-5e0e1b229bfe, 'name': SearchDatastore_Task, 'duration_secs': 0.014984} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.197118] env[70867]: DEBUG nova.network.neutron [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Successfully created port: 4eb6951d-b634-4eeb-bd30-329d2963ca70 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1194.199477] env[70867]: DEBUG oslo_concurrency.lockutils [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.199579] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1194.199827] env[70867]: DEBUG oslo_concurrency.lockutils [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.200057] env[70867]: DEBUG oslo_concurrency.lockutils [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.200279] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1194.200868] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-197b35d2-90da-42c5-bbe1-c352b2a8c7d5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.204137] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "ef0b2c75-c355-4135-8245-b25502cb0711" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.204354] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "ef0b2c75-c355-4135-8245-b25502cb0711" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.204538] env[70867]: INFO nova.compute.manager [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Shelving [ 1194.209995] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1194.210206] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1194.210979] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c51bdb6b-6990-4fad-bbd3-da68196488d6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.217008] env[70867]: DEBUG oslo_vmware.api [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1194.217008] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52236e94-192e-f150-a2f1-1a3d41bd39be" [ 1194.217008] env[70867]: _type = "Task" [ 1194.217008] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.228017] env[70867]: DEBUG oslo_vmware.api [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52236e94-192e-f150-a2f1-1a3d41bd39be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.317046] env[70867]: DEBUG oslo_concurrency.lockutils [req-db8cf4a2-e97e-4658-ba8a-d4aef81004d0 req-e7cf5168-5143-4112-b510-624bd0cc0ac1 service nova] Releasing lock "refresh_cache-6a974050-3cd8-4594-8e7d-e7c2a398021d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.338229] env[70867]: DEBUG nova.compute.manager [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1194.363441] env[70867]: DEBUG nova.compute.manager [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1194.394646] env[70867]: DEBUG oslo_vmware.api [None req-45dfed2f-c7ae-4fdb-95b8-3d5830df531c tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474564, 'name': PowerOffVM_Task, 'duration_secs': 0.243452} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.394776] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-45dfed2f-c7ae-4fdb-95b8-3d5830df531c tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.394858] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-45dfed2f-c7ae-4fdb-95b8-3d5830df531c tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.395222] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af68b9fc-12fe-4f2f-b2dd-35fc51c605e8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.660027] env[70867]: DEBUG oslo_vmware.api [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': task-3474565, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.689953] env[70867]: DEBUG nova.scheduler.client.report [None req-010891e9-f522-4676-8f87-7a0f280d9601 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.730286] env[70867]: DEBUG oslo_vmware.api [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52236e94-192e-f150-a2f1-1a3d41bd39be, 'name': SearchDatastore_Task, 'duration_secs': 0.011617} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.731260] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed9e4dfe-2508-474f-9268-1555ad7d88c1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.736800] env[70867]: DEBUG oslo_vmware.api [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1194.736800] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5240edfa-4a36-791c-2b3d-b2b2c6409620" [ 1194.736800] env[70867]: _type = "Task" [ 1194.736800] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.745700] env[70867]: DEBUG oslo_vmware.api [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5240edfa-4a36-791c-2b3d-b2b2c6409620, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.861120] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.144925] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-45dfed2f-c7ae-4fdb-95b8-3d5830df531c tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1195.145187] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-45dfed2f-c7ae-4fdb-95b8-3d5830df531c tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1195.145374] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-45dfed2f-c7ae-4fdb-95b8-3d5830df531c tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Deleting the datastore file [datastore1] 275cda22-565c-4d42-aed3-3057f3ebaf3c {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.145702] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ab992b1-c24a-401d-b8b5-4cb79ad8b54f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.152215] env[70867]: DEBUG oslo_vmware.api [None req-45dfed2f-c7ae-4fdb-95b8-3d5830df531c tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1195.152215] env[70867]: value = "task-3474567" [ 1195.152215] env[70867]: _type = "Task" [ 1195.152215] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.164675] env[70867]: DEBUG oslo_vmware.api [None req-45dfed2f-c7ae-4fdb-95b8-3d5830df531c tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.168050] env[70867]: DEBUG oslo_vmware.api [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': task-3474565, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.195090] env[70867]: DEBUG oslo_concurrency.lockutils [None req-010891e9-f522-4676-8f87-7a0f280d9601 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.197431] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.336s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.199075] env[70867]: INFO nova.compute.claims [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1195.214668] env[70867]: INFO nova.scheduler.client.report [None req-010891e9-f522-4676-8f87-7a0f280d9601 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Deleted allocations for instance c68b3246-5373-4c0a-9bd5-78e6655334f6 [ 1195.215942] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.218291] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4718ef28-c04d-4d5e-ba24-a766d45a97c7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.226106] env[70867]: DEBUG oslo_vmware.api [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1195.226106] env[70867]: value = "task-3474568" [ 1195.226106] env[70867]: _type = "Task" [ 1195.226106] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.235367] env[70867]: DEBUG oslo_vmware.api [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.247588] env[70867]: DEBUG oslo_vmware.api [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5240edfa-4a36-791c-2b3d-b2b2c6409620, 'name': SearchDatastore_Task, 'duration_secs': 0.012235} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.247858] env[70867]: DEBUG oslo_concurrency.lockutils [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.248143] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 6a974050-3cd8-4594-8e7d-e7c2a398021d/6a974050-3cd8-4594-8e7d-e7c2a398021d.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1195.248394] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-125cf695-4002-41b9-8204-655c8b773404 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.255436] env[70867]: DEBUG oslo_vmware.api [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1195.255436] env[70867]: value = "task-3474569" [ 1195.255436] env[70867]: _type = "Task" [ 1195.255436] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.263728] env[70867]: DEBUG oslo_vmware.api [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.370699] env[70867]: DEBUG nova.compute.manager [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1195.395460] env[70867]: DEBUG nova.virt.hardware [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1195.395748] env[70867]: DEBUG nova.virt.hardware [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1195.395911] env[70867]: DEBUG nova.virt.hardware [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.396110] env[70867]: DEBUG nova.virt.hardware [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1195.396259] env[70867]: DEBUG nova.virt.hardware [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.396404] env[70867]: DEBUG nova.virt.hardware [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1195.396607] env[70867]: DEBUG nova.virt.hardware [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1195.396762] env[70867]: DEBUG nova.virt.hardware [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1195.396958] env[70867]: DEBUG nova.virt.hardware [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1195.397179] env[70867]: DEBUG nova.virt.hardware [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1195.397369] env[70867]: DEBUG nova.virt.hardware [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1195.398652] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75446843-eef0-43a9-b651-a410b12d66cd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.407223] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe3aea6-ba94-4243-9741-5f272f0055ca {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.672978] env[70867]: DEBUG oslo_vmware.api [None req-45dfed2f-c7ae-4fdb-95b8-3d5830df531c tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.392713} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.676764] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-45dfed2f-c7ae-4fdb-95b8-3d5830df531c tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1195.677449] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-45dfed2f-c7ae-4fdb-95b8-3d5830df531c tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1195.677449] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-45dfed2f-c7ae-4fdb-95b8-3d5830df531c tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1195.677619] env[70867]: INFO nova.compute.manager [None req-45dfed2f-c7ae-4fdb-95b8-3d5830df531c tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Took 1.81 seconds to destroy the instance on the hypervisor. [ 1195.677989] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45dfed2f-c7ae-4fdb-95b8-3d5830df531c tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.678327] env[70867]: DEBUG oslo_vmware.api [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': task-3474565, 'name': ReconfigVM_Task, 'duration_secs': 1.404034} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.678623] env[70867]: DEBUG nova.compute.manager [-] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1195.678780] env[70867]: DEBUG nova.network.neutron [-] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1195.680837] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Reconfigured VM instance instance-0000006a to attach disk [datastore2] a15b396c-4f37-4908-aa4b-41a7517f4133/a15b396c-4f37-4908-aa4b-41a7517f4133.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.681688] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d00a26b-0e84-410d-8b64-a7bd5944041d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.690156] env[70867]: DEBUG oslo_vmware.api [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Waiting for the task: (returnval){ [ 1195.690156] env[70867]: value = "task-3474570" [ 1195.690156] env[70867]: _type = "Task" [ 1195.690156] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.704965] env[70867]: DEBUG oslo_vmware.api [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': task-3474570, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.726300] env[70867]: DEBUG oslo_concurrency.lockutils [None req-010891e9-f522-4676-8f87-7a0f280d9601 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "c68b3246-5373-4c0a-9bd5-78e6655334f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.076s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.741997] env[70867]: DEBUG oslo_vmware.api [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.781466] env[70867]: DEBUG oslo_vmware.api [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474569, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.910160] env[70867]: DEBUG nova.compute.manager [req-6f9f2591-070a-48bb-a7cd-ad33ca2c964d req-398dd231-e9b4-457a-9deb-5ab2d9a32a71 service nova] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Received event network-vif-plugged-4eb6951d-b634-4eeb-bd30-329d2963ca70 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.910160] env[70867]: DEBUG oslo_concurrency.lockutils [req-6f9f2591-070a-48bb-a7cd-ad33ca2c964d req-398dd231-e9b4-457a-9deb-5ab2d9a32a71 service nova] Acquiring lock "b1b4ecf0-1664-4119-a2e7-cf0498cd4b57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.910432] env[70867]: DEBUG oslo_concurrency.lockutils [req-6f9f2591-070a-48bb-a7cd-ad33ca2c964d req-398dd231-e9b4-457a-9deb-5ab2d9a32a71 service nova] Lock "b1b4ecf0-1664-4119-a2e7-cf0498cd4b57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.911256] env[70867]: DEBUG oslo_concurrency.lockutils [req-6f9f2591-070a-48bb-a7cd-ad33ca2c964d req-398dd231-e9b4-457a-9deb-5ab2d9a32a71 service nova] Lock "b1b4ecf0-1664-4119-a2e7-cf0498cd4b57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.911596] env[70867]: DEBUG nova.compute.manager [req-6f9f2591-070a-48bb-a7cd-ad33ca2c964d req-398dd231-e9b4-457a-9deb-5ab2d9a32a71 service nova] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] No waiting events found dispatching network-vif-plugged-4eb6951d-b634-4eeb-bd30-329d2963ca70 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1195.911899] env[70867]: WARNING nova.compute.manager [req-6f9f2591-070a-48bb-a7cd-ad33ca2c964d req-398dd231-e9b4-457a-9deb-5ab2d9a32a71 service nova] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Received unexpected event network-vif-plugged-4eb6951d-b634-4eeb-bd30-329d2963ca70 for instance with vm_state building and task_state spawning. [ 1196.148351] env[70867]: DEBUG nova.network.neutron [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Successfully updated port: 4eb6951d-b634-4eeb-bd30-329d2963ca70 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1196.200853] env[70867]: DEBUG oslo_vmware.api [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': task-3474570, 'name': Rename_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.237707] env[70867]: DEBUG oslo_vmware.api [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474568, 'name': PowerOffVM_Task, 'duration_secs': 0.590796} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.237960] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1196.238759] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f71f77-6a78-4154-8b8f-14c8f53d9165 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.261646] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fd9199-cdb7-4b9c-b316-fdfe1753066a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.280559] env[70867]: DEBUG oslo_vmware.api [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.771264} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.280824] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 6a974050-3cd8-4594-8e7d-e7c2a398021d/6a974050-3cd8-4594-8e7d-e7c2a398021d.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.281058] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1196.281301] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be9b4da4-e355-4992-b3e5-6407cdc2fae2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.289274] env[70867]: DEBUG oslo_vmware.api [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1196.289274] env[70867]: value = "task-3474571" [ 1196.289274] env[70867]: _type = "Task" [ 1196.289274] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.301274] env[70867]: DEBUG oslo_vmware.api [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.410132] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba024c06-e318-4077-b041-799e6a12c5ac {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.418722] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a49b19-7e27-4d79-a436-e8e989e963b3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.452888] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0c3549-a760-4e2c-912f-2dd060d154c3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.461511] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce95d9a-3c9d-4987-bae7-d9c3f612b2fd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.480276] env[70867]: DEBUG nova.compute.provider_tree [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.649722] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "refresh_cache-b1b4ecf0-1664-4119-a2e7-cf0498cd4b57" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.649843] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquired lock "refresh_cache-b1b4ecf0-1664-4119-a2e7-cf0498cd4b57" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.649996] env[70867]: DEBUG nova.network.neutron [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.664318] env[70867]: DEBUG nova.network.neutron [-] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.701653] env[70867]: DEBUG oslo_vmware.api [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': task-3474570, 'name': Rename_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.772250] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Creating Snapshot of the VM instance {{(pid=70867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1196.772582] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8b0d7838-0afb-4bf7-b23f-26e58c057a32 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.780931] env[70867]: DEBUG oslo_vmware.api [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1196.780931] env[70867]: value = "task-3474572" [ 1196.780931] env[70867]: _type = "Task" [ 1196.780931] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.789785] env[70867]: DEBUG oslo_vmware.api [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474572, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.797725] env[70867]: DEBUG oslo_vmware.api [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065541} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.797912] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1196.798655] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce67b442-1b10-44ff-9b0a-26fb7c7f11da {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.821780] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 6a974050-3cd8-4594-8e7d-e7c2a398021d/6a974050-3cd8-4594-8e7d-e7c2a398021d.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.822071] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b9eea37-c35b-460a-b05c-c59df7d34074 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.841933] env[70867]: DEBUG oslo_vmware.api [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1196.841933] env[70867]: value = "task-3474573" [ 1196.841933] env[70867]: _type = "Task" [ 1196.841933] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.852243] env[70867]: DEBUG oslo_vmware.api [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474573, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.984288] env[70867]: DEBUG nova.scheduler.client.report [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.167229] env[70867]: INFO nova.compute.manager [-] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Took 1.49 seconds to deallocate network for instance. [ 1197.206098] env[70867]: DEBUG oslo_vmware.api [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': task-3474570, 'name': Rename_Task, 'duration_secs': 1.469937} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.207686] env[70867]: DEBUG nova.network.neutron [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1197.209969] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1197.210416] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-263d2de1-b28c-4a60-b13f-5e652e48ff96 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.218344] env[70867]: DEBUG oslo_vmware.api [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Waiting for the task: (returnval){ [ 1197.218344] env[70867]: value = "task-3474574" [ 1197.218344] env[70867]: _type = "Task" [ 1197.218344] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.227700] env[70867]: DEBUG oslo_vmware.api [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': task-3474574, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.291315] env[70867]: DEBUG oslo_vmware.api [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474572, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.353866] env[70867]: DEBUG oslo_vmware.api [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474573, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.362591] env[70867]: DEBUG nova.network.neutron [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Updating instance_info_cache with network_info: [{"id": "4eb6951d-b634-4eeb-bd30-329d2963ca70", "address": "fa:16:3e:2f:ad:03", "network": {"id": "8cacb34c-db1b-411b-907b-2f372c4857f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-460255283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f1893160d7645cea064723418b18388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4eb6951d-b6", "ovs_interfaceid": "4eb6951d-b634-4eeb-bd30-329d2963ca70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.490124] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.292s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.490510] env[70867]: DEBUG nova.compute.manager [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1197.593511] env[70867]: DEBUG oslo_vmware.rw_handles [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52202b92-eafe-f833-8bab-8d4cd202439e/disk-0.vmdk. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1197.594569] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4780cb18-9e60-45e3-91cf-3cecf47e394b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.601488] env[70867]: DEBUG oslo_vmware.rw_handles [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52202b92-eafe-f833-8bab-8d4cd202439e/disk-0.vmdk is in state: ready. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1197.601661] env[70867]: ERROR oslo_vmware.rw_handles [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52202b92-eafe-f833-8bab-8d4cd202439e/disk-0.vmdk due to incomplete transfer. [ 1197.601884] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3242f0b2-ef01-416d-80f1-22d76eae4e61 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.609260] env[70867]: DEBUG oslo_vmware.rw_handles [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52202b92-eafe-f833-8bab-8d4cd202439e/disk-0.vmdk. {{(pid=70867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1197.609495] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Uploaded image ec49a81e-8eb9-45a1-946d-21965e633e60 to the Glance image server {{(pid=70867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1197.612022] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Destroying the VM {{(pid=70867) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1197.612381] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6ec7734a-9d7c-4511-bb50-28c1167f8652 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.620014] env[70867]: DEBUG oslo_vmware.api [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1197.620014] env[70867]: value = "task-3474575" [ 1197.620014] env[70867]: _type = "Task" [ 1197.620014] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.628722] env[70867]: DEBUG oslo_vmware.api [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474575, 'name': Destroy_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.645319] env[70867]: DEBUG oslo_concurrency.lockutils [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquiring lock "9e111148-ff9e-44a1-a219-03c0e72d52c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.645517] env[70867]: DEBUG oslo_concurrency.lockutils [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "9e111148-ff9e-44a1-a219-03c0e72d52c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.674757] env[70867]: DEBUG oslo_concurrency.lockutils [None req-45dfed2f-c7ae-4fdb-95b8-3d5830df531c tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.675128] env[70867]: DEBUG oslo_concurrency.lockutils [None req-45dfed2f-c7ae-4fdb-95b8-3d5830df531c tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.675413] env[70867]: DEBUG oslo_concurrency.lockutils [None req-45dfed2f-c7ae-4fdb-95b8-3d5830df531c tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.693798] env[70867]: INFO nova.scheduler.client.report [None req-45dfed2f-c7ae-4fdb-95b8-3d5830df531c tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Deleted allocations for instance 275cda22-565c-4d42-aed3-3057f3ebaf3c [ 1197.729957] env[70867]: DEBUG oslo_vmware.api [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': task-3474574, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.793096] env[70867]: DEBUG oslo_vmware.api [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474572, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.852995] env[70867]: DEBUG oslo_vmware.api [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474573, 'name': ReconfigVM_Task, 'duration_secs': 0.62595} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.853314] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 6a974050-3cd8-4594-8e7d-e7c2a398021d/6a974050-3cd8-4594-8e7d-e7c2a398021d.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.853987] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-541e2d82-1b0e-4408-bf41-a9a2422f7e0d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.859979] env[70867]: DEBUG oslo_vmware.api [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1197.859979] env[70867]: value = "task-3474576" [ 1197.859979] env[70867]: _type = "Task" [ 1197.859979] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.865423] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Releasing lock "refresh_cache-b1b4ecf0-1664-4119-a2e7-cf0498cd4b57" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.865736] env[70867]: DEBUG nova.compute.manager [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Instance network_info: |[{"id": "4eb6951d-b634-4eeb-bd30-329d2963ca70", "address": "fa:16:3e:2f:ad:03", "network": {"id": "8cacb34c-db1b-411b-907b-2f372c4857f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-460255283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f1893160d7645cea064723418b18388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4eb6951d-b6", "ovs_interfaceid": "4eb6951d-b634-4eeb-bd30-329d2963ca70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1197.869054] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:ad:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19671de9-8b5b-4710-adc3-7419f3c0f171', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4eb6951d-b634-4eeb-bd30-329d2963ca70', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1197.876812] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.877047] env[70867]: DEBUG oslo_vmware.api [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474576, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.877610] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1197.877832] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5475523-df2e-4abd-a30d-86bb3eb01aad {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.897432] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1197.897432] env[70867]: value = "task-3474577" [ 1197.897432] env[70867]: _type = "Task" [ 1197.897432] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.909402] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474577, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.940707] env[70867]: DEBUG nova.compute.manager [req-6c628258-14b1-43ea-82ad-cf5d32250434 req-d0eda131-676e-4ae6-aa86-a21659d19c91 service nova] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Received event network-changed-4eb6951d-b634-4eeb-bd30-329d2963ca70 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.941028] env[70867]: DEBUG nova.compute.manager [req-6c628258-14b1-43ea-82ad-cf5d32250434 req-d0eda131-676e-4ae6-aa86-a21659d19c91 service nova] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Refreshing instance network info cache due to event network-changed-4eb6951d-b634-4eeb-bd30-329d2963ca70. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1197.941277] env[70867]: DEBUG oslo_concurrency.lockutils [req-6c628258-14b1-43ea-82ad-cf5d32250434 req-d0eda131-676e-4ae6-aa86-a21659d19c91 service nova] Acquiring lock "refresh_cache-b1b4ecf0-1664-4119-a2e7-cf0498cd4b57" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.941447] env[70867]: DEBUG oslo_concurrency.lockutils [req-6c628258-14b1-43ea-82ad-cf5d32250434 req-d0eda131-676e-4ae6-aa86-a21659d19c91 service nova] Acquired lock "refresh_cache-b1b4ecf0-1664-4119-a2e7-cf0498cd4b57" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.941641] env[70867]: DEBUG nova.network.neutron [req-6c628258-14b1-43ea-82ad-cf5d32250434 req-d0eda131-676e-4ae6-aa86-a21659d19c91 service nova] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Refreshing network info cache for port 4eb6951d-b634-4eeb-bd30-329d2963ca70 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.995333] env[70867]: DEBUG nova.compute.utils [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1197.997021] env[70867]: DEBUG nova.compute.manager [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1197.997161] env[70867]: DEBUG nova.network.neutron [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1198.036595] env[70867]: DEBUG nova.policy [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf2f119e140443c3a21a9611d5cddf18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f94b6672cd2148058cf204653b4d1471', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1198.131213] env[70867]: DEBUG oslo_vmware.api [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474575, 'name': Destroy_Task, 'duration_secs': 0.427123} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.131213] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Destroyed the VM [ 1198.131213] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Deleting Snapshot of the VM instance {{(pid=70867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1198.131213] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1bc1627d-4b46-4202-a568-a3f5b247db71 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.137019] env[70867]: DEBUG oslo_vmware.api [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1198.137019] env[70867]: value = "task-3474578" [ 1198.137019] env[70867]: _type = "Task" [ 1198.137019] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.146092] env[70867]: DEBUG oslo_vmware.api [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474578, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.147576] env[70867]: DEBUG nova.compute.manager [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1198.202454] env[70867]: DEBUG oslo_concurrency.lockutils [None req-45dfed2f-c7ae-4fdb-95b8-3d5830df531c tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "275cda22-565c-4d42-aed3-3057f3ebaf3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.846s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.228264] env[70867]: DEBUG oslo_vmware.api [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': task-3474574, 'name': PowerOnVM_Task, 'duration_secs': 0.559783} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.228543] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1198.228749] env[70867]: DEBUG nova.compute.manager [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1198.229539] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a9bc11-976e-4f16-93b4-e8fddd43683d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.292361] env[70867]: DEBUG oslo_vmware.api [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474572, 'name': CreateSnapshot_Task, 'duration_secs': 1.027231} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.292735] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Created Snapshot of the VM instance {{(pid=70867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1198.293846] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f1110b-872e-41c2-b678-f2cbee007fcf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.306303] env[70867]: DEBUG nova.network.neutron [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Successfully created port: 82042ac9-4790-4aa3-bb98-244491340e3d {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1198.370271] env[70867]: DEBUG oslo_vmware.api [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474576, 'name': Rename_Task, 'duration_secs': 0.19169} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.370350] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1198.370626] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a03d821-4621-4281-bcdd-e3a49d5f671c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.377033] env[70867]: DEBUG oslo_vmware.api [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1198.377033] env[70867]: value = "task-3474579" [ 1198.377033] env[70867]: _type = "Task" [ 1198.377033] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.384615] env[70867]: DEBUG oslo_vmware.api [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.406260] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474577, 'name': CreateVM_Task, 'duration_secs': 0.345256} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.406420] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1198.407148] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.407365] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.407693] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.407947] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4774956-ce62-4cec-af56-9ecf22a161ca {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.412330] env[70867]: DEBUG oslo_vmware.api [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1198.412330] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52dd1af0-9111-556f-0166-8772994b7058" [ 1198.412330] env[70867]: _type = "Task" [ 1198.412330] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.419982] env[70867]: DEBUG oslo_vmware.api [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52dd1af0-9111-556f-0166-8772994b7058, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.501791] env[70867]: DEBUG nova.compute.manager [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1198.647510] env[70867]: DEBUG oslo_vmware.api [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474578, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.672095] env[70867]: DEBUG oslo_concurrency.lockutils [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.672095] env[70867]: DEBUG oslo_concurrency.lockutils [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.674028] env[70867]: INFO nova.compute.claims [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1198.727662] env[70867]: DEBUG nova.network.neutron [req-6c628258-14b1-43ea-82ad-cf5d32250434 req-d0eda131-676e-4ae6-aa86-a21659d19c91 service nova] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Updated VIF entry in instance network info cache for port 4eb6951d-b634-4eeb-bd30-329d2963ca70. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.728108] env[70867]: DEBUG nova.network.neutron [req-6c628258-14b1-43ea-82ad-cf5d32250434 req-d0eda131-676e-4ae6-aa86-a21659d19c91 service nova] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Updating instance_info_cache with network_info: [{"id": "4eb6951d-b634-4eeb-bd30-329d2963ca70", "address": "fa:16:3e:2f:ad:03", "network": {"id": "8cacb34c-db1b-411b-907b-2f372c4857f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-460255283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f1893160d7645cea064723418b18388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4eb6951d-b6", "ovs_interfaceid": "4eb6951d-b634-4eeb-bd30-329d2963ca70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.749016] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.813389] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Creating linked-clone VM from snapshot {{(pid=70867) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1198.814564] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f27238c8-3c24-4f0d-b282-0b1dc1f00ad2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.824821] env[70867]: DEBUG oslo_vmware.api [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1198.824821] env[70867]: value = "task-3474580" [ 1198.824821] env[70867]: _type = "Task" [ 1198.824821] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.834251] env[70867]: DEBUG oslo_vmware.api [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474580, 'name': CloneVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.887778] env[70867]: DEBUG oslo_vmware.api [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474579, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.922154] env[70867]: DEBUG oslo_vmware.api [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52dd1af0-9111-556f-0166-8772994b7058, 'name': SearchDatastore_Task, 'duration_secs': 0.010171} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.922476] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.922718] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1198.922961] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.923141] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.923321] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1198.923592] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57f6cc11-ee7d-4c80-8cea-b5a94850abe2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.933104] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1198.933334] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1198.934097] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f07695b-8030-49e2-8f0a-df8ec760a2ed {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.940043] env[70867]: DEBUG oslo_vmware.api [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1198.940043] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52fc1f58-2de3-2f96-7c7d-bf5f2aff90cf" [ 1198.940043] env[70867]: _type = "Task" [ 1198.940043] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.947937] env[70867]: DEBUG oslo_vmware.api [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52fc1f58-2de3-2f96-7c7d-bf5f2aff90cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.148571] env[70867]: DEBUG oslo_vmware.api [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474578, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.230539] env[70867]: DEBUG oslo_concurrency.lockutils [req-6c628258-14b1-43ea-82ad-cf5d32250434 req-d0eda131-676e-4ae6-aa86-a21659d19c91 service nova] Releasing lock "refresh_cache-b1b4ecf0-1664-4119-a2e7-cf0498cd4b57" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.230790] env[70867]: DEBUG nova.compute.manager [req-6c628258-14b1-43ea-82ad-cf5d32250434 req-d0eda131-676e-4ae6-aa86-a21659d19c91 service nova] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Received event network-vif-deleted-b15a0b53-d65a-49d2-b5b7-c4ef61bbecfd {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.338153] env[70867]: DEBUG oslo_vmware.api [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474580, 'name': CloneVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.390387] env[70867]: DEBUG oslo_vmware.api [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474579, 'name': PowerOnVM_Task, 'duration_secs': 0.982594} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.390868] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1199.390868] env[70867]: INFO nova.compute.manager [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1199.391199] env[70867]: DEBUG nova.compute.manager [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.392338] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6948ebbe-c8e4-4eca-a5e8-fb3537e060f6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.454117] env[70867]: DEBUG oslo_vmware.api [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52fc1f58-2de3-2f96-7c7d-bf5f2aff90cf, 'name': SearchDatastore_Task, 'duration_secs': 0.013054} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.455259] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecd4694a-e2ba-4fdd-8b41-b225fe4b1abd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.462289] env[70867]: DEBUG oslo_vmware.api [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1199.462289] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52efd754-181f-43aa-94cf-68ba7e7958f6" [ 1199.462289] env[70867]: _type = "Task" [ 1199.462289] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.475367] env[70867]: DEBUG oslo_vmware.api [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52efd754-181f-43aa-94cf-68ba7e7958f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.511923] env[70867]: DEBUG nova.compute.manager [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1199.541228] env[70867]: DEBUG nova.virt.hardware [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1199.541464] env[70867]: DEBUG nova.virt.hardware [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.541614] env[70867]: DEBUG nova.virt.hardware [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.541775] env[70867]: DEBUG nova.virt.hardware [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.541950] env[70867]: DEBUG nova.virt.hardware [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.542148] env[70867]: DEBUG nova.virt.hardware [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1199.542278] env[70867]: DEBUG nova.virt.hardware [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1199.542430] env[70867]: DEBUG nova.virt.hardware [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1199.542612] env[70867]: DEBUG nova.virt.hardware [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1199.542779] env[70867]: DEBUG nova.virt.hardware [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1199.542940] env[70867]: DEBUG nova.virt.hardware [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1199.543859] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7b672b-b354-4cc6-af90-546841f2f529 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.551947] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67041f75-49ac-4043-a5c2-2879195d45ac {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.559856] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquiring lock "a47c56be-0f80-4b7a-86c7-8903a9bd3ad7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.560098] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "a47c56be-0f80-4b7a-86c7-8903a9bd3ad7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.650223] env[70867]: DEBUG oslo_vmware.api [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474578, 'name': RemoveSnapshot_Task, 'duration_secs': 1.275914} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.650376] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Deleted Snapshot of the VM instance {{(pid=70867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1199.650621] env[70867]: INFO nova.compute.manager [None req-45b90613-e1a5-4be9-b58a-617c4a1b206c tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Took 21.01 seconds to snapshot the instance on the hypervisor. [ 1199.841015] env[70867]: DEBUG oslo_vmware.api [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474580, 'name': CloneVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.857338] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697463c0-eb00-49b0-94af-de8fb4e1e63d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.864502] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b015b58a-3036-416f-9ab6-5c24b9d55654 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.896175] env[70867]: DEBUG nova.network.neutron [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Successfully updated port: 82042ac9-4790-4aa3-bb98-244491340e3d {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1199.897690] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ee8de4-8998-4415-a7db-91bf1c3080b7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.905371] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d779254-09eb-4bc0-b0a2-9125f7ddb1ed {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.923760] env[70867]: DEBUG nova.compute.provider_tree [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.925160] env[70867]: INFO nova.compute.manager [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Took 20.59 seconds to build instance. [ 1199.930804] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2dcbe665-d4c2-4365-b5eb-fbdf6eb8c091 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Acquiring lock "a15b396c-4f37-4908-aa4b-41a7517f4133" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.930952] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2dcbe665-d4c2-4365-b5eb-fbdf6eb8c091 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Lock "a15b396c-4f37-4908-aa4b-41a7517f4133" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.931135] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2dcbe665-d4c2-4365-b5eb-fbdf6eb8c091 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Acquiring lock "a15b396c-4f37-4908-aa4b-41a7517f4133-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.931327] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2dcbe665-d4c2-4365-b5eb-fbdf6eb8c091 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Lock "a15b396c-4f37-4908-aa4b-41a7517f4133-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.931489] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2dcbe665-d4c2-4365-b5eb-fbdf6eb8c091 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Lock "a15b396c-4f37-4908-aa4b-41a7517f4133-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.933762] env[70867]: INFO nova.compute.manager [None req-2dcbe665-d4c2-4365-b5eb-fbdf6eb8c091 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Terminating instance [ 1199.971558] env[70867]: DEBUG oslo_vmware.api [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52efd754-181f-43aa-94cf-68ba7e7958f6, 'name': SearchDatastore_Task, 'duration_secs': 0.0131} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.972758] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.973035] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] b1b4ecf0-1664-4119-a2e7-cf0498cd4b57/b1b4ecf0-1664-4119-a2e7-cf0498cd4b57.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1199.974097] env[70867]: DEBUG nova.compute.manager [req-a0d6c003-e97c-4a22-817d-545f5a009fa6 req-9c98a7ab-0965-4b56-8020-5d29cd678417 service nova] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Received event network-vif-plugged-82042ac9-4790-4aa3-bb98-244491340e3d {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.974291] env[70867]: DEBUG oslo_concurrency.lockutils [req-a0d6c003-e97c-4a22-817d-545f5a009fa6 req-9c98a7ab-0965-4b56-8020-5d29cd678417 service nova] Acquiring lock "a198f36a-0e77-4790-8d63-c29220a6ab5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.974486] env[70867]: DEBUG oslo_concurrency.lockutils [req-a0d6c003-e97c-4a22-817d-545f5a009fa6 req-9c98a7ab-0965-4b56-8020-5d29cd678417 service nova] Lock "a198f36a-0e77-4790-8d63-c29220a6ab5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.974648] env[70867]: DEBUG oslo_concurrency.lockutils [req-a0d6c003-e97c-4a22-817d-545f5a009fa6 req-9c98a7ab-0965-4b56-8020-5d29cd678417 service nova] Lock "a198f36a-0e77-4790-8d63-c29220a6ab5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.974813] env[70867]: DEBUG nova.compute.manager [req-a0d6c003-e97c-4a22-817d-545f5a009fa6 req-9c98a7ab-0965-4b56-8020-5d29cd678417 service nova] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] No waiting events found dispatching network-vif-plugged-82042ac9-4790-4aa3-bb98-244491340e3d {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1199.974978] env[70867]: WARNING nova.compute.manager [req-a0d6c003-e97c-4a22-817d-545f5a009fa6 req-9c98a7ab-0965-4b56-8020-5d29cd678417 service nova] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Received unexpected event network-vif-plugged-82042ac9-4790-4aa3-bb98-244491340e3d for instance with vm_state building and task_state spawning. [ 1199.975156] env[70867]: DEBUG nova.compute.manager [req-a0d6c003-e97c-4a22-817d-545f5a009fa6 req-9c98a7ab-0965-4b56-8020-5d29cd678417 service nova] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Received event network-changed-82042ac9-4790-4aa3-bb98-244491340e3d {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.975308] env[70867]: DEBUG nova.compute.manager [req-a0d6c003-e97c-4a22-817d-545f5a009fa6 req-9c98a7ab-0965-4b56-8020-5d29cd678417 service nova] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Refreshing instance network info cache due to event network-changed-82042ac9-4790-4aa3-bb98-244491340e3d. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1199.975488] env[70867]: DEBUG oslo_concurrency.lockutils [req-a0d6c003-e97c-4a22-817d-545f5a009fa6 req-9c98a7ab-0965-4b56-8020-5d29cd678417 service nova] Acquiring lock "refresh_cache-a198f36a-0e77-4790-8d63-c29220a6ab5b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.975623] env[70867]: DEBUG oslo_concurrency.lockutils [req-a0d6c003-e97c-4a22-817d-545f5a009fa6 req-9c98a7ab-0965-4b56-8020-5d29cd678417 service nova] Acquired lock "refresh_cache-a198f36a-0e77-4790-8d63-c29220a6ab5b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.975777] env[70867]: DEBUG nova.network.neutron [req-a0d6c003-e97c-4a22-817d-545f5a009fa6 req-9c98a7ab-0965-4b56-8020-5d29cd678417 service nova] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Refreshing network info cache for port 82042ac9-4790-4aa3-bb98-244491340e3d {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1199.976728] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d50aa365-21ca-41a2-9941-2ae09dda1062 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.983153] env[70867]: DEBUG oslo_vmware.api [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1199.983153] env[70867]: value = "task-3474581" [ 1199.983153] env[70867]: _type = "Task" [ 1199.983153] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.991553] env[70867]: DEBUG oslo_vmware.api [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.069877] env[70867]: DEBUG nova.compute.manager [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1200.336360] env[70867]: DEBUG oslo_vmware.api [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474580, 'name': CloneVM_Task} progress is 95%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.401597] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "refresh_cache-a198f36a-0e77-4790-8d63-c29220a6ab5b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.428037] env[70867]: DEBUG nova.scheduler.client.report [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.432233] env[70867]: DEBUG oslo_concurrency.lockutils [None req-01715e8f-9d27-465c-9ffa-6199c9543295 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "6a974050-3cd8-4594-8e7d-e7c2a398021d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.117s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.438936] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2dcbe665-d4c2-4365-b5eb-fbdf6eb8c091 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Acquiring lock "refresh_cache-a15b396c-4f37-4908-aa4b-41a7517f4133" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.438936] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2dcbe665-d4c2-4365-b5eb-fbdf6eb8c091 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Acquired lock "refresh_cache-a15b396c-4f37-4908-aa4b-41a7517f4133" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.438936] env[70867]: DEBUG nova.network.neutron [None req-2dcbe665-d4c2-4365-b5eb-fbdf6eb8c091 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.496481] env[70867]: DEBUG oslo_vmware.api [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474581, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.515232] env[70867]: DEBUG nova.network.neutron [req-a0d6c003-e97c-4a22-817d-545f5a009fa6 req-9c98a7ab-0965-4b56-8020-5d29cd678417 service nova] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1200.607796] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.611013] env[70867]: DEBUG nova.network.neutron [req-a0d6c003-e97c-4a22-817d-545f5a009fa6 req-9c98a7ab-0965-4b56-8020-5d29cd678417 service nova] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.811802] env[70867]: DEBUG nova.compute.manager [req-63927011-6eae-4b0a-86d0-a201efb9830f req-142c1325-1203-42f1-9dc5-12153d9c8769 service nova] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Received event network-changed-98812719-61e3-4386-b8f8-9683fc8a745e {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.812036] env[70867]: DEBUG nova.compute.manager [req-63927011-6eae-4b0a-86d0-a201efb9830f req-142c1325-1203-42f1-9dc5-12153d9c8769 service nova] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Refreshing instance network info cache due to event network-changed-98812719-61e3-4386-b8f8-9683fc8a745e. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1200.812264] env[70867]: DEBUG oslo_concurrency.lockutils [req-63927011-6eae-4b0a-86d0-a201efb9830f req-142c1325-1203-42f1-9dc5-12153d9c8769 service nova] Acquiring lock "refresh_cache-6a974050-3cd8-4594-8e7d-e7c2a398021d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.812406] env[70867]: DEBUG oslo_concurrency.lockutils [req-63927011-6eae-4b0a-86d0-a201efb9830f req-142c1325-1203-42f1-9dc5-12153d9c8769 service nova] Acquired lock "refresh_cache-6a974050-3cd8-4594-8e7d-e7c2a398021d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.812565] env[70867]: DEBUG nova.network.neutron [req-63927011-6eae-4b0a-86d0-a201efb9830f req-142c1325-1203-42f1-9dc5-12153d9c8769 service nova] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Refreshing network info cache for port 98812719-61e3-4386-b8f8-9683fc8a745e {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.838417] env[70867]: DEBUG oslo_vmware.api [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474580, 'name': CloneVM_Task, 'duration_secs': 1.706686} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.838822] env[70867]: INFO nova.virt.vmwareapi.vmops [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Created linked-clone VM from snapshot [ 1200.839873] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedb6a4b-a74b-4fed-ba66-29949d728210 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.847554] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Uploading image c3af2db2-dc68-4c8a-a78a-e3f687d76934 {{(pid=70867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1200.876966] env[70867]: DEBUG oslo_vmware.rw_handles [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1200.876966] env[70867]: value = "vm-694575" [ 1200.876966] env[70867]: _type = "VirtualMachine" [ 1200.876966] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1200.876966] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f88cf1fd-d785-41b3-9087-897cf108ccda {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.887020] env[70867]: DEBUG oslo_vmware.rw_handles [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lease: (returnval){ [ 1200.887020] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527a1aad-77a0-ad40-233c-cd3828caabcc" [ 1200.887020] env[70867]: _type = "HttpNfcLease" [ 1200.887020] env[70867]: } obtained for exporting VM: (result){ [ 1200.887020] env[70867]: value = "vm-694575" [ 1200.887020] env[70867]: _type = "VirtualMachine" [ 1200.887020] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1200.887020] env[70867]: DEBUG oslo_vmware.api [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the lease: (returnval){ [ 1200.887020] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527a1aad-77a0-ad40-233c-cd3828caabcc" [ 1200.887020] env[70867]: _type = "HttpNfcLease" [ 1200.887020] env[70867]: } to be ready. {{(pid=70867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1200.892302] env[70867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1200.892302] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527a1aad-77a0-ad40-233c-cd3828caabcc" [ 1200.892302] env[70867]: _type = "HttpNfcLease" [ 1200.892302] env[70867]: } is initializing. {{(pid=70867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1200.934527] env[70867]: DEBUG oslo_concurrency.lockutils [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.263s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.935070] env[70867]: DEBUG nova.compute.manager [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1200.937899] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.189s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.938141] env[70867]: DEBUG nova.objects.instance [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70867) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1200.959197] env[70867]: DEBUG nova.network.neutron [None req-2dcbe665-d4c2-4365-b5eb-fbdf6eb8c091 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1200.994040] env[70867]: DEBUG oslo_vmware.api [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669955} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.994292] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] b1b4ecf0-1664-4119-a2e7-cf0498cd4b57/b1b4ecf0-1664-4119-a2e7-cf0498cd4b57.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1200.994506] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1200.994747] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f110f768-3dc8-4087-ba6d-849fd642bcbf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.000919] env[70867]: DEBUG oslo_vmware.api [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1201.000919] env[70867]: value = "task-3474583" [ 1201.000919] env[70867]: _type = "Task" [ 1201.000919] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.009151] env[70867]: DEBUG oslo_vmware.api [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.012857] env[70867]: DEBUG nova.network.neutron [None req-2dcbe665-d4c2-4365-b5eb-fbdf6eb8c091 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.114677] env[70867]: DEBUG oslo_concurrency.lockutils [req-a0d6c003-e97c-4a22-817d-545f5a009fa6 req-9c98a7ab-0965-4b56-8020-5d29cd678417 service nova] Releasing lock "refresh_cache-a198f36a-0e77-4790-8d63-c29220a6ab5b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.115104] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquired lock "refresh_cache-a198f36a-0e77-4790-8d63-c29220a6ab5b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.115291] env[70867]: DEBUG nova.network.neutron [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1201.392947] env[70867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1201.392947] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527a1aad-77a0-ad40-233c-cd3828caabcc" [ 1201.392947] env[70867]: _type = "HttpNfcLease" [ 1201.392947] env[70867]: } is ready. {{(pid=70867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1201.393306] env[70867]: DEBUG oslo_vmware.rw_handles [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1201.393306] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527a1aad-77a0-ad40-233c-cd3828caabcc" [ 1201.393306] env[70867]: _type = "HttpNfcLease" [ 1201.393306] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1201.393976] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55373e5d-231d-4ce8-8386-30ee4908040a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.401399] env[70867]: DEBUG oslo_vmware.rw_handles [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fb3556-01a1-4012-4541-f769a01d001f/disk-0.vmdk from lease info. {{(pid=70867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1201.401568] env[70867]: DEBUG oslo_vmware.rw_handles [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fb3556-01a1-4012-4541-f769a01d001f/disk-0.vmdk for reading. {{(pid=70867) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1201.459883] env[70867]: DEBUG nova.compute.utils [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1201.467434] env[70867]: DEBUG nova.compute.manager [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1201.467601] env[70867]: DEBUG nova.network.neutron [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1201.470723] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5f2f6451-cb99-44b7-a751-99373d991515 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.533s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.472119] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.864s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.473577] env[70867]: INFO nova.compute.claims [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1201.512601] env[70867]: DEBUG oslo_vmware.api [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075101} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.513522] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1201.514396] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026cf487-ada7-4fb8-bf3a-4f70167a79cb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.518796] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2dcbe665-d4c2-4365-b5eb-fbdf6eb8c091 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Releasing lock "refresh_cache-a15b396c-4f37-4908-aa4b-41a7517f4133" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.519271] env[70867]: DEBUG nova.compute.manager [None req-2dcbe665-d4c2-4365-b5eb-fbdf6eb8c091 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1201.519587] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2dcbe665-d4c2-4365-b5eb-fbdf6eb8c091 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1201.529999] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e142e0fd-b3c4-4548-90a9-6a8527d69df6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.540891] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] b1b4ecf0-1664-4119-a2e7-cf0498cd4b57/b1b4ecf0-1664-4119-a2e7-cf0498cd4b57.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.541549] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85700af3-33c1-42ef-b5f3-97cbfe71741b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.558718] env[70867]: DEBUG nova.policy [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91b2909d378442af8c24ec0bc79c33d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86ae3e8c63bd4ed29d0725779224ad62', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1201.565799] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dcbe665-d4c2-4365-b5eb-fbdf6eb8c091 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.566102] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2dbd122d-95c5-493d-92d4-64ede156beb0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.568448] env[70867]: DEBUG oslo_vmware.api [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1201.568448] env[70867]: value = "task-3474584" [ 1201.568448] env[70867]: _type = "Task" [ 1201.568448] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.572851] env[70867]: DEBUG oslo_vmware.api [None req-2dcbe665-d4c2-4365-b5eb-fbdf6eb8c091 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Waiting for the task: (returnval){ [ 1201.572851] env[70867]: value = "task-3474585" [ 1201.572851] env[70867]: _type = "Task" [ 1201.572851] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.579162] env[70867]: DEBUG oslo_vmware.api [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474584, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.587061] env[70867]: DEBUG oslo_vmware.api [None req-2dcbe665-d4c2-4365-b5eb-fbdf6eb8c091 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': task-3474585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.606722] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3cc76ed2-4ade-48ce-9726-91513c844132 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.662815] env[70867]: DEBUG nova.network.neutron [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1201.686101] env[70867]: DEBUG nova.network.neutron [req-63927011-6eae-4b0a-86d0-a201efb9830f req-142c1325-1203-42f1-9dc5-12153d9c8769 service nova] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Updated VIF entry in instance network info cache for port 98812719-61e3-4386-b8f8-9683fc8a745e. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1201.686535] env[70867]: DEBUG nova.network.neutron [req-63927011-6eae-4b0a-86d0-a201efb9830f req-142c1325-1203-42f1-9dc5-12153d9c8769 service nova] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Updating instance_info_cache with network_info: [{"id": "98812719-61e3-4386-b8f8-9683fc8a745e", "address": "fa:16:3e:2d:64:23", "network": {"id": "cfc3fe3f-41ca-4d32-a9e1-bd8add4aaf37", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404983433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "531e77ef69fe4892bb20a8d005c760d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98812719-61", "ovs_interfaceid": "98812719-61e3-4386-b8f8-9683fc8a745e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.817384] env[70867]: DEBUG nova.network.neutron [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Updating instance_info_cache with network_info: [{"id": "82042ac9-4790-4aa3-bb98-244491340e3d", "address": "fa:16:3e:cb:22:86", "network": {"id": "0f24c0fc-b194-43e8-968e-2e17fa9a3a2a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1239692035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f94b6672cd2148058cf204653b4d1471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82042ac9-47", "ovs_interfaceid": "82042ac9-4790-4aa3-bb98-244491340e3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.964856] env[70867]: DEBUG nova.compute.manager [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1201.991029] env[70867]: DEBUG nova.network.neutron [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Successfully created port: 393f1383-f1f3-4aef-b893-8b0578a917e6 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1202.080188] env[70867]: DEBUG oslo_vmware.api [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474584, 'name': ReconfigVM_Task, 'duration_secs': 0.351263} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.080938] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Reconfigured VM instance instance-0000006e to attach disk [datastore1] b1b4ecf0-1664-4119-a2e7-cf0498cd4b57/b1b4ecf0-1664-4119-a2e7-cf0498cd4b57.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.081738] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c2a92e2-2ee1-428a-9293-1b9bcbc946c6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.086696] env[70867]: DEBUG oslo_vmware.api [None req-2dcbe665-d4c2-4365-b5eb-fbdf6eb8c091 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': task-3474585, 'name': PowerOffVM_Task, 'duration_secs': 0.194526} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.087426] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dcbe665-d4c2-4365-b5eb-fbdf6eb8c091 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1202.087705] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2dcbe665-d4c2-4365-b5eb-fbdf6eb8c091 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1202.087988] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e88eb029-6527-49ac-9ffa-6d5d1619ab0b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.094503] env[70867]: DEBUG oslo_vmware.api [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1202.094503] env[70867]: value = "task-3474586" [ 1202.094503] env[70867]: _type = "Task" [ 1202.094503] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.109500] env[70867]: DEBUG oslo_vmware.api [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474586, 'name': Rename_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.113752] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2dcbe665-d4c2-4365-b5eb-fbdf6eb8c091 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1202.113959] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2dcbe665-d4c2-4365-b5eb-fbdf6eb8c091 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1202.114155] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dcbe665-d4c2-4365-b5eb-fbdf6eb8c091 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Deleting the datastore file [datastore2] a15b396c-4f37-4908-aa4b-41a7517f4133 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1202.114465] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5b5869c-070e-4497-9bb2-224b8f86199a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.120821] env[70867]: DEBUG oslo_vmware.api [None req-2dcbe665-d4c2-4365-b5eb-fbdf6eb8c091 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Waiting for the task: (returnval){ [ 1202.120821] env[70867]: value = "task-3474588" [ 1202.120821] env[70867]: _type = "Task" [ 1202.120821] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.129491] env[70867]: DEBUG oslo_vmware.api [None req-2dcbe665-d4c2-4365-b5eb-fbdf6eb8c091 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': task-3474588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.192035] env[70867]: DEBUG oslo_concurrency.lockutils [req-63927011-6eae-4b0a-86d0-a201efb9830f req-142c1325-1203-42f1-9dc5-12153d9c8769 service nova] Releasing lock "refresh_cache-6a974050-3cd8-4594-8e7d-e7c2a398021d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.320672] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Releasing lock "refresh_cache-a198f36a-0e77-4790-8d63-c29220a6ab5b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.321320] env[70867]: DEBUG nova.compute.manager [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Instance network_info: |[{"id": "82042ac9-4790-4aa3-bb98-244491340e3d", "address": "fa:16:3e:cb:22:86", "network": {"id": "0f24c0fc-b194-43e8-968e-2e17fa9a3a2a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1239692035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f94b6672cd2148058cf204653b4d1471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82042ac9-47", "ovs_interfaceid": "82042ac9-4790-4aa3-bb98-244491340e3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1202.321899] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:22:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82042ac9-4790-4aa3-bb98-244491340e3d', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1202.330292] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.330647] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1202.330899] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08acfdf3-6cc4-40cd-9b6b-459027c63d67 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.350703] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1202.350703] env[70867]: value = "task-3474589" [ 1202.350703] env[70867]: _type = "Task" [ 1202.350703] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.358705] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474589, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.608643] env[70867]: DEBUG oslo_vmware.api [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474586, 'name': Rename_Task, 'duration_secs': 0.146294} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.609047] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.609253] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0c71546-032d-47db-89b7-57bda6a8efe1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.615814] env[70867]: DEBUG oslo_vmware.api [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1202.615814] env[70867]: value = "task-3474590" [ 1202.615814] env[70867]: _type = "Task" [ 1202.615814] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.639877] env[70867]: DEBUG oslo_vmware.api [None req-2dcbe665-d4c2-4365-b5eb-fbdf6eb8c091 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Task: {'id': task-3474588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157541} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.640091] env[70867]: DEBUG oslo_vmware.api [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474590, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.640257] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dcbe665-d4c2-4365-b5eb-fbdf6eb8c091 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.640526] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2dcbe665-d4c2-4365-b5eb-fbdf6eb8c091 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1202.640711] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2dcbe665-d4c2-4365-b5eb-fbdf6eb8c091 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1202.640939] env[70867]: INFO nova.compute.manager [None req-2dcbe665-d4c2-4365-b5eb-fbdf6eb8c091 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1202.641286] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2dcbe665-d4c2-4365-b5eb-fbdf6eb8c091 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.641490] env[70867]: DEBUG nova.compute.manager [-] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1202.641578] env[70867]: DEBUG nova.network.neutron [-] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1202.661224] env[70867]: DEBUG nova.network.neutron [-] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1202.694216] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e25bf2-605d-4756-bd6d-637f50ed0388 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.702628] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88de9280-824c-4eba-82bb-c21ada9eb2d3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.735259] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4aa7c04-9943-451d-a0f5-9047c4d9170d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.745034] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99adb90-7565-4719-9e37-496982775c03 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.759117] env[70867]: DEBUG nova.compute.provider_tree [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.861233] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474589, 'name': CreateVM_Task, 'duration_secs': 0.436072} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.861454] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1202.862255] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.863036] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.863036] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.863304] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37697591-9519-4a4d-9375-5871aefcdcb4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.867894] env[70867]: DEBUG oslo_vmware.api [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1202.867894] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5211206a-8020-ca28-1705-7a40dbd48d80" [ 1202.867894] env[70867]: _type = "Task" [ 1202.867894] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.876494] env[70867]: DEBUG oslo_vmware.api [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5211206a-8020-ca28-1705-7a40dbd48d80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.977276] env[70867]: DEBUG nova.compute.manager [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1203.002222] env[70867]: DEBUG nova.virt.hardware [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1203.002584] env[70867]: DEBUG nova.virt.hardware [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1203.002839] env[70867]: DEBUG nova.virt.hardware [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.003094] env[70867]: DEBUG nova.virt.hardware [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1203.003322] env[70867]: DEBUG nova.virt.hardware [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.003582] env[70867]: DEBUG nova.virt.hardware [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1203.003854] env[70867]: DEBUG nova.virt.hardware [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1203.004114] env[70867]: DEBUG nova.virt.hardware [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1203.004397] env[70867]: DEBUG nova.virt.hardware [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1203.004627] env[70867]: DEBUG nova.virt.hardware [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1203.004882] env[70867]: DEBUG nova.virt.hardware [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1203.006064] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fb1c49-fab7-4a48-a1a2-fbe865eec94c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.015587] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5aa9de0-25a5-4b20-b14f-de124f168afd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.128511] env[70867]: DEBUG oslo_vmware.api [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474590, 'name': PowerOnVM_Task, 'duration_secs': 0.477685} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.128811] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1203.128971] env[70867]: INFO nova.compute.manager [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Took 7.76 seconds to spawn the instance on the hypervisor. [ 1203.129305] env[70867]: DEBUG nova.compute.manager [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1203.130130] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f373bc6-4267-4f31-857a-0d7d78aaf2cd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.164966] env[70867]: DEBUG nova.network.neutron [-] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.262593] env[70867]: DEBUG nova.scheduler.client.report [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.282292] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cf653dad-1ebd-4af5-9923-23f93d67bb94 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "1c347944-939b-430b-91e7-92dc8544fa1b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.282561] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cf653dad-1ebd-4af5-9923-23f93d67bb94 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "1c347944-939b-430b-91e7-92dc8544fa1b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.378688] env[70867]: DEBUG oslo_vmware.api [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5211206a-8020-ca28-1705-7a40dbd48d80, 'name': SearchDatastore_Task, 'duration_secs': 0.013157} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.378985] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.379238] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1203.379469] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.379616] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.379793] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1203.380067] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c77b1914-bfe0-46fa-bc8c-55bd0253d4c1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.386504] env[70867]: DEBUG nova.compute.manager [req-657ff556-665c-43cd-80e1-3ac053ebf91f req-a10258a4-f708-44e2-83e5-532ceb67460a service nova] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Received event network-vif-plugged-393f1383-f1f3-4aef-b893-8b0578a917e6 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.386709] env[70867]: DEBUG oslo_concurrency.lockutils [req-657ff556-665c-43cd-80e1-3ac053ebf91f req-a10258a4-f708-44e2-83e5-532ceb67460a service nova] Acquiring lock "9e111148-ff9e-44a1-a219-03c0e72d52c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.386903] env[70867]: DEBUG oslo_concurrency.lockutils [req-657ff556-665c-43cd-80e1-3ac053ebf91f req-a10258a4-f708-44e2-83e5-532ceb67460a service nova] Lock "9e111148-ff9e-44a1-a219-03c0e72d52c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.387101] env[70867]: DEBUG oslo_concurrency.lockutils [req-657ff556-665c-43cd-80e1-3ac053ebf91f req-a10258a4-f708-44e2-83e5-532ceb67460a service nova] Lock "9e111148-ff9e-44a1-a219-03c0e72d52c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.387278] env[70867]: DEBUG nova.compute.manager [req-657ff556-665c-43cd-80e1-3ac053ebf91f req-a10258a4-f708-44e2-83e5-532ceb67460a service nova] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] No waiting events found dispatching network-vif-plugged-393f1383-f1f3-4aef-b893-8b0578a917e6 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1203.387455] env[70867]: WARNING nova.compute.manager [req-657ff556-665c-43cd-80e1-3ac053ebf91f req-a10258a4-f708-44e2-83e5-532ceb67460a service nova] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Received unexpected event network-vif-plugged-393f1383-f1f3-4aef-b893-8b0578a917e6 for instance with vm_state building and task_state spawning. [ 1203.392854] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1203.393067] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1203.393857] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc3f29d8-0fd8-4288-a0c8-21870fb3dd50 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.399588] env[70867]: DEBUG oslo_vmware.api [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1203.399588] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c6c534-a847-b592-0bc7-6ea83e6fa41d" [ 1203.399588] env[70867]: _type = "Task" [ 1203.399588] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.407844] env[70867]: DEBUG oslo_vmware.api [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c6c534-a847-b592-0bc7-6ea83e6fa41d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.468865] env[70867]: DEBUG nova.network.neutron [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Successfully updated port: 393f1383-f1f3-4aef-b893-8b0578a917e6 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1203.647619] env[70867]: INFO nova.compute.manager [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Took 19.03 seconds to build instance. [ 1203.667841] env[70867]: INFO nova.compute.manager [-] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Took 1.03 seconds to deallocate network for instance. [ 1203.767122] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.295s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.768031] env[70867]: DEBUG nova.compute.manager [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1203.785607] env[70867]: DEBUG nova.compute.utils [None req-cf653dad-1ebd-4af5-9923-23f93d67bb94 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1203.910189] env[70867]: DEBUG oslo_vmware.api [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c6c534-a847-b592-0bc7-6ea83e6fa41d, 'name': SearchDatastore_Task, 'duration_secs': 0.026726} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.911051] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4889da1d-be6f-4f72-a3db-7af4f65a7bb1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.917926] env[70867]: DEBUG oslo_vmware.api [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1203.917926] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c7fb45-bbd9-9223-6028-f73ca949361b" [ 1203.917926] env[70867]: _type = "Task" [ 1203.917926] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.926339] env[70867]: DEBUG oslo_vmware.api [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c7fb45-bbd9-9223-6028-f73ca949361b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.971845] env[70867]: DEBUG oslo_concurrency.lockutils [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquiring lock "refresh_cache-9e111148-ff9e-44a1-a219-03c0e72d52c2" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.972082] env[70867]: DEBUG oslo_concurrency.lockutils [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquired lock "refresh_cache-9e111148-ff9e-44a1-a219-03c0e72d52c2" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.972328] env[70867]: DEBUG nova.network.neutron [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.148665] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1ddd8041-92b2-4bc1-92b7-07d497c31c27 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "b1b4ecf0-1664-4119-a2e7-cf0498cd4b57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.541s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.174372] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2dcbe665-d4c2-4365-b5eb-fbdf6eb8c091 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.174737] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2dcbe665-d4c2-4365-b5eb-fbdf6eb8c091 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.174972] env[70867]: DEBUG nova.objects.instance [None req-2dcbe665-d4c2-4365-b5eb-fbdf6eb8c091 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Lazy-loading 'resources' on Instance uuid a15b396c-4f37-4908-aa4b-41a7517f4133 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.272607] env[70867]: DEBUG nova.compute.utils [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1204.274138] env[70867]: DEBUG nova.compute.manager [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1204.274309] env[70867]: DEBUG nova.network.neutron [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1204.288612] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cf653dad-1ebd-4af5-9923-23f93d67bb94 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "1c347944-939b-430b-91e7-92dc8544fa1b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.324139] env[70867]: DEBUG nova.policy [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43c279b621664c8b936fecac530111e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e3c5444d1cc4707bfeb1ba55b923294', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1204.429924] env[70867]: DEBUG oslo_vmware.api [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c7fb45-bbd9-9223-6028-f73ca949361b, 'name': SearchDatastore_Task, 'duration_secs': 0.027038} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.430222] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.430488] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] a198f36a-0e77-4790-8d63-c29220a6ab5b/a198f36a-0e77-4790-8d63-c29220a6ab5b.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1204.431129] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ac8138e-9883-4407-892b-5e767e722de2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.436849] env[70867]: DEBUG oslo_vmware.api [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1204.436849] env[70867]: value = "task-3474591" [ 1204.436849] env[70867]: _type = "Task" [ 1204.436849] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.445129] env[70867]: DEBUG oslo_vmware.api [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.523668] env[70867]: DEBUG nova.network.neutron [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1204.591283] env[70867]: DEBUG nova.network.neutron [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Successfully created port: 1691ff9d-8ce1-4c19-bafe-eb22f847e610 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1204.753063] env[70867]: DEBUG nova.network.neutron [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Updating instance_info_cache with network_info: [{"id": "393f1383-f1f3-4aef-b893-8b0578a917e6", "address": "fa:16:3e:3f:33:c4", "network": {"id": "7abfa557-e3d1-4715-8c17-0c3745c411e5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1575514192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86ae3e8c63bd4ed29d0725779224ad62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap393f1383-f1", "ovs_interfaceid": "393f1383-f1f3-4aef-b893-8b0578a917e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.778916] env[70867]: DEBUG nova.compute.manager [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1204.919085] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7fdd9e-a329-437c-bdd6-b2667adb6e27 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.926731] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8528af3-b58d-46c7-b19a-3e567727ccc3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.959897] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a526d51f-4563-4eef-9733-d7eb8da9dfef tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "b1b4ecf0-1664-4119-a2e7-cf0498cd4b57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.960189] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a526d51f-4563-4eef-9733-d7eb8da9dfef tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "b1b4ecf0-1664-4119-a2e7-cf0498cd4b57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.960436] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a526d51f-4563-4eef-9733-d7eb8da9dfef tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "b1b4ecf0-1664-4119-a2e7-cf0498cd4b57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.960631] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a526d51f-4563-4eef-9733-d7eb8da9dfef tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "b1b4ecf0-1664-4119-a2e7-cf0498cd4b57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.960805] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a526d51f-4563-4eef-9733-d7eb8da9dfef tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "b1b4ecf0-1664-4119-a2e7-cf0498cd4b57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.966421] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924194a5-0853-422a-bb75-a09fdd47bc65 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.969247] env[70867]: INFO nova.compute.manager [None req-a526d51f-4563-4eef-9733-d7eb8da9dfef tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Terminating instance [ 1204.975415] env[70867]: DEBUG oslo_vmware.api [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474591, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.980828] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941afa97-9509-4fb8-85c4-3660758d07cd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.997402] env[70867]: DEBUG nova.compute.provider_tree [None req-2dcbe665-d4c2-4365-b5eb-fbdf6eb8c091 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.259053] env[70867]: DEBUG oslo_concurrency.lockutils [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Releasing lock "refresh_cache-9e111148-ff9e-44a1-a219-03c0e72d52c2" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.259409] env[70867]: DEBUG nova.compute.manager [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Instance network_info: |[{"id": "393f1383-f1f3-4aef-b893-8b0578a917e6", "address": "fa:16:3e:3f:33:c4", "network": {"id": "7abfa557-e3d1-4715-8c17-0c3745c411e5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1575514192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86ae3e8c63bd4ed29d0725779224ad62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap393f1383-f1", "ovs_interfaceid": "393f1383-f1f3-4aef-b893-8b0578a917e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1205.259848] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:33:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '393f1383-f1f3-4aef-b893-8b0578a917e6', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1205.267386] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.267920] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1205.268172] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-104f16ce-415b-4cbd-b130-7d1c72b9d80d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.290972] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1205.290972] env[70867]: value = "task-3474592" [ 1205.290972] env[70867]: _type = "Task" [ 1205.290972] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.302445] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474592, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.395744] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cf653dad-1ebd-4af5-9923-23f93d67bb94 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "1c347944-939b-430b-91e7-92dc8544fa1b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.396026] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cf653dad-1ebd-4af5-9923-23f93d67bb94 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "1c347944-939b-430b-91e7-92dc8544fa1b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.396312] env[70867]: INFO nova.compute.manager [None req-cf653dad-1ebd-4af5-9923-23f93d67bb94 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Attaching volume 31ecb0de-a371-491a-8ae8-e9a30608154c to /dev/sdb [ 1205.428519] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6934760e-a7b0-4a31-9d33-ee487cd6a254 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.435779] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee1a6d7-b81b-44e2-9ab8-414d574245bb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.448823] env[70867]: DEBUG nova.virt.block_device [None req-cf653dad-1ebd-4af5-9923-23f93d67bb94 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Updating existing volume attachment record: 79df9091-e1a1-4afb-b724-3d746cf37b02 {{(pid=70867) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1205.458420] env[70867]: DEBUG nova.compute.manager [req-7d9ccd92-36b7-4e5f-8408-16c54717fec9 req-1d08a071-2596-4159-8542-7978b1fb98e2 service nova] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Received event network-changed-393f1383-f1f3-4aef-b893-8b0578a917e6 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.458639] env[70867]: DEBUG nova.compute.manager [req-7d9ccd92-36b7-4e5f-8408-16c54717fec9 req-1d08a071-2596-4159-8542-7978b1fb98e2 service nova] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Refreshing instance network info cache due to event network-changed-393f1383-f1f3-4aef-b893-8b0578a917e6. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1205.458812] env[70867]: DEBUG oslo_concurrency.lockutils [req-7d9ccd92-36b7-4e5f-8408-16c54717fec9 req-1d08a071-2596-4159-8542-7978b1fb98e2 service nova] Acquiring lock "refresh_cache-9e111148-ff9e-44a1-a219-03c0e72d52c2" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.458952] env[70867]: DEBUG oslo_concurrency.lockutils [req-7d9ccd92-36b7-4e5f-8408-16c54717fec9 req-1d08a071-2596-4159-8542-7978b1fb98e2 service nova] Acquired lock "refresh_cache-9e111148-ff9e-44a1-a219-03c0e72d52c2" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.459175] env[70867]: DEBUG nova.network.neutron [req-7d9ccd92-36b7-4e5f-8408-16c54717fec9 req-1d08a071-2596-4159-8542-7978b1fb98e2 service nova] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Refreshing network info cache for port 393f1383-f1f3-4aef-b893-8b0578a917e6 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1205.469303] env[70867]: DEBUG oslo_vmware.api [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544031} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.469843] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] a198f36a-0e77-4790-8d63-c29220a6ab5b/a198f36a-0e77-4790-8d63-c29220a6ab5b.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1205.469843] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1205.470057] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66a4fd36-853d-4264-ab80-39a2a5ecde11 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.476651] env[70867]: DEBUG nova.compute.manager [None req-a526d51f-4563-4eef-9733-d7eb8da9dfef tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1205.476855] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a526d51f-4563-4eef-9733-d7eb8da9dfef tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1205.477425] env[70867]: DEBUG oslo_vmware.api [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1205.477425] env[70867]: value = "task-3474593" [ 1205.477425] env[70867]: _type = "Task" [ 1205.477425] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.478112] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eae314a-5427-4aa8-8d6f-186c78e90336 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.492078] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a526d51f-4563-4eef-9733-d7eb8da9dfef tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.495072] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65e7611b-aa83-403a-bea4-8296b0e15372 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.496818] env[70867]: DEBUG oslo_vmware.api [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.500378] env[70867]: DEBUG nova.scheduler.client.report [None req-2dcbe665-d4c2-4365-b5eb-fbdf6eb8c091 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.505339] env[70867]: DEBUG oslo_vmware.api [None req-a526d51f-4563-4eef-9733-d7eb8da9dfef tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1205.505339] env[70867]: value = "task-3474594" [ 1205.505339] env[70867]: _type = "Task" [ 1205.505339] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.513264] env[70867]: DEBUG oslo_vmware.api [None req-a526d51f-4563-4eef-9733-d7eb8da9dfef tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.788574] env[70867]: DEBUG nova.compute.manager [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1205.800956] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474592, 'name': CreateVM_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.823093] env[70867]: DEBUG nova.virt.hardware [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='fc93bf83e20ab3c18fb46a746a1449b7',container_format='bare',created_at=2025-04-17T11:55:13Z,direct_url=,disk_format='vmdk',id=ec49a81e-8eb9-45a1-946d-21965e633e60,min_disk=1,min_ram=0,name='tempest-test-snap-913760200',owner='3e3c5444d1cc4707bfeb1ba55b923294',properties=ImageMetaProps,protected=,size=21334528,status='active',tags=,updated_at=2025-04-17T11:55:34Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1205.823377] env[70867]: DEBUG nova.virt.hardware [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1205.823540] env[70867]: DEBUG nova.virt.hardware [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.823729] env[70867]: DEBUG nova.virt.hardware [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1205.823908] env[70867]: DEBUG nova.virt.hardware [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.824097] env[70867]: DEBUG nova.virt.hardware [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1205.824367] env[70867]: DEBUG nova.virt.hardware [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1205.824546] env[70867]: DEBUG nova.virt.hardware [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1205.824723] env[70867]: DEBUG nova.virt.hardware [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1205.824890] env[70867]: DEBUG nova.virt.hardware [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1205.825085] env[70867]: DEBUG nova.virt.hardware [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1205.825976] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd62e93-86c4-4938-a035-432dfb024036 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.834097] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9c20b7-c24b-470f-87d4-94ee78c1d41c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.993826] env[70867]: DEBUG oslo_vmware.api [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474593, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171111} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.994170] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1205.995009] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88c1fab-1961-467e-ab76-d32b9cec05c9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.014777] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2dcbe665-d4c2-4365-b5eb-fbdf6eb8c091 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.026733] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] a198f36a-0e77-4790-8d63-c29220a6ab5b/a198f36a-0e77-4790-8d63-c29220a6ab5b.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.030947] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35235306-1ce2-4e02-941a-541ef1f2a59d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.050804] env[70867]: INFO nova.scheduler.client.report [None req-2dcbe665-d4c2-4365-b5eb-fbdf6eb8c091 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Deleted allocations for instance a15b396c-4f37-4908-aa4b-41a7517f4133 [ 1206.058667] env[70867]: DEBUG oslo_vmware.api [None req-a526d51f-4563-4eef-9733-d7eb8da9dfef tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474594, 'name': PowerOffVM_Task, 'duration_secs': 0.226355} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.060233] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a526d51f-4563-4eef-9733-d7eb8da9dfef tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.060442] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a526d51f-4563-4eef-9733-d7eb8da9dfef tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1206.060768] env[70867]: DEBUG oslo_vmware.api [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1206.060768] env[70867]: value = "task-3474598" [ 1206.060768] env[70867]: _type = "Task" [ 1206.060768] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.060964] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e01e35ea-1def-4c89-8230-d4762af64d53 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.071195] env[70867]: DEBUG oslo_vmware.api [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474598, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.114804] env[70867]: DEBUG nova.network.neutron [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Successfully updated port: 1691ff9d-8ce1-4c19-bafe-eb22f847e610 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1206.224038] env[70867]: DEBUG nova.network.neutron [req-7d9ccd92-36b7-4e5f-8408-16c54717fec9 req-1d08a071-2596-4159-8542-7978b1fb98e2 service nova] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Updated VIF entry in instance network info cache for port 393f1383-f1f3-4aef-b893-8b0578a917e6. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1206.224540] env[70867]: DEBUG nova.network.neutron [req-7d9ccd92-36b7-4e5f-8408-16c54717fec9 req-1d08a071-2596-4159-8542-7978b1fb98e2 service nova] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Updating instance_info_cache with network_info: [{"id": "393f1383-f1f3-4aef-b893-8b0578a917e6", "address": "fa:16:3e:3f:33:c4", "network": {"id": "7abfa557-e3d1-4715-8c17-0c3745c411e5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1575514192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86ae3e8c63bd4ed29d0725779224ad62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap393f1383-f1", "ovs_interfaceid": "393f1383-f1f3-4aef-b893-8b0578a917e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.303908] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474592, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.567101] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2dcbe665-d4c2-4365-b5eb-fbdf6eb8c091 tempest-ServersListShow2100Test-1338428855 tempest-ServersListShow2100Test-1338428855-project-member] Lock "a15b396c-4f37-4908-aa4b-41a7517f4133" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.636s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.573521] env[70867]: DEBUG oslo_vmware.api [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474598, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.618112] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquiring lock "refresh_cache-a47c56be-0f80-4b7a-86c7-8903a9bd3ad7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.618284] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquired lock "refresh_cache-a47c56be-0f80-4b7a-86c7-8903a9bd3ad7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.618414] env[70867]: DEBUG nova.network.neutron [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.727927] env[70867]: DEBUG oslo_concurrency.lockutils [req-7d9ccd92-36b7-4e5f-8408-16c54717fec9 req-1d08a071-2596-4159-8542-7978b1fb98e2 service nova] Releasing lock "refresh_cache-9e111148-ff9e-44a1-a219-03c0e72d52c2" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.801812] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474592, 'name': CreateVM_Task, 'duration_secs': 1.127786} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.802183] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1206.802733] env[70867]: DEBUG oslo_concurrency.lockutils [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.802901] env[70867]: DEBUG oslo_concurrency.lockutils [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.803225] env[70867]: DEBUG oslo_concurrency.lockutils [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.803503] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e0da456-f3c4-4017-b5f3-cd3b3573c49c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.808359] env[70867]: DEBUG oslo_vmware.api [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 1206.808359] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e10398-f549-4cb9-edc7-d368b95fbd20" [ 1206.808359] env[70867]: _type = "Task" [ 1206.808359] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.816373] env[70867]: DEBUG oslo_vmware.api [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e10398-f549-4cb9-edc7-d368b95fbd20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.959846] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a526d51f-4563-4eef-9733-d7eb8da9dfef tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1206.960087] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a526d51f-4563-4eef-9733-d7eb8da9dfef tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1206.960289] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a526d51f-4563-4eef-9733-d7eb8da9dfef tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Deleting the datastore file [datastore1] b1b4ecf0-1664-4119-a2e7-cf0498cd4b57 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1206.960564] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-571870b9-5c59-478a-8913-ce229b6064f4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.966826] env[70867]: DEBUG oslo_vmware.api [None req-a526d51f-4563-4eef-9733-d7eb8da9dfef tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1206.966826] env[70867]: value = "task-3474600" [ 1206.966826] env[70867]: _type = "Task" [ 1206.966826] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.974892] env[70867]: DEBUG oslo_vmware.api [None req-a526d51f-4563-4eef-9733-d7eb8da9dfef tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.072494] env[70867]: DEBUG oslo_vmware.api [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474598, 'name': ReconfigVM_Task, 'duration_secs': 0.59647} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.072786] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Reconfigured VM instance instance-0000006f to attach disk [datastore1] a198f36a-0e77-4790-8d63-c29220a6ab5b/a198f36a-0e77-4790-8d63-c29220a6ab5b.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1207.073438] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-575cb3ff-5d62-4d7f-a3e9-3a272a5244e2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.079770] env[70867]: DEBUG oslo_vmware.api [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1207.079770] env[70867]: value = "task-3474601" [ 1207.079770] env[70867]: _type = "Task" [ 1207.079770] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.088280] env[70867]: DEBUG oslo_vmware.api [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474601, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.152280] env[70867]: DEBUG nova.network.neutron [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1207.303290] env[70867]: DEBUG nova.network.neutron [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Updating instance_info_cache with network_info: [{"id": "1691ff9d-8ce1-4c19-bafe-eb22f847e610", "address": "fa:16:3e:68:db:69", "network": {"id": "9c954571-970e-4b92-b8f2-8353a88dafda", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1051474933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e3c5444d1cc4707bfeb1ba55b923294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1691ff9d-8c", "ovs_interfaceid": "1691ff9d-8ce1-4c19-bafe-eb22f847e610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.318866] env[70867]: DEBUG oslo_vmware.api [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e10398-f549-4cb9-edc7-d368b95fbd20, 'name': SearchDatastore_Task, 'duration_secs': 0.020338} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.319209] env[70867]: DEBUG oslo_concurrency.lockutils [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.319436] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1207.319663] env[70867]: DEBUG oslo_concurrency.lockutils [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.319808] env[70867]: DEBUG oslo_concurrency.lockutils [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.319983] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1207.320257] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64b3dcd5-22c5-4136-9db5-d92b0ece42a4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.328652] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1207.328840] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1207.329732] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e343089c-089f-42a8-b52c-3d2e9b1d5322 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.334621] env[70867]: DEBUG oslo_vmware.api [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 1207.334621] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a2d02d-c5f6-3a52-c07c-ce8452790120" [ 1207.334621] env[70867]: _type = "Task" [ 1207.334621] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.342771] env[70867]: DEBUG oslo_vmware.api [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a2d02d-c5f6-3a52-c07c-ce8452790120, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.478979] env[70867]: DEBUG oslo_vmware.api [None req-a526d51f-4563-4eef-9733-d7eb8da9dfef tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315333} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.478979] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a526d51f-4563-4eef-9733-d7eb8da9dfef tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1207.478979] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a526d51f-4563-4eef-9733-d7eb8da9dfef tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1207.479150] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a526d51f-4563-4eef-9733-d7eb8da9dfef tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1207.479345] env[70867]: INFO nova.compute.manager [None req-a526d51f-4563-4eef-9733-d7eb8da9dfef tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Took 2.00 seconds to destroy the instance on the hypervisor. [ 1207.479634] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a526d51f-4563-4eef-9733-d7eb8da9dfef tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.481334] env[70867]: DEBUG nova.compute.manager [-] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1207.481334] env[70867]: DEBUG nova.network.neutron [-] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1207.493477] env[70867]: DEBUG nova.compute.manager [req-0f9b6d4a-6f19-420c-b4a5-56081d3942b2 req-b7ee77d8-2c3f-4b21-8383-8277787b582c service nova] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Received event network-vif-plugged-1691ff9d-8ce1-4c19-bafe-eb22f847e610 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.494838] env[70867]: DEBUG oslo_concurrency.lockutils [req-0f9b6d4a-6f19-420c-b4a5-56081d3942b2 req-b7ee77d8-2c3f-4b21-8383-8277787b582c service nova] Acquiring lock "a47c56be-0f80-4b7a-86c7-8903a9bd3ad7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.494838] env[70867]: DEBUG oslo_concurrency.lockutils [req-0f9b6d4a-6f19-420c-b4a5-56081d3942b2 req-b7ee77d8-2c3f-4b21-8383-8277787b582c service nova] Lock "a47c56be-0f80-4b7a-86c7-8903a9bd3ad7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.494838] env[70867]: DEBUG oslo_concurrency.lockutils [req-0f9b6d4a-6f19-420c-b4a5-56081d3942b2 req-b7ee77d8-2c3f-4b21-8383-8277787b582c service nova] Lock "a47c56be-0f80-4b7a-86c7-8903a9bd3ad7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.494838] env[70867]: DEBUG nova.compute.manager [req-0f9b6d4a-6f19-420c-b4a5-56081d3942b2 req-b7ee77d8-2c3f-4b21-8383-8277787b582c service nova] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] No waiting events found dispatching network-vif-plugged-1691ff9d-8ce1-4c19-bafe-eb22f847e610 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1207.494838] env[70867]: WARNING nova.compute.manager [req-0f9b6d4a-6f19-420c-b4a5-56081d3942b2 req-b7ee77d8-2c3f-4b21-8383-8277787b582c service nova] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Received unexpected event network-vif-plugged-1691ff9d-8ce1-4c19-bafe-eb22f847e610 for instance with vm_state building and task_state spawning. [ 1207.494838] env[70867]: DEBUG nova.compute.manager [req-0f9b6d4a-6f19-420c-b4a5-56081d3942b2 req-b7ee77d8-2c3f-4b21-8383-8277787b582c service nova] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Received event network-changed-1691ff9d-8ce1-4c19-bafe-eb22f847e610 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.494838] env[70867]: DEBUG nova.compute.manager [req-0f9b6d4a-6f19-420c-b4a5-56081d3942b2 req-b7ee77d8-2c3f-4b21-8383-8277787b582c service nova] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Refreshing instance network info cache due to event network-changed-1691ff9d-8ce1-4c19-bafe-eb22f847e610. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.495628] env[70867]: DEBUG oslo_concurrency.lockutils [req-0f9b6d4a-6f19-420c-b4a5-56081d3942b2 req-b7ee77d8-2c3f-4b21-8383-8277787b582c service nova] Acquiring lock "refresh_cache-a47c56be-0f80-4b7a-86c7-8903a9bd3ad7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.590251] env[70867]: DEBUG oslo_vmware.api [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474601, 'name': Rename_Task, 'duration_secs': 0.218596} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.591017] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1207.591331] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a305ce98-5f27-4c5a-964f-e80a03164628 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.598012] env[70867]: DEBUG oslo_vmware.api [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1207.598012] env[70867]: value = "task-3474602" [ 1207.598012] env[70867]: _type = "Task" [ 1207.598012] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.609626] env[70867]: DEBUG oslo_vmware.api [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.796356] env[70867]: DEBUG nova.compute.manager [req-d67eb228-7930-4a5e-ae5a-8499ebca034f req-e382950e-b57d-4304-9a9a-b775dcea5baa service nova] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Received event network-vif-deleted-4eb6951d-b634-4eeb-bd30-329d2963ca70 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.796356] env[70867]: INFO nova.compute.manager [req-d67eb228-7930-4a5e-ae5a-8499ebca034f req-e382950e-b57d-4304-9a9a-b775dcea5baa service nova] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Neutron deleted interface 4eb6951d-b634-4eeb-bd30-329d2963ca70; detaching it from the instance and deleting it from the info cache [ 1207.796356] env[70867]: DEBUG nova.network.neutron [req-d67eb228-7930-4a5e-ae5a-8499ebca034f req-e382950e-b57d-4304-9a9a-b775dcea5baa service nova] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.805747] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Releasing lock "refresh_cache-a47c56be-0f80-4b7a-86c7-8903a9bd3ad7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.806202] env[70867]: DEBUG nova.compute.manager [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Instance network_info: |[{"id": "1691ff9d-8ce1-4c19-bafe-eb22f847e610", "address": "fa:16:3e:68:db:69", "network": {"id": "9c954571-970e-4b92-b8f2-8353a88dafda", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1051474933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e3c5444d1cc4707bfeb1ba55b923294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1691ff9d-8c", "ovs_interfaceid": "1691ff9d-8ce1-4c19-bafe-eb22f847e610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1207.807018] env[70867]: DEBUG oslo_concurrency.lockutils [req-0f9b6d4a-6f19-420c-b4a5-56081d3942b2 req-b7ee77d8-2c3f-4b21-8383-8277787b582c service nova] Acquired lock "refresh_cache-a47c56be-0f80-4b7a-86c7-8903a9bd3ad7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.807700] env[70867]: DEBUG nova.network.neutron [req-0f9b6d4a-6f19-420c-b4a5-56081d3942b2 req-b7ee77d8-2c3f-4b21-8383-8277787b582c service nova] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Refreshing network info cache for port 1691ff9d-8ce1-4c19-bafe-eb22f847e610 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.808645] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:db:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff1f3320-df8e-49df-a412-9797a23bd173', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1691ff9d-8ce1-4c19-bafe-eb22f847e610', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1207.817043] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.818594] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1207.818859] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17759248-2a66-44a1-b1a0-9b9616224c28 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.840691] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1207.840691] env[70867]: value = "task-3474604" [ 1207.840691] env[70867]: _type = "Task" [ 1207.840691] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.848432] env[70867]: DEBUG oslo_vmware.api [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a2d02d-c5f6-3a52-c07c-ce8452790120, 'name': SearchDatastore_Task, 'duration_secs': 0.039041} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.849622] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fe65280-cf51-4977-935c-fd93c1aab210 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.855557] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474604, 'name': CreateVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.858767] env[70867]: DEBUG oslo_vmware.api [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 1207.858767] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52003920-736c-d386-8a53-4bb5a7903053" [ 1207.858767] env[70867]: _type = "Task" [ 1207.858767] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.867244] env[70867]: DEBUG oslo_vmware.api [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52003920-736c-d386-8a53-4bb5a7903053, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.110123] env[70867]: DEBUG oslo_vmware.api [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474602, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.276169] env[70867]: DEBUG nova.network.neutron [-] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.298701] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-53c342b5-0403-4b00-a4b5-b67455de947d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.308619] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70110f7-f5ef-488d-b1f0-fe661196f760 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.350213] env[70867]: DEBUG nova.compute.manager [req-d67eb228-7930-4a5e-ae5a-8499ebca034f req-e382950e-b57d-4304-9a9a-b775dcea5baa service nova] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Detach interface failed, port_id=4eb6951d-b634-4eeb-bd30-329d2963ca70, reason: Instance b1b4ecf0-1664-4119-a2e7-cf0498cd4b57 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1208.358128] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474604, 'name': CreateVM_Task, 'duration_secs': 0.365392} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.358310] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1208.359121] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ec49a81e-8eb9-45a1-946d-21965e633e60" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.359394] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ec49a81e-8eb9-45a1-946d-21965e633e60" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.359788] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ec49a81e-8eb9-45a1-946d-21965e633e60" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.362905] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af0a6c35-16e9-4d32-8681-b376a2b6a437 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.371806] env[70867]: DEBUG oslo_vmware.api [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1208.371806] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]523c8199-341d-2df5-490d-fd18e150d219" [ 1208.371806] env[70867]: _type = "Task" [ 1208.371806] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.375199] env[70867]: DEBUG oslo_vmware.api [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52003920-736c-d386-8a53-4bb5a7903053, 'name': SearchDatastore_Task, 'duration_secs': 0.013608} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.378263] env[70867]: DEBUG oslo_concurrency.lockutils [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.378588] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 9e111148-ff9e-44a1-a219-03c0e72d52c2/9e111148-ff9e-44a1-a219-03c0e72d52c2.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1208.379073] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-045e6492-6bd2-4d00-a511-fb452670c29e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.387966] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ec49a81e-8eb9-45a1-946d-21965e633e60" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.388171] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Processing image ec49a81e-8eb9-45a1-946d-21965e633e60 {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1208.388412] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ec49a81e-8eb9-45a1-946d-21965e633e60/ec49a81e-8eb9-45a1-946d-21965e633e60.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.388559] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ec49a81e-8eb9-45a1-946d-21965e633e60/ec49a81e-8eb9-45a1-946d-21965e633e60.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.388768] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1208.389066] env[70867]: DEBUG oslo_vmware.api [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 1208.389066] env[70867]: value = "task-3474605" [ 1208.389066] env[70867]: _type = "Task" [ 1208.389066] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.389272] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f84de180-4916-43e7-9379-386502183ddf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.398946] env[70867]: DEBUG oslo_vmware.api [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.416816] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1208.417015] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1208.417866] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce0873a4-b3b1-4ee9-a6b6-e3ffc65ab3d3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.423637] env[70867]: DEBUG oslo_vmware.api [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1208.423637] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521abf11-db9b-7f85-45f2-b7c13bf225d2" [ 1208.423637] env[70867]: _type = "Task" [ 1208.423637] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.433728] env[70867]: DEBUG oslo_vmware.api [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]521abf11-db9b-7f85-45f2-b7c13bf225d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.594267] env[70867]: DEBUG nova.network.neutron [req-0f9b6d4a-6f19-420c-b4a5-56081d3942b2 req-b7ee77d8-2c3f-4b21-8383-8277787b582c service nova] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Updated VIF entry in instance network info cache for port 1691ff9d-8ce1-4c19-bafe-eb22f847e610. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1208.594734] env[70867]: DEBUG nova.network.neutron [req-0f9b6d4a-6f19-420c-b4a5-56081d3942b2 req-b7ee77d8-2c3f-4b21-8383-8277787b582c service nova] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Updating instance_info_cache with network_info: [{"id": "1691ff9d-8ce1-4c19-bafe-eb22f847e610", "address": "fa:16:3e:68:db:69", "network": {"id": "9c954571-970e-4b92-b8f2-8353a88dafda", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1051474933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e3c5444d1cc4707bfeb1ba55b923294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1691ff9d-8c", "ovs_interfaceid": "1691ff9d-8ce1-4c19-bafe-eb22f847e610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.609780] env[70867]: DEBUG oslo_vmware.api [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474602, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.779467] env[70867]: INFO nova.compute.manager [-] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Took 1.30 seconds to deallocate network for instance. [ 1208.901537] env[70867]: DEBUG oslo_vmware.api [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474605, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.937079] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Preparing fetch location {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1208.937517] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Fetch image to [datastore2] OSTACK_IMG_013eeeb6-9e65-4572-80fa-e82fe1b7dd6c/OSTACK_IMG_013eeeb6-9e65-4572-80fa-e82fe1b7dd6c.vmdk {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1208.937764] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Downloading stream optimized image ec49a81e-8eb9-45a1-946d-21965e633e60 to [datastore2] OSTACK_IMG_013eeeb6-9e65-4572-80fa-e82fe1b7dd6c/OSTACK_IMG_013eeeb6-9e65-4572-80fa-e82fe1b7dd6c.vmdk on the data store datastore2 as vApp {{(pid=70867) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1208.937947] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Downloading image file data ec49a81e-8eb9-45a1-946d-21965e633e60 to the ESX as VM named 'OSTACK_IMG_013eeeb6-9e65-4572-80fa-e82fe1b7dd6c' {{(pid=70867) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1209.016998] env[70867]: DEBUG oslo_vmware.rw_handles [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1209.016998] env[70867]: value = "resgroup-9" [ 1209.016998] env[70867]: _type = "ResourcePool" [ 1209.016998] env[70867]: }. {{(pid=70867) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1209.017456] env[70867]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-64b4902e-c212-433e-a97f-fe0a28960273 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.038339] env[70867]: DEBUG oslo_vmware.rw_handles [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lease: (returnval){ [ 1209.038339] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]529cc484-8b70-7185-420a-07fcd6f8e851" [ 1209.038339] env[70867]: _type = "HttpNfcLease" [ 1209.038339] env[70867]: } obtained for vApp import into resource pool (val){ [ 1209.038339] env[70867]: value = "resgroup-9" [ 1209.038339] env[70867]: _type = "ResourcePool" [ 1209.038339] env[70867]: }. {{(pid=70867) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1209.038714] env[70867]: DEBUG oslo_vmware.api [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the lease: (returnval){ [ 1209.038714] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]529cc484-8b70-7185-420a-07fcd6f8e851" [ 1209.038714] env[70867]: _type = "HttpNfcLease" [ 1209.038714] env[70867]: } to be ready. {{(pid=70867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1209.047011] env[70867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1209.047011] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]529cc484-8b70-7185-420a-07fcd6f8e851" [ 1209.047011] env[70867]: _type = "HttpNfcLease" [ 1209.047011] env[70867]: } is initializing. {{(pid=70867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1209.098658] env[70867]: DEBUG oslo_concurrency.lockutils [req-0f9b6d4a-6f19-420c-b4a5-56081d3942b2 req-b7ee77d8-2c3f-4b21-8383-8277787b582c service nova] Releasing lock "refresh_cache-a47c56be-0f80-4b7a-86c7-8903a9bd3ad7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.112007] env[70867]: DEBUG oslo_vmware.api [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474602, 'name': PowerOnVM_Task, 'duration_secs': 1.405202} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.112007] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.112007] env[70867]: INFO nova.compute.manager [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Took 9.60 seconds to spawn the instance on the hypervisor. [ 1209.112007] env[70867]: DEBUG nova.compute.manager [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.112630] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b602b59f-1245-4b1d-8e9c-3473dc30c8a7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.285903] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a526d51f-4563-4eef-9733-d7eb8da9dfef tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.286332] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a526d51f-4563-4eef-9733-d7eb8da9dfef tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.286590] env[70867]: DEBUG nova.objects.instance [None req-a526d51f-4563-4eef-9733-d7eb8da9dfef tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lazy-loading 'resources' on Instance uuid b1b4ecf0-1664-4119-a2e7-cf0498cd4b57 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.402200] env[70867]: DEBUG oslo_vmware.api [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474605, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.801076} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.402484] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 9e111148-ff9e-44a1-a219-03c0e72d52c2/9e111148-ff9e-44a1-a219-03c0e72d52c2.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1209.402711] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1209.402971] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c28bdadd-9a29-4b13-855e-79b98a349b4f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.410785] env[70867]: DEBUG oslo_vmware.api [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 1209.410785] env[70867]: value = "task-3474607" [ 1209.410785] env[70867]: _type = "Task" [ 1209.410785] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.422087] env[70867]: DEBUG oslo_vmware.api [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474607, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.546052] env[70867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1209.546052] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]529cc484-8b70-7185-420a-07fcd6f8e851" [ 1209.546052] env[70867]: _type = "HttpNfcLease" [ 1209.546052] env[70867]: } is initializing. {{(pid=70867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1209.633297] env[70867]: INFO nova.compute.manager [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Took 14.79 seconds to build instance. [ 1209.921412] env[70867]: DEBUG oslo_vmware.api [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474607, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07735} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.924121] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1209.925198] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8da088-3b78-4fb9-bca8-0fba384b2579 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.949192] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 9e111148-ff9e-44a1-a219-03c0e72d52c2/9e111148-ff9e-44a1-a219-03c0e72d52c2.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.953034] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c2bfc52-f97a-4065-9b3b-c4974b0159e5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.973042] env[70867]: DEBUG oslo_vmware.api [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 1209.973042] env[70867]: value = "task-3474608" [ 1209.973042] env[70867]: _type = "Task" [ 1209.973042] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.981809] env[70867]: DEBUG oslo_vmware.api [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474608, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.996526] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf653dad-1ebd-4af5-9923-23f93d67bb94 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Volume attach. Driver type: vmdk {{(pid=70867) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1209.996526] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf653dad-1ebd-4af5-9923-23f93d67bb94 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694579', 'volume_id': '31ecb0de-a371-491a-8ae8-e9a30608154c', 'name': 'volume-31ecb0de-a371-491a-8ae8-e9a30608154c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c347944-939b-430b-91e7-92dc8544fa1b', 'attached_at': '', 'detached_at': '', 'volume_id': '31ecb0de-a371-491a-8ae8-e9a30608154c', 'serial': '31ecb0de-a371-491a-8ae8-e9a30608154c'} {{(pid=70867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1209.997249] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d456a716-9ccd-4c9e-aa35-4990418fa935 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.001746] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50403d7-2120-4699-87fc-e2d03490f1d4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.020427] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069bd4e8-7d25-4ec6-af7c-5eeae4bc83aa {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.024894] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d272e9-d563-4dc2-b687-92818e12c929 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.050105] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf653dad-1ebd-4af5-9923-23f93d67bb94 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] volume-31ecb0de-a371-491a-8ae8-e9a30608154c/volume-31ecb0de-a371-491a-8ae8-e9a30608154c.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1210.078658] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-758903cc-3cf3-4fb6-acc7-05df48b193b6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.092789] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacc4ca8-7a7e-4c6f-82f4-a138decf2ded {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.099253] env[70867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1210.099253] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]529cc484-8b70-7185-420a-07fcd6f8e851" [ 1210.099253] env[70867]: _type = "HttpNfcLease" [ 1210.099253] env[70867]: } is ready. {{(pid=70867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1210.101068] env[70867]: DEBUG oslo_vmware.rw_handles [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1210.101068] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]529cc484-8b70-7185-420a-07fcd6f8e851" [ 1210.101068] env[70867]: _type = "HttpNfcLease" [ 1210.101068] env[70867]: }. {{(pid=70867) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1210.103909] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96441226-95d5-4003-8c1b-8597bd3ff6ec {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.105914] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff9d3c1-406f-42c0-80f5-03189b0fa9b5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.109918] env[70867]: DEBUG oslo_vmware.api [None req-cf653dad-1ebd-4af5-9923-23f93d67bb94 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1210.109918] env[70867]: value = "task-3474609" [ 1210.109918] env[70867]: _type = "Task" [ 1210.109918] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.124053] env[70867]: DEBUG oslo_vmware.rw_handles [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a6d5f0-3c38-0a1d-4dfc-8e4679c10967/disk-0.vmdk from lease info. {{(pid=70867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1210.124433] env[70867]: DEBUG oslo_vmware.rw_handles [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Creating HTTP connection to write to file with size = 21334528 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a6d5f0-3c38-0a1d-4dfc-8e4679c10967/disk-0.vmdk. {{(pid=70867) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1210.125777] env[70867]: DEBUG nova.compute.provider_tree [None req-a526d51f-4563-4eef-9733-d7eb8da9dfef tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.182378] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a0ad441c-535e-4220-9551-3c9b780c5fa1 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "a198f36a-0e77-4790-8d63-c29220a6ab5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.346s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.187035] env[70867]: DEBUG oslo_vmware.api [None req-cf653dad-1ebd-4af5-9923-23f93d67bb94 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.192351] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-300e8ade-91a2-4d34-a97e-358e568f4a3a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.485069] env[70867]: DEBUG oslo_vmware.api [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474608, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.621559] env[70867]: DEBUG oslo_vmware.api [None req-cf653dad-1ebd-4af5-9923-23f93d67bb94 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474609, 'name': ReconfigVM_Task, 'duration_secs': 0.49912} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.623063] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf653dad-1ebd-4af5-9923-23f93d67bb94 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Reconfigured VM instance instance-00000066 to attach disk [datastore2] volume-31ecb0de-a371-491a-8ae8-e9a30608154c/volume-31ecb0de-a371-491a-8ae8-e9a30608154c.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1210.629195] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06f03011-ce83-4c19-ad92-3a84a86f4da8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.640549] env[70867]: DEBUG nova.scheduler.client.report [None req-a526d51f-4563-4eef-9733-d7eb8da9dfef tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.653697] env[70867]: DEBUG oslo_vmware.api [None req-cf653dad-1ebd-4af5-9923-23f93d67bb94 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1210.653697] env[70867]: value = "task-3474610" [ 1210.653697] env[70867]: _type = "Task" [ 1210.653697] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.664916] env[70867]: DEBUG oslo_vmware.api [None req-cf653dad-1ebd-4af5-9923-23f93d67bb94 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474610, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.785957] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.786368] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.786578] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.786737] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.786934] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.787173] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70867) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1210.787284] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.984468] env[70867]: DEBUG oslo_vmware.api [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474608, 'name': ReconfigVM_Task, 'duration_secs': 0.572405} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.984771] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 9e111148-ff9e-44a1-a219-03c0e72d52c2/9e111148-ff9e-44a1-a219-03c0e72d52c2.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1210.985441] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-371cd877-c97d-4566-b84f-1f319c926c33 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.993291] env[70867]: DEBUG oslo_vmware.api [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 1210.993291] env[70867]: value = "task-3474611" [ 1210.993291] env[70867]: _type = "Task" [ 1210.993291] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.005155] env[70867]: DEBUG oslo_vmware.api [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474611, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.071404] env[70867]: DEBUG oslo_vmware.rw_handles [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Completed reading data from the image iterator. {{(pid=70867) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1211.071797] env[70867]: DEBUG oslo_vmware.rw_handles [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a6d5f0-3c38-0a1d-4dfc-8e4679c10967/disk-0.vmdk. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1211.072564] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7f4c1d-d714-448e-81bb-2640d180bdee {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.079690] env[70867]: DEBUG oslo_vmware.rw_handles [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a6d5f0-3c38-0a1d-4dfc-8e4679c10967/disk-0.vmdk is in state: ready. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1211.079907] env[70867]: DEBUG oslo_vmware.rw_handles [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a6d5f0-3c38-0a1d-4dfc-8e4679c10967/disk-0.vmdk. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1211.080209] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6b246b27-9d42-4d48-8e8a-8de5e0d222ba {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.153189] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a526d51f-4563-4eef-9733-d7eb8da9dfef tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.865s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.159952] env[70867]: DEBUG oslo_vmware.rw_handles [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fb3556-01a1-4012-4541-f769a01d001f/disk-0.vmdk. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1211.160847] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a7b259-292b-4b39-a30c-3eaf964f8887 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.167124] env[70867]: DEBUG oslo_vmware.api [None req-cf653dad-1ebd-4af5-9923-23f93d67bb94 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474610, 'name': ReconfigVM_Task, 'duration_secs': 0.147157} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.167769] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf653dad-1ebd-4af5-9923-23f93d67bb94 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694579', 'volume_id': '31ecb0de-a371-491a-8ae8-e9a30608154c', 'name': 'volume-31ecb0de-a371-491a-8ae8-e9a30608154c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c347944-939b-430b-91e7-92dc8544fa1b', 'attached_at': '', 'detached_at': '', 'volume_id': '31ecb0de-a371-491a-8ae8-e9a30608154c', 'serial': '31ecb0de-a371-491a-8ae8-e9a30608154c'} {{(pid=70867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1211.170766] env[70867]: DEBUG oslo_vmware.rw_handles [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fb3556-01a1-4012-4541-f769a01d001f/disk-0.vmdk is in state: ready. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1211.170949] env[70867]: ERROR oslo_vmware.rw_handles [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fb3556-01a1-4012-4541-f769a01d001f/disk-0.vmdk due to incomplete transfer. [ 1211.171438] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a4e28759-94d7-4291-9561-5a85a522a7f0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.178745] env[70867]: DEBUG oslo_vmware.rw_handles [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fb3556-01a1-4012-4541-f769a01d001f/disk-0.vmdk. {{(pid=70867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1211.178996] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Uploaded image c3af2db2-dc68-4c8a-a78a-e3f687d76934 to the Glance image server {{(pid=70867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1211.181570] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Destroying the VM {{(pid=70867) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1211.182017] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a7ea8f65-6a9e-41ac-a3ab-b6df7fb3058c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.184311] env[70867]: INFO nova.scheduler.client.report [None req-a526d51f-4563-4eef-9733-d7eb8da9dfef tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Deleted allocations for instance b1b4ecf0-1664-4119-a2e7-cf0498cd4b57 [ 1211.198123] env[70867]: DEBUG oslo_vmware.api [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1211.198123] env[70867]: value = "task-3474612" [ 1211.198123] env[70867]: _type = "Task" [ 1211.198123] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.207577] env[70867]: DEBUG oslo_vmware.api [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474612, 'name': Destroy_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.289167] env[70867]: DEBUG oslo_vmware.rw_handles [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a6d5f0-3c38-0a1d-4dfc-8e4679c10967/disk-0.vmdk. {{(pid=70867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1211.289167] env[70867]: INFO nova.virt.vmwareapi.images [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Downloaded image file data ec49a81e-8eb9-45a1-946d-21965e633e60 [ 1211.290404] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d4027c-c744-4449-86ff-27bff9e042b8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.293728] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.294035] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.294279] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.294476] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70867) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1211.295409] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086ca136-97d5-422a-ba9f-9832977effbb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.313103] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20cb7308-0695-4c15-90ad-6eace56609ce {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.315507] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99b7988-7431-4114-ba09-4e55d6097202 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.329896] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d7c45b-f77c-444a-88ad-b4bd61604407 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.336193] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd57afc-3343-4f65-bf99-57384fd8d211 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.368081] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179742MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=70867) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1211.368081] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.368237] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.372488] env[70867]: INFO nova.virt.vmwareapi.images [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] The imported VM was unregistered [ 1211.374251] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Caching image {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1211.374475] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Creating directory with path [datastore2] devstack-image-cache_base/ec49a81e-8eb9-45a1-946d-21965e633e60 {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1211.374918] env[70867]: DEBUG nova.compute.manager [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Stashing vm_state: active {{(pid=70867) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1211.377796] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95cc805e-baaa-42d0-be46-14c356f9dc9e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.398439] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Created directory with path [datastore2] devstack-image-cache_base/ec49a81e-8eb9-45a1-946d-21965e633e60 {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1211.398642] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_013eeeb6-9e65-4572-80fa-e82fe1b7dd6c/OSTACK_IMG_013eeeb6-9e65-4572-80fa-e82fe1b7dd6c.vmdk to [datastore2] devstack-image-cache_base/ec49a81e-8eb9-45a1-946d-21965e633e60/ec49a81e-8eb9-45a1-946d-21965e633e60.vmdk. {{(pid=70867) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1211.398903] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f75abf03-5486-4d4c-a58c-22569bb81249 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.405749] env[70867]: DEBUG oslo_vmware.api [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1211.405749] env[70867]: value = "task-3474614" [ 1211.405749] env[70867]: _type = "Task" [ 1211.405749] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.415031] env[70867]: DEBUG oslo_vmware.api [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474614, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.503241] env[70867]: DEBUG oslo_vmware.api [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474611, 'name': Rename_Task, 'duration_secs': 0.237767} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.503588] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1211.503890] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b884a26c-a9b0-4b90-83f6-de86c5bca5b7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.509606] env[70867]: DEBUG oslo_vmware.api [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 1211.509606] env[70867]: value = "task-3474615" [ 1211.509606] env[70867]: _type = "Task" [ 1211.509606] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.517447] env[70867]: DEBUG oslo_vmware.api [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.704970] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a526d51f-4563-4eef-9733-d7eb8da9dfef tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "b1b4ecf0-1664-4119-a2e7-cf0498cd4b57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.745s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.712547] env[70867]: DEBUG oslo_vmware.api [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474612, 'name': Destroy_Task} progress is 33%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.900699] env[70867]: DEBUG oslo_concurrency.lockutils [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.916506] env[70867]: DEBUG oslo_vmware.api [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474614, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.022924] env[70867]: DEBUG oslo_vmware.api [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474615, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.210284] env[70867]: DEBUG oslo_vmware.api [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474612, 'name': Destroy_Task} progress is 33%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.214297] env[70867]: DEBUG nova.objects.instance [None req-cf653dad-1ebd-4af5-9923-23f93d67bb94 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lazy-loading 'flavor' on Instance uuid 1c347944-939b-430b-91e7-92dc8544fa1b {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.390261] env[70867]: INFO nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Updating resource usage from migration b09c7ad8-f29d-44c9-9cb5-08627c2500bb [ 1212.412559] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1212.412779] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 7691ccf1-2787-41a1-ab1a-2db68771a76d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1212.412942] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 1c347944-939b-430b-91e7-92dc8544fa1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1212.413126] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 4ba05c37-242b-4bfe-90df-14c3e30c55a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1212.413254] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance e44d9816-2dd8-4c50-a4b8-46183a9a87c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1212.413404] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance f86bc274-8f51-49f9-a012-02a58ddd00ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1212.413541] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance ef0b2c75-c355-4135-8245-b25502cb0711 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1212.413659] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 6a974050-3cd8-4594-8e7d-e7c2a398021d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1212.413812] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 9e111148-ff9e-44a1-a219-03c0e72d52c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1212.413983] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance a47c56be-0f80-4b7a-86c7-8903a9bd3ad7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1212.414122] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Migration b09c7ad8-f29d-44c9-9cb5-08627c2500bb is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1212.414234] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance a198f36a-0e77-4790-8d63-c29220a6ab5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1212.414462] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=70867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1212.414642] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=70867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1212.424348] env[70867]: DEBUG oslo_vmware.api [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474614, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.521929] env[70867]: DEBUG oslo_vmware.api [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474615, 'name': PowerOnVM_Task} progress is 81%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.594489] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721f7766-c410-4548-ad1f-157005dc9926 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.602394] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4f468c-565e-4e1b-a9b5-62f978a0223c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.633318] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc77e27-335d-4069-b801-bdeedea476b7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.641316] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1096195e-65c9-406f-8e67-f08fb4e8eec7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.655270] env[70867]: DEBUG nova.compute.provider_tree [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.716057] env[70867]: DEBUG oslo_vmware.api [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474612, 'name': Destroy_Task, 'duration_secs': 1.052323} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.718554] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Destroyed the VM [ 1212.718812] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Deleting Snapshot of the VM instance {{(pid=70867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1212.719600] env[70867]: DEBUG oslo_concurrency.lockutils [None req-cf653dad-1ebd-4af5-9923-23f93d67bb94 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "1c347944-939b-430b-91e7-92dc8544fa1b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.324s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.720658] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-052a276e-0615-457e-b0b9-ceab9345a77d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.729167] env[70867]: DEBUG oslo_vmware.api [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1212.729167] env[70867]: value = "task-3474616" [ 1212.729167] env[70867]: _type = "Task" [ 1212.729167] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.738222] env[70867]: DEBUG oslo_vmware.api [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474616, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.918331] env[70867]: DEBUG oslo_vmware.api [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474614, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.021551] env[70867]: DEBUG oslo_vmware.api [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474615, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.159018] env[70867]: DEBUG nova.scheduler.client.report [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.193201] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.193447] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.210866] env[70867]: INFO nova.compute.manager [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Rebuilding instance [ 1213.243867] env[70867]: DEBUG oslo_vmware.api [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474616, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.260080] env[70867]: DEBUG nova.compute.manager [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1213.260974] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c838c071-3a18-4526-a13d-86175064513c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.418775] env[70867]: DEBUG oslo_vmware.api [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474614, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.522887] env[70867]: DEBUG oslo_vmware.api [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474615, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.665231] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70867) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1213.665503] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.297s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.665804] env[70867]: DEBUG oslo_concurrency.lockutils [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.765s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.667346] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.695893] env[70867]: DEBUG nova.compute.manager [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1213.742755] env[70867]: DEBUG oslo_vmware.api [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474616, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.921304] env[70867]: DEBUG oslo_vmware.api [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474614, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.026298] env[70867]: DEBUG oslo_vmware.api [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474615, 'name': PowerOnVM_Task, 'duration_secs': 2.427828} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.026572] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1214.026865] env[70867]: INFO nova.compute.manager [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Took 11.05 seconds to spawn the instance on the hypervisor. [ 1214.027180] env[70867]: DEBUG nova.compute.manager [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1214.028387] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166aecd5-b49c-486e-a4b7-a90e3ad0f4b8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.172368] env[70867]: INFO nova.compute.claims [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1214.222663] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.243651] env[70867]: DEBUG oslo_vmware.api [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474616, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.274041] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.274375] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62a69605-ad56-4d03-bca5-8140e9442a2a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.281802] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1214.281802] env[70867]: value = "task-3474617" [ 1214.281802] env[70867]: _type = "Task" [ 1214.281802] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.289900] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474617, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.420067] env[70867]: DEBUG oslo_vmware.api [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474614, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.593659} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.420477] env[70867]: INFO nova.virt.vmwareapi.ds_util [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_013eeeb6-9e65-4572-80fa-e82fe1b7dd6c/OSTACK_IMG_013eeeb6-9e65-4572-80fa-e82fe1b7dd6c.vmdk to [datastore2] devstack-image-cache_base/ec49a81e-8eb9-45a1-946d-21965e633e60/ec49a81e-8eb9-45a1-946d-21965e633e60.vmdk. [ 1214.420764] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Cleaning up location [datastore2] OSTACK_IMG_013eeeb6-9e65-4572-80fa-e82fe1b7dd6c {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1214.420943] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_013eeeb6-9e65-4572-80fa-e82fe1b7dd6c {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.421248] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d76d3821-a36f-46fc-b8ec-c85a726113c4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.427602] env[70867]: DEBUG oslo_vmware.api [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1214.427602] env[70867]: value = "task-3474618" [ 1214.427602] env[70867]: _type = "Task" [ 1214.427602] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.435262] env[70867]: DEBUG oslo_vmware.api [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.553821] env[70867]: INFO nova.compute.manager [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Took 15.90 seconds to build instance. [ 1214.679517] env[70867]: INFO nova.compute.resource_tracker [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Updating resource usage from migration b09c7ad8-f29d-44c9-9cb5-08627c2500bb [ 1214.742730] env[70867]: DEBUG oslo_vmware.api [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474616, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.796037] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474617, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.938129] env[70867]: DEBUG oslo_vmware.api [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129482} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.938425] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.938588] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ec49a81e-8eb9-45a1-946d-21965e633e60/ec49a81e-8eb9-45a1-946d-21965e633e60.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.938840] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ec49a81e-8eb9-45a1-946d-21965e633e60/ec49a81e-8eb9-45a1-946d-21965e633e60.vmdk to [datastore2] a47c56be-0f80-4b7a-86c7-8903a9bd3ad7/a47c56be-0f80-4b7a-86c7-8903a9bd3ad7.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1214.939122] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c16dc78-45a6-4667-a3b2-0d1a3351c01d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.946787] env[70867]: DEBUG oslo_vmware.api [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1214.946787] env[70867]: value = "task-3474619" [ 1214.946787] env[70867]: _type = "Task" [ 1214.946787] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.960443] env[70867]: DEBUG oslo_vmware.api [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.976245] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5de4bd3-8c67-40ba-8e3f-40eca4b82c3c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.984704] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8add63-ca6f-45e5-9f67-8304121b6b74 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.018157] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd8734b-151f-4453-8d56-88ce1c7c1568 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.025945] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789dcc2a-3b31-4bed-8a21-0d18ca146ec9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.040220] env[70867]: DEBUG nova.compute.provider_tree [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.056189] env[70867]: DEBUG oslo_concurrency.lockutils [None req-53902228-308a-4657-9d58-e80ab4ffa681 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "9e111148-ff9e-44a1-a219-03c0e72d52c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.410s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.176523] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.176894] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.243377] env[70867]: DEBUG oslo_vmware.api [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474616, 'name': RemoveSnapshot_Task, 'duration_secs': 2.423455} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.243754] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Deleted Snapshot of the VM instance {{(pid=70867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1215.244135] env[70867]: DEBUG nova.compute.manager [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1215.245410] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265b4e06-c74e-4c8e-916b-156829bf3ee7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.292935] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474617, 'name': PowerOffVM_Task, 'duration_secs': 0.612798} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.293199] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1215.359839] env[70867]: INFO nova.compute.manager [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Detaching volume 31ecb0de-a371-491a-8ae8-e9a30608154c [ 1215.400023] env[70867]: INFO nova.virt.block_device [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Attempting to driver detach volume 31ecb0de-a371-491a-8ae8-e9a30608154c from mountpoint /dev/sdb [ 1215.400023] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Volume detach. Driver type: vmdk {{(pid=70867) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1215.400023] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694579', 'volume_id': '31ecb0de-a371-491a-8ae8-e9a30608154c', 'name': 'volume-31ecb0de-a371-491a-8ae8-e9a30608154c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c347944-939b-430b-91e7-92dc8544fa1b', 'attached_at': '', 'detached_at': '', 'volume_id': '31ecb0de-a371-491a-8ae8-e9a30608154c', 'serial': '31ecb0de-a371-491a-8ae8-e9a30608154c'} {{(pid=70867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1215.400023] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80317bdb-17c3-422d-a7b9-37bc2ef64a2f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.429534] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f81338-6bfb-4e4b-b0f5-6c98015fce65 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.438333] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2182476f-5528-44c1-bfc8-8f3f552f1ab1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.466239] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae72ace-5523-4e36-af78-16a189813d36 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.476763] env[70867]: DEBUG oslo_vmware.api [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474619, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.495325] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] The volume has not been displaced from its original location: [datastore2] volume-31ecb0de-a371-491a-8ae8-e9a30608154c/volume-31ecb0de-a371-491a-8ae8-e9a30608154c.vmdk. No consolidation needed. {{(pid=70867) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1215.503519] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1215.504241] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac52f17d-2b3d-45b5-9d3a-4175c52efac0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.525496] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1215.525496] env[70867]: value = "task-3474620" [ 1215.525496] env[70867]: _type = "Task" [ 1215.525496] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.535448] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474620, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.543612] env[70867]: DEBUG nova.scheduler.client.report [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.757830] env[70867]: INFO nova.compute.manager [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Shelve offloading [ 1215.782337] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.791861] env[70867]: DEBUG nova.compute.manager [req-14e0b9bf-4062-4ee8-a87b-fff2feea3310 req-35022a26-95a1-4e40-b462-b2b2b95748e3 service nova] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Received event network-changed-393f1383-f1f3-4aef-b893-8b0578a917e6 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.791861] env[70867]: DEBUG nova.compute.manager [req-14e0b9bf-4062-4ee8-a87b-fff2feea3310 req-35022a26-95a1-4e40-b462-b2b2b95748e3 service nova] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Refreshing instance network info cache due to event network-changed-393f1383-f1f3-4aef-b893-8b0578a917e6. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1215.792115] env[70867]: DEBUG oslo_concurrency.lockutils [req-14e0b9bf-4062-4ee8-a87b-fff2feea3310 req-35022a26-95a1-4e40-b462-b2b2b95748e3 service nova] Acquiring lock "refresh_cache-9e111148-ff9e-44a1-a219-03c0e72d52c2" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.792237] env[70867]: DEBUG oslo_concurrency.lockutils [req-14e0b9bf-4062-4ee8-a87b-fff2feea3310 req-35022a26-95a1-4e40-b462-b2b2b95748e3 service nova] Acquired lock "refresh_cache-9e111148-ff9e-44a1-a219-03c0e72d52c2" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.792415] env[70867]: DEBUG nova.network.neutron [req-14e0b9bf-4062-4ee8-a87b-fff2feea3310 req-35022a26-95a1-4e40-b462-b2b2b95748e3 service nova] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Refreshing network info cache for port 393f1383-f1f3-4aef-b893-8b0578a917e6 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1215.973735] env[70867]: DEBUG oslo_vmware.api [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474619, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.036988] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474620, 'name': ReconfigVM_Task, 'duration_secs': 0.381876} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.038038] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1216.043480] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71ff9f34-94d0-486c-9382-053efeebd655 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.055488] env[70867]: DEBUG oslo_concurrency.lockutils [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.390s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.055772] env[70867]: INFO nova.compute.manager [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Migrating [ 1216.063172] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.841s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.064690] env[70867]: INFO nova.compute.claims [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1216.078144] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1216.078144] env[70867]: value = "task-3474621" [ 1216.078144] env[70867]: _type = "Task" [ 1216.078144] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.092786] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.261955] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.262433] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c4d2791-9e08-4d17-84c8-7e576abcc2ea {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.271079] env[70867]: DEBUG oslo_vmware.api [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1216.271079] env[70867]: value = "task-3474622" [ 1216.271079] env[70867]: _type = "Task" [ 1216.271079] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.282774] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] VM already powered off {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1216.283014] env[70867]: DEBUG nova.compute.manager [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1216.283911] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b817926-0b24-44ee-9d18-dd77b1e2ddc3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.298884] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "refresh_cache-ef0b2c75-c355-4135-8245-b25502cb0711" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.299092] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquired lock "refresh_cache-ef0b2c75-c355-4135-8245-b25502cb0711" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.299342] env[70867]: DEBUG nova.network.neutron [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.474457] env[70867]: DEBUG oslo_vmware.api [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474619, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.524954] env[70867]: DEBUG nova.network.neutron [req-14e0b9bf-4062-4ee8-a87b-fff2feea3310 req-35022a26-95a1-4e40-b462-b2b2b95748e3 service nova] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Updated VIF entry in instance network info cache for port 393f1383-f1f3-4aef-b893-8b0578a917e6. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1216.525385] env[70867]: DEBUG nova.network.neutron [req-14e0b9bf-4062-4ee8-a87b-fff2feea3310 req-35022a26-95a1-4e40-b462-b2b2b95748e3 service nova] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Updating instance_info_cache with network_info: [{"id": "393f1383-f1f3-4aef-b893-8b0578a917e6", "address": "fa:16:3e:3f:33:c4", "network": {"id": "7abfa557-e3d1-4715-8c17-0c3745c411e5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1575514192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86ae3e8c63bd4ed29d0725779224ad62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap393f1383-f1", "ovs_interfaceid": "393f1383-f1f3-4aef-b893-8b0578a917e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.579692] env[70867]: DEBUG oslo_concurrency.lockutils [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "refresh_cache-a198f36a-0e77-4790-8d63-c29220a6ab5b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.579932] env[70867]: DEBUG oslo_concurrency.lockutils [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquired lock "refresh_cache-a198f36a-0e77-4790-8d63-c29220a6ab5b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.580187] env[70867]: DEBUG nova.network.neutron [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.593720] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474621, 'name': ReconfigVM_Task, 'duration_secs': 0.181393} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.594043] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694579', 'volume_id': '31ecb0de-a371-491a-8ae8-e9a30608154c', 'name': 'volume-31ecb0de-a371-491a-8ae8-e9a30608154c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c347944-939b-430b-91e7-92dc8544fa1b', 'attached_at': '', 'detached_at': '', 'volume_id': '31ecb0de-a371-491a-8ae8-e9a30608154c', 'serial': '31ecb0de-a371-491a-8ae8-e9a30608154c'} {{(pid=70867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1216.977182] env[70867]: DEBUG oslo_vmware.api [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474619, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.028879] env[70867]: DEBUG oslo_concurrency.lockutils [req-14e0b9bf-4062-4ee8-a87b-fff2feea3310 req-35022a26-95a1-4e40-b462-b2b2b95748e3 service nova] Releasing lock "refresh_cache-9e111148-ff9e-44a1-a219-03c0e72d52c2" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.035644] env[70867]: DEBUG nova.network.neutron [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Updating instance_info_cache with network_info: [{"id": "c3364859-2468-4838-a8f8-e747fba5f831", "address": "fa:16:3e:64:7a:19", "network": {"id": "52d9f893-40a0-4a01-81ad-a518ee74e5a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-281788219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ad9e13e8d24d72b6d8c4bb820287a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3364859-24", "ovs_interfaceid": "c3364859-2468-4838-a8f8-e747fba5f831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.268646] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8001ef-8718-4d55-8e2a-91fb8b2bebc1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.278930] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc919df-2fcf-4aba-b00c-516f5952f243 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.312893] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f711960e-fc4d-4016-8a7f-3b6aeea7f181 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.316638] env[70867]: DEBUG nova.network.neutron [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Updating instance_info_cache with network_info: [{"id": "82042ac9-4790-4aa3-bb98-244491340e3d", "address": "fa:16:3e:cb:22:86", "network": {"id": "0f24c0fc-b194-43e8-968e-2e17fa9a3a2a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1239692035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f94b6672cd2148058cf204653b4d1471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82042ac9-47", "ovs_interfaceid": "82042ac9-4790-4aa3-bb98-244491340e3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.324825] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56cb218-9539-4e71-9938-e0b89b2ba2be {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.341412] env[70867]: DEBUG nova.compute.provider_tree [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.483152] env[70867]: DEBUG oslo_vmware.api [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474619, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.539139] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Releasing lock "refresh_cache-ef0b2c75-c355-4135-8245-b25502cb0711" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.654909] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.655282] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b380f32a-1dfc-47cf-acd0-8ed9d9373ddb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.662493] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1217.662493] env[70867]: value = "task-3474623" [ 1217.662493] env[70867]: _type = "Task" [ 1217.662493] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.670223] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.781454] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1217.782419] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3125dc-2e6c-4359-a624-32457e08471e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.785943] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1217.786126] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Cleaning up deleted instances {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1217.789991] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.790248] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41ddfd81-a295-4199-947a-159389fd2c6f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.817938] env[70867]: DEBUG nova.compute.manager [req-ee914186-bd05-4271-a17c-713acab94400 req-0ef362cc-7ae8-4f7b-ba33-e2127288c60d service nova] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Received event network-vif-unplugged-c3364859-2468-4838-a8f8-e747fba5f831 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.818126] env[70867]: DEBUG oslo_concurrency.lockutils [req-ee914186-bd05-4271-a17c-713acab94400 req-0ef362cc-7ae8-4f7b-ba33-e2127288c60d service nova] Acquiring lock "ef0b2c75-c355-4135-8245-b25502cb0711-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.818608] env[70867]: DEBUG oslo_concurrency.lockutils [req-ee914186-bd05-4271-a17c-713acab94400 req-0ef362cc-7ae8-4f7b-ba33-e2127288c60d service nova] Lock "ef0b2c75-c355-4135-8245-b25502cb0711-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.818608] env[70867]: DEBUG oslo_concurrency.lockutils [req-ee914186-bd05-4271-a17c-713acab94400 req-0ef362cc-7ae8-4f7b-ba33-e2127288c60d service nova] Lock "ef0b2c75-c355-4135-8245-b25502cb0711-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.818810] env[70867]: DEBUG nova.compute.manager [req-ee914186-bd05-4271-a17c-713acab94400 req-0ef362cc-7ae8-4f7b-ba33-e2127288c60d service nova] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] No waiting events found dispatching network-vif-unplugged-c3364859-2468-4838-a8f8-e747fba5f831 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1217.818995] env[70867]: WARNING nova.compute.manager [req-ee914186-bd05-4271-a17c-713acab94400 req-0ef362cc-7ae8-4f7b-ba33-e2127288c60d service nova] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Received unexpected event network-vif-unplugged-c3364859-2468-4838-a8f8-e747fba5f831 for instance with vm_state shelved and task_state shelving_offloading. [ 1217.819176] env[70867]: DEBUG nova.compute.manager [req-ee914186-bd05-4271-a17c-713acab94400 req-0ef362cc-7ae8-4f7b-ba33-e2127288c60d service nova] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Received event network-changed-c3364859-2468-4838-a8f8-e747fba5f831 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.819334] env[70867]: DEBUG nova.compute.manager [req-ee914186-bd05-4271-a17c-713acab94400 req-0ef362cc-7ae8-4f7b-ba33-e2127288c60d service nova] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Refreshing instance network info cache due to event network-changed-c3364859-2468-4838-a8f8-e747fba5f831. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1217.819521] env[70867]: DEBUG oslo_concurrency.lockutils [req-ee914186-bd05-4271-a17c-713acab94400 req-0ef362cc-7ae8-4f7b-ba33-e2127288c60d service nova] Acquiring lock "refresh_cache-ef0b2c75-c355-4135-8245-b25502cb0711" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.819763] env[70867]: DEBUG oslo_concurrency.lockutils [req-ee914186-bd05-4271-a17c-713acab94400 req-0ef362cc-7ae8-4f7b-ba33-e2127288c60d service nova] Acquired lock "refresh_cache-ef0b2c75-c355-4135-8245-b25502cb0711" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.819844] env[70867]: DEBUG nova.network.neutron [req-ee914186-bd05-4271-a17c-713acab94400 req-0ef362cc-7ae8-4f7b-ba33-e2127288c60d service nova] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Refreshing network info cache for port c3364859-2468-4838-a8f8-e747fba5f831 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.821768] env[70867]: DEBUG oslo_concurrency.lockutils [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Releasing lock "refresh_cache-a198f36a-0e77-4790-8d63-c29220a6ab5b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.845871] env[70867]: DEBUG nova.scheduler.client.report [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.857041] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1217.857244] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1217.857244] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Deleting the datastore file [datastore2] ef0b2c75-c355-4135-8245-b25502cb0711 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1217.857512] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fee70fb-43f5-49b8-8c45-c8698ec8d672 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.864604] env[70867]: DEBUG oslo_vmware.api [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1217.864604] env[70867]: value = "task-3474625" [ 1217.864604] env[70867]: _type = "Task" [ 1217.864604] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.872566] env[70867]: DEBUG oslo_vmware.api [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.974844] env[70867]: DEBUG oslo_vmware.api [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474619, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.582177} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.975111] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ec49a81e-8eb9-45a1-946d-21965e633e60/ec49a81e-8eb9-45a1-946d-21965e633e60.vmdk to [datastore2] a47c56be-0f80-4b7a-86c7-8903a9bd3ad7/a47c56be-0f80-4b7a-86c7-8903a9bd3ad7.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1217.975893] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb30c510-c40a-4e85-97b0-86787706d2b7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.997064] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] a47c56be-0f80-4b7a-86c7-8903a9bd3ad7/a47c56be-0f80-4b7a-86c7-8903a9bd3ad7.vmdk or device None with type streamOptimized {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.997333] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d06d912d-55a3-4df0-aa12-9541a48803ab {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.019696] env[70867]: DEBUG oslo_vmware.api [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1218.019696] env[70867]: value = "task-3474626" [ 1218.019696] env[70867]: _type = "Task" [ 1218.019696] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.029427] env[70867]: DEBUG oslo_vmware.api [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474626, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.175157] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] VM already powered off {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1218.175502] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Volume detach. Driver type: vmdk {{(pid=70867) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1218.175762] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694579', 'volume_id': '31ecb0de-a371-491a-8ae8-e9a30608154c', 'name': 'volume-31ecb0de-a371-491a-8ae8-e9a30608154c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c347944-939b-430b-91e7-92dc8544fa1b', 'attached_at': '', 'detached_at': '', 'volume_id': '31ecb0de-a371-491a-8ae8-e9a30608154c', 'serial': '31ecb0de-a371-491a-8ae8-e9a30608154c'} {{(pid=70867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1218.176713] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e93a000-c63f-495b-b1f3-567d9d1128ea {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.197629] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebb3002-fd4b-4707-b3a4-edf1bf2d38c8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.203991] env[70867]: WARNING nova.virt.vmwareapi.driver [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1218.204335] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1218.205113] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b77f9bd-1935-47a7-8caa-0176b29c2b82 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.211733] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1218.211985] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f764ab53-75ed-4035-8124-a7ce5034d809 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.282261] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1218.285478] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1218.285478] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Deleting the datastore file [datastore1] 1c347944-939b-430b-91e7-92dc8544fa1b {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.285478] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f0c3370-c3a4-4a10-a2d7-4e5e29ac76ac {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.303559] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] There are 58 instances to clean {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1218.303784] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: b1b4ecf0-1664-4119-a2e7-cf0498cd4b57] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.305831] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1218.305831] env[70867]: value = "task-3474628" [ 1218.305831] env[70867]: _type = "Task" [ 1218.305831] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.315607] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.350133] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.287s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.350663] env[70867]: DEBUG nova.compute.manager [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1218.374010] env[70867]: DEBUG oslo_vmware.api [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.513560] env[70867]: DEBUG nova.network.neutron [req-ee914186-bd05-4271-a17c-713acab94400 req-0ef362cc-7ae8-4f7b-ba33-e2127288c60d service nova] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Updated VIF entry in instance network info cache for port c3364859-2468-4838-a8f8-e747fba5f831. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1218.513903] env[70867]: DEBUG nova.network.neutron [req-ee914186-bd05-4271-a17c-713acab94400 req-0ef362cc-7ae8-4f7b-ba33-e2127288c60d service nova] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Updating instance_info_cache with network_info: [{"id": "c3364859-2468-4838-a8f8-e747fba5f831", "address": "fa:16:3e:64:7a:19", "network": {"id": "52d9f893-40a0-4a01-81ad-a518ee74e5a2", "bridge": null, "label": "tempest-DeleteServersTestJSON-281788219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ad9e13e8d24d72b6d8c4bb820287a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc3364859-24", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.529525] env[70867]: DEBUG oslo_vmware.api [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474626, 'name': ReconfigVM_Task, 'duration_secs': 0.296573} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.529784] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Reconfigured VM instance instance-00000071 to attach disk [datastore2] a47c56be-0f80-4b7a-86c7-8903a9bd3ad7/a47c56be-0f80-4b7a-86c7-8903a9bd3ad7.vmdk or device None with type streamOptimized {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.530427] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1484f21a-bb21-48cd-8213-38b3eb26b79b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.539316] env[70867]: DEBUG oslo_vmware.api [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1218.539316] env[70867]: value = "task-3474629" [ 1218.539316] env[70867]: _type = "Task" [ 1218.539316] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.549067] env[70867]: DEBUG oslo_vmware.api [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474629, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.810653] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: a15b396c-4f37-4908-aa4b-41a7517f4133] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.818320] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.855140] env[70867]: DEBUG nova.compute.utils [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1218.856311] env[70867]: DEBUG nova.compute.manager [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1218.856476] env[70867]: DEBUG nova.network.neutron [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1218.874534] env[70867]: DEBUG oslo_vmware.api [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.681374} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.874755] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.874929] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1218.875118] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1218.894286] env[70867]: DEBUG nova.policy [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43aa3988e90845a2917d8fa6d4465772', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f1893160d7645cea064723418b18388', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1218.896722] env[70867]: INFO nova.scheduler.client.report [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Deleted allocations for instance ef0b2c75-c355-4135-8245-b25502cb0711 [ 1219.017528] env[70867]: DEBUG oslo_concurrency.lockutils [req-ee914186-bd05-4271-a17c-713acab94400 req-0ef362cc-7ae8-4f7b-ba33-e2127288c60d service nova] Releasing lock "refresh_cache-ef0b2c75-c355-4135-8245-b25502cb0711" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.051433] env[70867]: DEBUG oslo_vmware.api [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474629, 'name': Rename_Task, 'duration_secs': 0.138368} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.051433] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1219.051433] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1e2d38c-53d8-42cb-af4d-cbeeaa680ca4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.055708] env[70867]: DEBUG oslo_vmware.api [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1219.055708] env[70867]: value = "task-3474630" [ 1219.055708] env[70867]: _type = "Task" [ 1219.055708] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.065216] env[70867]: DEBUG oslo_vmware.api [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.197937] env[70867]: DEBUG nova.network.neutron [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Successfully created port: c064be57-fa30-4079-9d15-db9a45e3b61e {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1219.316321] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 4e0d6171-331b-4d97-b653-fd68e3c32f98] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.318114] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.801783} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.321819] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.321819] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1219.321819] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.336634] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecba563-d3fc-49c4-9aac-68618ff4738f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.356936] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Updating instance 'a198f36a-0e77-4790-8d63-c29220a6ab5b' progress to 0 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1219.361665] env[70867]: DEBUG nova.compute.manager [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1219.400885] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.401229] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.401484] env[70867]: DEBUG nova.objects.instance [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lazy-loading 'resources' on Instance uuid ef0b2c75-c355-4135-8245-b25502cb0711 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.568097] env[70867]: DEBUG oslo_vmware.api [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474630, 'name': PowerOnVM_Task, 'duration_secs': 0.479012} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.568097] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.568097] env[70867]: INFO nova.compute.manager [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Took 13.78 seconds to spawn the instance on the hypervisor. [ 1219.568097] env[70867]: DEBUG nova.compute.manager [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1219.568584] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c797540-4584-4744-9275-8c351b991f15 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.819646] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 7210f47a-0f99-4e44-be09-ef1a1251a589] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.825113] env[70867]: INFO nova.virt.block_device [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Booting with volume 31ecb0de-a371-491a-8ae8-e9a30608154c at /dev/sdb [ 1219.861851] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.862106] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40d764fa-3987-4a24-9f63-f378f8548700 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.864418] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-665a83b7-f71a-422f-8123-c938a12b5566 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.877511] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451eebe3-7f2b-4857-968c-689e63f6011a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.891534] env[70867]: DEBUG oslo_vmware.api [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1219.891534] env[70867]: value = "task-3474631" [ 1219.891534] env[70867]: _type = "Task" [ 1219.891534] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.900360] env[70867]: DEBUG oslo_vmware.api [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.913066] env[70867]: DEBUG nova.objects.instance [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lazy-loading 'numa_topology' on Instance uuid ef0b2c75-c355-4135-8245-b25502cb0711 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.914595] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e0bd47b1-b6b6-4fc3-8343-4a865e2ae7d1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.923418] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb04a559-012c-4054-9a52-86777e085765 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.957020] env[70867]: DEBUG oslo_concurrency.lockutils [None req-949da11d-eac8-4fb9-8079-2bab82579db4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "ef0b2c75-c355-4135-8245-b25502cb0711" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.957794] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47927124-f8ba-4ac8-9cc9-60753c66e77e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.966246] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba26c1c9-5a19-404c-bf3e-70535b6b3095 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.979887] env[70867]: DEBUG nova.virt.block_device [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Updating existing volume attachment record: 0bc1708c-fd2c-4ce6-9443-c9334e98b79d {{(pid=70867) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1220.085757] env[70867]: INFO nova.compute.manager [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Took 19.51 seconds to build instance. [ 1220.323037] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 275cda22-565c-4d42-aed3-3057f3ebaf3c] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.371113] env[70867]: DEBUG nova.compute.manager [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1220.399140] env[70867]: DEBUG nova.virt.hardware [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1220.399394] env[70867]: DEBUG nova.virt.hardware [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1220.399550] env[70867]: DEBUG nova.virt.hardware [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.399733] env[70867]: DEBUG nova.virt.hardware [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1220.400267] env[70867]: DEBUG nova.virt.hardware [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.400267] env[70867]: DEBUG nova.virt.hardware [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1220.400267] env[70867]: DEBUG nova.virt.hardware [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1220.400493] env[70867]: DEBUG nova.virt.hardware [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1220.401717] env[70867]: DEBUG nova.virt.hardware [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1220.401717] env[70867]: DEBUG nova.virt.hardware [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1220.401717] env[70867]: DEBUG nova.virt.hardware [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1220.404265] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a9817a-5c16-413c-8952-d430077ede2f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.411896] env[70867]: DEBUG oslo_vmware.api [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474631, 'name': PowerOffVM_Task, 'duration_secs': 0.361871} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.414128] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.414322] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Updating instance 'a198f36a-0e77-4790-8d63-c29220a6ab5b' progress to 17 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1220.418775] env[70867]: DEBUG nova.objects.base [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1220.422446] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306a7a8d-7987-409c-ab86-e1857eac3623 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.587795] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b393a459-c157-4549-bc08-f7b3d451bd73 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "a47c56be-0f80-4b7a-86c7-8903a9bd3ad7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.028s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.588637] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ac8e98-766b-4ae6-95e0-e3e3938ce563 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.596215] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77478074-bf02-4d35-a835-1d52f72c829f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.627108] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37292ee-0041-42e7-a53a-3c73aaca0ed4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.630551] env[70867]: DEBUG nova.compute.manager [req-96a1b76a-6954-4bfd-8b4e-48ba9d7ddf52 req-f55bf8ed-234c-4deb-bcc0-99b3ff9265c7 service nova] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Received event network-vif-plugged-c064be57-fa30-4079-9d15-db9a45e3b61e {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.630664] env[70867]: DEBUG oslo_concurrency.lockutils [req-96a1b76a-6954-4bfd-8b4e-48ba9d7ddf52 req-f55bf8ed-234c-4deb-bcc0-99b3ff9265c7 service nova] Acquiring lock "19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.630853] env[70867]: DEBUG oslo_concurrency.lockutils [req-96a1b76a-6954-4bfd-8b4e-48ba9d7ddf52 req-f55bf8ed-234c-4deb-bcc0-99b3ff9265c7 service nova] Lock "19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.631021] env[70867]: DEBUG oslo_concurrency.lockutils [req-96a1b76a-6954-4bfd-8b4e-48ba9d7ddf52 req-f55bf8ed-234c-4deb-bcc0-99b3ff9265c7 service nova] Lock "19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.631209] env[70867]: DEBUG nova.compute.manager [req-96a1b76a-6954-4bfd-8b4e-48ba9d7ddf52 req-f55bf8ed-234c-4deb-bcc0-99b3ff9265c7 service nova] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] No waiting events found dispatching network-vif-plugged-c064be57-fa30-4079-9d15-db9a45e3b61e {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1220.631374] env[70867]: WARNING nova.compute.manager [req-96a1b76a-6954-4bfd-8b4e-48ba9d7ddf52 req-f55bf8ed-234c-4deb-bcc0-99b3ff9265c7 service nova] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Received unexpected event network-vif-plugged-c064be57-fa30-4079-9d15-db9a45e3b61e for instance with vm_state building and task_state spawning. [ 1220.637026] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0272141c-527c-4155-91a3-0163496ea407 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.652910] env[70867]: DEBUG nova.compute.provider_tree [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.709713] env[70867]: DEBUG nova.network.neutron [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Successfully updated port: c064be57-fa30-4079-9d15-db9a45e3b61e {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1220.826366] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: c38d75c5-f00a-4d67-96bb-a920d74eeb2b] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.909338] env[70867]: DEBUG oslo_concurrency.lockutils [None req-be69e8d4-deb6-4bdf-8c82-8b6ae0f49311 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquiring lock "a47c56be-0f80-4b7a-86c7-8903a9bd3ad7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.909595] env[70867]: DEBUG oslo_concurrency.lockutils [None req-be69e8d4-deb6-4bdf-8c82-8b6ae0f49311 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "a47c56be-0f80-4b7a-86c7-8903a9bd3ad7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.909801] env[70867]: DEBUG oslo_concurrency.lockutils [None req-be69e8d4-deb6-4bdf-8c82-8b6ae0f49311 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquiring lock "a47c56be-0f80-4b7a-86c7-8903a9bd3ad7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.909982] env[70867]: DEBUG oslo_concurrency.lockutils [None req-be69e8d4-deb6-4bdf-8c82-8b6ae0f49311 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "a47c56be-0f80-4b7a-86c7-8903a9bd3ad7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.910166] env[70867]: DEBUG oslo_concurrency.lockutils [None req-be69e8d4-deb6-4bdf-8c82-8b6ae0f49311 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "a47c56be-0f80-4b7a-86c7-8903a9bd3ad7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.912291] env[70867]: INFO nova.compute.manager [None req-be69e8d4-deb6-4bdf-8c82-8b6ae0f49311 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Terminating instance [ 1220.920565] env[70867]: DEBUG nova.virt.hardware [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1220.920779] env[70867]: DEBUG nova.virt.hardware [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1220.920936] env[70867]: DEBUG nova.virt.hardware [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.921134] env[70867]: DEBUG nova.virt.hardware [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1220.921308] env[70867]: DEBUG nova.virt.hardware [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.921459] env[70867]: DEBUG nova.virt.hardware [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1220.921660] env[70867]: DEBUG nova.virt.hardware [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1220.921816] env[70867]: DEBUG nova.virt.hardware [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1220.921981] env[70867]: DEBUG nova.virt.hardware [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1220.922167] env[70867]: DEBUG nova.virt.hardware [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1220.922399] env[70867]: DEBUG nova.virt.hardware [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1220.927894] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff5c556d-911e-4461-a9ff-e2e9d8c65e00 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.943817] env[70867]: DEBUG oslo_vmware.api [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1220.943817] env[70867]: value = "task-3474632" [ 1220.943817] env[70867]: _type = "Task" [ 1220.943817] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.951801] env[70867]: DEBUG oslo_vmware.api [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474632, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.156428] env[70867]: DEBUG nova.scheduler.client.report [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.212609] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "refresh_cache-19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.212775] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquired lock "refresh_cache-19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.212935] env[70867]: DEBUG nova.network.neutron [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.330283] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 4f02c642-cffe-433c-91ff-bc88b1c288f5] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.415659] env[70867]: DEBUG nova.compute.manager [None req-be69e8d4-deb6-4bdf-8c82-8b6ae0f49311 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1221.415839] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-be69e8d4-deb6-4bdf-8c82-8b6ae0f49311 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1221.416800] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd612b7-ed12-4d17-9fa7-d19f11d724fe {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.428378] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-be69e8d4-deb6-4bdf-8c82-8b6ae0f49311 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.428664] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94a9b5e3-af14-4a79-a069-acf0143fa359 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.436267] env[70867]: DEBUG oslo_vmware.api [None req-be69e8d4-deb6-4bdf-8c82-8b6ae0f49311 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1221.436267] env[70867]: value = "task-3474633" [ 1221.436267] env[70867]: _type = "Task" [ 1221.436267] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.443969] env[70867]: DEBUG oslo_vmware.api [None req-be69e8d4-deb6-4bdf-8c82-8b6ae0f49311 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.456580] env[70867]: DEBUG oslo_vmware.api [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474632, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.662026] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.261s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.743970] env[70867]: DEBUG nova.network.neutron [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1221.834008] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: ade1fee7-4ec0-42aa-99d2-7d8247def99e] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.892362] env[70867]: DEBUG nova.network.neutron [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Updating instance_info_cache with network_info: [{"id": "c064be57-fa30-4079-9d15-db9a45e3b61e", "address": "fa:16:3e:bd:c5:16", "network": {"id": "8cacb34c-db1b-411b-907b-2f372c4857f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-460255283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f1893160d7645cea064723418b18388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc064be57-fa", "ovs_interfaceid": "c064be57-fa30-4079-9d15-db9a45e3b61e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.945937] env[70867]: DEBUG oslo_vmware.api [None req-be69e8d4-deb6-4bdf-8c82-8b6ae0f49311 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474633, 'name': PowerOffVM_Task, 'duration_secs': 0.216908} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.948909] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-be69e8d4-deb6-4bdf-8c82-8b6ae0f49311 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.949112] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-be69e8d4-deb6-4bdf-8c82-8b6ae0f49311 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1221.949367] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c603ee03-a83d-4b11-8cff-603d6988a0a3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.957446] env[70867]: DEBUG oslo_vmware.api [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474632, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.004380] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-be69e8d4-deb6-4bdf-8c82-8b6ae0f49311 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1222.004634] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-be69e8d4-deb6-4bdf-8c82-8b6ae0f49311 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1222.004871] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-be69e8d4-deb6-4bdf-8c82-8b6ae0f49311 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Deleting the datastore file [datastore2] a47c56be-0f80-4b7a-86c7-8903a9bd3ad7 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1222.005197] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28b3415f-f570-4345-b0b9-cb933e80d627 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.010884] env[70867]: DEBUG oslo_vmware.api [None req-be69e8d4-deb6-4bdf-8c82-8b6ae0f49311 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1222.010884] env[70867]: value = "task-3474635" [ 1222.010884] env[70867]: _type = "Task" [ 1222.010884] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.018552] env[70867]: DEBUG oslo_vmware.api [None req-be69e8d4-deb6-4bdf-8c82-8b6ae0f49311 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474635, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.098517] env[70867]: DEBUG nova.virt.hardware [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1222.098778] env[70867]: DEBUG nova.virt.hardware [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1222.098995] env[70867]: DEBUG nova.virt.hardware [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1222.099298] env[70867]: DEBUG nova.virt.hardware [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1222.099472] env[70867]: DEBUG nova.virt.hardware [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1222.099627] env[70867]: DEBUG nova.virt.hardware [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1222.099838] env[70867]: DEBUG nova.virt.hardware [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1222.099994] env[70867]: DEBUG nova.virt.hardware [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1222.100178] env[70867]: DEBUG nova.virt.hardware [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1222.100340] env[70867]: DEBUG nova.virt.hardware [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1222.100511] env[70867]: DEBUG nova.virt.hardware [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1222.101428] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df052161-b891-469c-a3d6-36e1dfebf844 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.109475] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a50997-c354-48f0-aefe-7ffef62b4f8b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.122757] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:c6:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f03e78d0-5805-449f-8797-272c703cdc3f', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1222.130115] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.130338] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1222.130539] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3eb32be7-b3ae-4d45-a15a-bac75b56286a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.148576] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1222.148576] env[70867]: value = "task-3474636" [ 1222.148576] env[70867]: _type = "Task" [ 1222.148576] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.155619] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474636, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.169403] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a4f0f147-aee9-4901-a491-25435eb1eb10 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "ef0b2c75-c355-4135-8245-b25502cb0711" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.965s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.170272] env[70867]: DEBUG oslo_concurrency.lockutils [None req-949da11d-eac8-4fb9-8079-2bab82579db4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "ef0b2c75-c355-4135-8245-b25502cb0711" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 2.213s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.170272] env[70867]: DEBUG oslo_concurrency.lockutils [None req-949da11d-eac8-4fb9-8079-2bab82579db4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "ef0b2c75-c355-4135-8245-b25502cb0711-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.170272] env[70867]: DEBUG oslo_concurrency.lockutils [None req-949da11d-eac8-4fb9-8079-2bab82579db4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "ef0b2c75-c355-4135-8245-b25502cb0711-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.170530] env[70867]: DEBUG oslo_concurrency.lockutils [None req-949da11d-eac8-4fb9-8079-2bab82579db4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "ef0b2c75-c355-4135-8245-b25502cb0711-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.171856] env[70867]: INFO nova.compute.manager [None req-949da11d-eac8-4fb9-8079-2bab82579db4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Terminating instance [ 1222.341014] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: c68b3246-5373-4c0a-9bd5-78e6655334f6] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.395403] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Releasing lock "refresh_cache-19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.395728] env[70867]: DEBUG nova.compute.manager [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Instance network_info: |[{"id": "c064be57-fa30-4079-9d15-db9a45e3b61e", "address": "fa:16:3e:bd:c5:16", "network": {"id": "8cacb34c-db1b-411b-907b-2f372c4857f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-460255283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f1893160d7645cea064723418b18388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc064be57-fa", "ovs_interfaceid": "c064be57-fa30-4079-9d15-db9a45e3b61e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1222.396185] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:c5:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19671de9-8b5b-4710-adc3-7419f3c0f171', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c064be57-fa30-4079-9d15-db9a45e3b61e', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1222.403817] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.404726] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1222.404974] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0ad2d02-632f-4be9-80ae-8f4f68ab1877 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.425113] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1222.425113] env[70867]: value = "task-3474637" [ 1222.425113] env[70867]: _type = "Task" [ 1222.425113] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.433318] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474637, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.454640] env[70867]: DEBUG oslo_vmware.api [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474632, 'name': ReconfigVM_Task, 'duration_secs': 1.18806} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.454943] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Updating instance 'a198f36a-0e77-4790-8d63-c29220a6ab5b' progress to 33 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1222.520459] env[70867]: DEBUG oslo_vmware.api [None req-be69e8d4-deb6-4bdf-8c82-8b6ae0f49311 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474635, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132344} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.520764] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-be69e8d4-deb6-4bdf-8c82-8b6ae0f49311 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1222.520981] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-be69e8d4-deb6-4bdf-8c82-8b6ae0f49311 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1222.521224] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-be69e8d4-deb6-4bdf-8c82-8b6ae0f49311 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1222.521432] env[70867]: INFO nova.compute.manager [None req-be69e8d4-deb6-4bdf-8c82-8b6ae0f49311 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1222.521755] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be69e8d4-deb6-4bdf-8c82-8b6ae0f49311 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.521908] env[70867]: DEBUG nova.compute.manager [-] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1222.522059] env[70867]: DEBUG nova.network.neutron [-] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1222.658334] env[70867]: DEBUG nova.compute.manager [req-979f1965-d876-4ec7-8013-3b1f95a41f61 req-0fd1cad7-8617-45b8-ac0c-51b736396fed service nova] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Received event network-changed-c064be57-fa30-4079-9d15-db9a45e3b61e {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.658562] env[70867]: DEBUG nova.compute.manager [req-979f1965-d876-4ec7-8013-3b1f95a41f61 req-0fd1cad7-8617-45b8-ac0c-51b736396fed service nova] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Refreshing instance network info cache due to event network-changed-c064be57-fa30-4079-9d15-db9a45e3b61e. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1222.658774] env[70867]: DEBUG oslo_concurrency.lockutils [req-979f1965-d876-4ec7-8013-3b1f95a41f61 req-0fd1cad7-8617-45b8-ac0c-51b736396fed service nova] Acquiring lock "refresh_cache-19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.658913] env[70867]: DEBUG oslo_concurrency.lockutils [req-979f1965-d876-4ec7-8013-3b1f95a41f61 req-0fd1cad7-8617-45b8-ac0c-51b736396fed service nova] Acquired lock "refresh_cache-19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.659086] env[70867]: DEBUG nova.network.neutron [req-979f1965-d876-4ec7-8013-3b1f95a41f61 req-0fd1cad7-8617-45b8-ac0c-51b736396fed service nova] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Refreshing network info cache for port c064be57-fa30-4079-9d15-db9a45e3b61e {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1222.666018] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474636, 'name': CreateVM_Task, 'duration_secs': 0.363747} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.666182] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1222.666963] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.667144] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.667810] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.667857] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-154d6abb-8ebc-40c6-8ccd-2b58b795e91a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.675942] env[70867]: DEBUG nova.compute.manager [None req-949da11d-eac8-4fb9-8079-2bab82579db4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1222.676176] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-949da11d-eac8-4fb9-8079-2bab82579db4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1222.676527] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1222.676527] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52dbfec1-d1c8-43e5-3aa6-be7c3fc00a0a" [ 1222.676527] env[70867]: _type = "Task" [ 1222.676527] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.676720] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f06b0394-5670-45a4-b161-3df998f79c36 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.689180] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52dbfec1-d1c8-43e5-3aa6-be7c3fc00a0a, 'name': SearchDatastore_Task, 'duration_secs': 0.013029} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.690435] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.690712] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1222.690890] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.691056] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.691266] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1222.691845] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7183eba2-524d-4449-b06a-0719165fe55d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.696217] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63166717-c1aa-494d-97fd-0a967cdbc765 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.714405] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1222.714636] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1222.715447] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea5de345-6837-4973-9a10-494f60c2294a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.730675] env[70867]: WARNING nova.virt.vmwareapi.vmops [None req-949da11d-eac8-4fb9-8079-2bab82579db4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance ef0b2c75-c355-4135-8245-b25502cb0711 could not be found. [ 1222.730927] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-949da11d-eac8-4fb9-8079-2bab82579db4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1222.731150] env[70867]: INFO nova.compute.manager [None req-949da11d-eac8-4fb9-8079-2bab82579db4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1222.731461] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-949da11d-eac8-4fb9-8079-2bab82579db4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.732912] env[70867]: DEBUG nova.compute.manager [-] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1222.733029] env[70867]: DEBUG nova.network.neutron [-] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1222.734904] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1222.734904] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52d79c4a-ba94-378c-5e97-dba924bb2242" [ 1222.734904] env[70867]: _type = "Task" [ 1222.734904] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.745452] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52d79c4a-ba94-378c-5e97-dba924bb2242, 'name': SearchDatastore_Task, 'duration_secs': 0.012338} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.746295] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bc7058e-b182-490a-a7b3-0d8b893bd869 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.751920] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1222.751920] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5206c9a8-6ede-b4ff-bd11-d738c99156f5" [ 1222.751920] env[70867]: _type = "Task" [ 1222.751920] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.760231] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5206c9a8-6ede-b4ff-bd11-d738c99156f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.845063] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 84faada5-6ddd-4896-9455-95512c240fa6] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.936086] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474637, 'name': CreateVM_Task, 'duration_secs': 0.334832} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.936252] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1222.936870] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.937038] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.937366] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.937620] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0539abbd-e245-4bf6-9861-fea6b951a2c5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.942776] env[70867]: DEBUG oslo_vmware.api [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1222.942776] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52719fd3-30b6-2df3-66c4-2449dc7d92fa" [ 1222.942776] env[70867]: _type = "Task" [ 1222.942776] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.953468] env[70867]: DEBUG oslo_vmware.api [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52719fd3-30b6-2df3-66c4-2449dc7d92fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.961611] env[70867]: DEBUG nova.virt.hardware [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1222.961847] env[70867]: DEBUG nova.virt.hardware [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1222.962011] env[70867]: DEBUG nova.virt.hardware [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1222.962216] env[70867]: DEBUG nova.virt.hardware [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1222.962417] env[70867]: DEBUG nova.virt.hardware [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1222.962568] env[70867]: DEBUG nova.virt.hardware [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1222.962769] env[70867]: DEBUG nova.virt.hardware [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1222.962922] env[70867]: DEBUG nova.virt.hardware [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1222.963098] env[70867]: DEBUG nova.virt.hardware [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1222.963262] env[70867]: DEBUG nova.virt.hardware [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1222.963440] env[70867]: DEBUG nova.virt.hardware [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1222.968592] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1222.968859] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c205883e-e6db-43b4-a70d-fdb79542962b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.987698] env[70867]: DEBUG oslo_vmware.api [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1222.987698] env[70867]: value = "task-3474638" [ 1222.987698] env[70867]: _type = "Task" [ 1222.987698] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.998254] env[70867]: DEBUG oslo_vmware.api [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474638, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.263164] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5206c9a8-6ede-b4ff-bd11-d738c99156f5, 'name': SearchDatastore_Task, 'duration_secs': 0.010271} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.263452] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.263690] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 1c347944-939b-430b-91e7-92dc8544fa1b/1c347944-939b-430b-91e7-92dc8544fa1b.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1223.263958] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-451399b3-ce1b-43b3-a954-d79b7639c54a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.270084] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1223.270084] env[70867]: value = "task-3474639" [ 1223.270084] env[70867]: _type = "Task" [ 1223.270084] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.278357] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474639, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.343232] env[70867]: DEBUG nova.network.neutron [-] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.347551] env[70867]: DEBUG nova.network.neutron [req-979f1965-d876-4ec7-8013-3b1f95a41f61 req-0fd1cad7-8617-45b8-ac0c-51b736396fed service nova] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Updated VIF entry in instance network info cache for port c064be57-fa30-4079-9d15-db9a45e3b61e. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1223.347955] env[70867]: DEBUG nova.network.neutron [req-979f1965-d876-4ec7-8013-3b1f95a41f61 req-0fd1cad7-8617-45b8-ac0c-51b736396fed service nova] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Updating instance_info_cache with network_info: [{"id": "c064be57-fa30-4079-9d15-db9a45e3b61e", "address": "fa:16:3e:bd:c5:16", "network": {"id": "8cacb34c-db1b-411b-907b-2f372c4857f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-460255283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f1893160d7645cea064723418b18388", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc064be57-fa", "ovs_interfaceid": "c064be57-fa30-4079-9d15-db9a45e3b61e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.349179] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: c9e22c27-c098-40d4-9464-181adc858062] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.453210] env[70867]: DEBUG oslo_vmware.api [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52719fd3-30b6-2df3-66c4-2449dc7d92fa, 'name': SearchDatastore_Task, 'duration_secs': 0.011451} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.453513] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.453739] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1223.453990] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.454188] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.454375] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1223.454625] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4eb63ff-7454-417b-a861-ff539fbb1e7b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.462123] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1223.462304] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1223.462991] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c677803-41e5-4bcf-be7f-e0e14726e4dd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.468214] env[70867]: DEBUG oslo_vmware.api [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1223.468214] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]526784dd-5f6e-fe28-d2dc-90468eef8f2f" [ 1223.468214] env[70867]: _type = "Task" [ 1223.468214] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.475859] env[70867]: DEBUG oslo_vmware.api [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]526784dd-5f6e-fe28-d2dc-90468eef8f2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.495691] env[70867]: DEBUG oslo_vmware.api [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474638, 'name': ReconfigVM_Task, 'duration_secs': 0.332394} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.495979] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1223.496860] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17253d7e-0b0e-4874-b2b7-ea388cbc4881 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.512511] env[70867]: DEBUG nova.network.neutron [-] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.521265] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] a198f36a-0e77-4790-8d63-c29220a6ab5b/a198f36a-0e77-4790-8d63-c29220a6ab5b.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1223.521728] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea56a83a-f51f-4df4-a367-f968102a9571 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.541814] env[70867]: DEBUG oslo_vmware.api [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1223.541814] env[70867]: value = "task-3474640" [ 1223.541814] env[70867]: _type = "Task" [ 1223.541814] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.551045] env[70867]: DEBUG oslo_vmware.api [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474640, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.783124] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474639, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508962} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.783420] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 1c347944-939b-430b-91e7-92dc8544fa1b/1c347944-939b-430b-91e7-92dc8544fa1b.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1223.783652] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1223.783956] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5999ce66-2f71-4658-be94-cd62031020e3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.790438] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1223.790438] env[70867]: value = "task-3474641" [ 1223.790438] env[70867]: _type = "Task" [ 1223.790438] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.798306] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.846165] env[70867]: INFO nova.compute.manager [-] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Took 1.32 seconds to deallocate network for instance. [ 1223.852459] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 803d376e-f1bd-4182-9de1-00fac0e3aa47] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.854126] env[70867]: DEBUG oslo_concurrency.lockutils [req-979f1965-d876-4ec7-8013-3b1f95a41f61 req-0fd1cad7-8617-45b8-ac0c-51b736396fed service nova] Releasing lock "refresh_cache-19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.979533] env[70867]: DEBUG oslo_vmware.api [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]526784dd-5f6e-fe28-d2dc-90468eef8f2f, 'name': SearchDatastore_Task, 'duration_secs': 0.007843} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.980386] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-553ea505-b74a-45f8-8f8e-759bd1830c63 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.985524] env[70867]: DEBUG oslo_vmware.api [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1223.985524] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f9b1cc-3efc-03e7-3640-6e6abcdb2485" [ 1223.985524] env[70867]: _type = "Task" [ 1223.985524] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.993278] env[70867]: DEBUG oslo_vmware.api [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f9b1cc-3efc-03e7-3640-6e6abcdb2485, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.022401] env[70867]: INFO nova.compute.manager [-] [instance: ef0b2c75-c355-4135-8245-b25502cb0711] Took 1.29 seconds to deallocate network for instance. [ 1224.051663] env[70867]: DEBUG oslo_vmware.api [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474640, 'name': ReconfigVM_Task, 'duration_secs': 0.432802} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.051895] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Reconfigured VM instance instance-0000006f to attach disk [datastore1] a198f36a-0e77-4790-8d63-c29220a6ab5b/a198f36a-0e77-4790-8d63-c29220a6ab5b.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1224.052195] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Updating instance 'a198f36a-0e77-4790-8d63-c29220a6ab5b' progress to 50 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1224.300588] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059826} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.300865] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1224.301693] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1788ffa0-0116-4d8e-8e41-ae89d173b0b4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.324599] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 1c347944-939b-430b-91e7-92dc8544fa1b/1c347944-939b-430b-91e7-92dc8544fa1b.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.324842] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe834d77-c66c-4184-98ad-d87c52b79e84 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.343787] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1224.343787] env[70867]: value = "task-3474642" [ 1224.343787] env[70867]: _type = "Task" [ 1224.343787] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.351082] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474642, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.352020] env[70867]: DEBUG oslo_concurrency.lockutils [None req-be69e8d4-deb6-4bdf-8c82-8b6ae0f49311 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.352277] env[70867]: DEBUG oslo_concurrency.lockutils [None req-be69e8d4-deb6-4bdf-8c82-8b6ae0f49311 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.352508] env[70867]: DEBUG nova.objects.instance [None req-be69e8d4-deb6-4bdf-8c82-8b6ae0f49311 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lazy-loading 'resources' on Instance uuid a47c56be-0f80-4b7a-86c7-8903a9bd3ad7 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.355348] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 1361a2ff-f79e-42ca-817c-af5e79f4e133] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.497139] env[70867]: DEBUG oslo_vmware.api [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f9b1cc-3efc-03e7-3640-6e6abcdb2485, 'name': SearchDatastore_Task, 'duration_secs': 0.008794} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.497503] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.497809] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8/19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1224.498120] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e4becf8-cb78-4585-9f89-1f82ae758e8a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.505053] env[70867]: DEBUG oslo_vmware.api [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1224.505053] env[70867]: value = "task-3474643" [ 1224.505053] env[70867]: _type = "Task" [ 1224.505053] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.513765] env[70867]: DEBUG oslo_vmware.api [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.559245] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3846d0d-d496-4e20-89f7-a4e3b9d76f2e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.581052] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e07dd5-7da9-4795-acdd-e4ccc37f3288 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.598618] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Updating instance 'a198f36a-0e77-4790-8d63-c29220a6ab5b' progress to 67 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1224.685603] env[70867]: DEBUG nova.compute.manager [req-9e8e82c7-abf4-4322-a544-6661d37cd4c6 req-215abae5-df20-4e7f-9f91-e57f05c52ad0 service nova] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Received event network-vif-deleted-1691ff9d-8ce1-4c19-bafe-eb22f847e610 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.858909] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474642, 'name': ReconfigVM_Task, 'duration_secs': 0.26179} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.860051] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 19b58e47-01fb-40cc-a388-9719a7ef47a3] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.861508] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 1c347944-939b-430b-91e7-92dc8544fa1b/1c347944-939b-430b-91e7-92dc8544fa1b.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1224.862974] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'device_type': 'disk', 'boot_index': 0, 'guest_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'image_id': 'dd397023-e461-4e98-8ebe-ed21450996ea'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': None, 'device_type': None, 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694579', 'volume_id': '31ecb0de-a371-491a-8ae8-e9a30608154c', 'name': 'volume-31ecb0de-a371-491a-8ae8-e9a30608154c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c347944-939b-430b-91e7-92dc8544fa1b', 'attached_at': '', 'detached_at': '', 'volume_id': '31ecb0de-a371-491a-8ae8-e9a30608154c', 'serial': '31ecb0de-a371-491a-8ae8-e9a30608154c'}, 'boot_index': None, 'attachment_id': '0bc1708c-fd2c-4ce6-9443-c9334e98b79d', 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=70867) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1224.863209] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Volume attach. Driver type: vmdk {{(pid=70867) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1224.863408] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694579', 'volume_id': '31ecb0de-a371-491a-8ae8-e9a30608154c', 'name': 'volume-31ecb0de-a371-491a-8ae8-e9a30608154c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c347944-939b-430b-91e7-92dc8544fa1b', 'attached_at': '', 'detached_at': '', 'volume_id': '31ecb0de-a371-491a-8ae8-e9a30608154c', 'serial': '31ecb0de-a371-491a-8ae8-e9a30608154c'} {{(pid=70867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1224.864738] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fe8197-da03-44da-a8c3-7ea09f846f1e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.881693] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2152b3fe-f90f-4feb-938b-23dbcfa4982a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.911105] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] volume-31ecb0de-a371-491a-8ae8-e9a30608154c/volume-31ecb0de-a371-491a-8ae8-e9a30608154c.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.914358] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e07eb83-b8a7-424e-825f-910815aa67d5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.933948] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1224.933948] env[70867]: value = "task-3474644" [ 1224.933948] env[70867]: _type = "Task" [ 1224.933948] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.943469] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474644, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.017124] env[70867]: DEBUG oslo_vmware.api [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474643, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.050890] env[70867]: DEBUG oslo_concurrency.lockutils [None req-949da11d-eac8-4fb9-8079-2bab82579db4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "ef0b2c75-c355-4135-8245-b25502cb0711" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.881s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.075382] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3385ce13-e924-4e7a-a072-21abc71b31df {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.085615] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83ff6ce-bf6d-4b91-85fb-c790f3ec8201 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.122491] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417847d6-991b-4c40-8676-dce0a191647f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.130162] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab30a557-52b3-4d54-b757-cea24886ffb0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.143470] env[70867]: DEBUG nova.compute.provider_tree [None req-be69e8d4-deb6-4bdf-8c82-8b6ae0f49311 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.155486] env[70867]: DEBUG nova.network.neutron [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Port 82042ac9-4790-4aa3-bb98-244491340e3d binding to destination host cpu-1 is already ACTIVE {{(pid=70867) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1225.364849] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 528f5ddc-9bcd-4e85-ba1e-bf2201dfc059] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.443410] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474644, 'name': ReconfigVM_Task, 'duration_secs': 0.341967} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.443704] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Reconfigured VM instance instance-00000066 to attach disk [datastore2] volume-31ecb0de-a371-491a-8ae8-e9a30608154c/volume-31ecb0de-a371-491a-8ae8-e9a30608154c.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1225.448259] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a934600e-a9ed-46eb-8d68-ddaeb4c23944 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.463089] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1225.463089] env[70867]: value = "task-3474645" [ 1225.463089] env[70867]: _type = "Task" [ 1225.463089] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.470896] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474645, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.517399] env[70867]: DEBUG oslo_vmware.api [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580725} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.517681] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8/19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1225.517896] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1225.519090] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef7b88f1-1686-476e-a21b-73754b58083e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.525398] env[70867]: DEBUG oslo_vmware.api [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1225.525398] env[70867]: value = "task-3474646" [ 1225.525398] env[70867]: _type = "Task" [ 1225.525398] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.534139] env[70867]: DEBUG oslo_vmware.api [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474646, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.646763] env[70867]: DEBUG nova.scheduler.client.report [None req-be69e8d4-deb6-4bdf-8c82-8b6ae0f49311 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.868134] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: adb9d0d3-95b1-49b7-813d-7cff4b8544e7] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.972479] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474645, 'name': ReconfigVM_Task, 'duration_secs': 0.150476} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.972775] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694579', 'volume_id': '31ecb0de-a371-491a-8ae8-e9a30608154c', 'name': 'volume-31ecb0de-a371-491a-8ae8-e9a30608154c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c347944-939b-430b-91e7-92dc8544fa1b', 'attached_at': '', 'detached_at': '', 'volume_id': '31ecb0de-a371-491a-8ae8-e9a30608154c', 'serial': '31ecb0de-a371-491a-8ae8-e9a30608154c'} {{(pid=70867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1225.973371] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-287997fb-44e7-4dfa-86af-32a908fca176 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.980613] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1225.980613] env[70867]: value = "task-3474647" [ 1225.980613] env[70867]: _type = "Task" [ 1225.980613] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.988198] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474647, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.034088] env[70867]: DEBUG oslo_vmware.api [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474646, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064725} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.034361] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1226.035151] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997c1df5-4714-4163-8359-ad7dfc060e19 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.057027] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8/19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1226.057239] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8dd8a438-5f97-4f32-8e7a-157aa739a022 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.075808] env[70867]: DEBUG oslo_vmware.api [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1226.075808] env[70867]: value = "task-3474648" [ 1226.075808] env[70867]: _type = "Task" [ 1226.075808] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.083486] env[70867]: DEBUG oslo_vmware.api [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474648, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.115187] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquiring lock "e44d9816-2dd8-4c50-a4b8-46183a9a87c7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.115465] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lock "e44d9816-2dd8-4c50-a4b8-46183a9a87c7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.115698] env[70867]: INFO nova.compute.manager [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Shelving [ 1226.151354] env[70867]: DEBUG oslo_concurrency.lockutils [None req-be69e8d4-deb6-4bdf-8c82-8b6ae0f49311 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.799s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.171860] env[70867]: INFO nova.scheduler.client.report [None req-be69e8d4-deb6-4bdf-8c82-8b6ae0f49311 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Deleted allocations for instance a47c56be-0f80-4b7a-86c7-8903a9bd3ad7 [ 1226.178917] env[70867]: DEBUG oslo_concurrency.lockutils [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "a198f36a-0e77-4790-8d63-c29220a6ab5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.179158] env[70867]: DEBUG oslo_concurrency.lockutils [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "a198f36a-0e77-4790-8d63-c29220a6ab5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.179385] env[70867]: DEBUG oslo_concurrency.lockutils [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "a198f36a-0e77-4790-8d63-c29220a6ab5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.371278] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 387ed6a8-f2ec-408f-9e03-9f0a6a71416e] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.377364] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "2be78284-9b22-4e2e-9602-0b38b3e3c374" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.377591] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "2be78284-9b22-4e2e-9602-0b38b3e3c374" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.490179] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474647, 'name': Rename_Task, 'duration_secs': 0.151115} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.490450] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1226.490767] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f113fbb-3456-48b5-b781-f1b6b26b0aa5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.496418] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1226.496418] env[70867]: value = "task-3474649" [ 1226.496418] env[70867]: _type = "Task" [ 1226.496418] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.503475] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.585228] env[70867]: DEBUG oslo_vmware.api [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474648, 'name': ReconfigVM_Task, 'duration_secs': 0.319079} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.585471] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8/19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1226.586169] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd4accfa-553d-4253-8c8f-48715c44d94a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.591672] env[70867]: DEBUG oslo_vmware.api [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1226.591672] env[70867]: value = "task-3474650" [ 1226.591672] env[70867]: _type = "Task" [ 1226.591672] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.598752] env[70867]: DEBUG oslo_vmware.api [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474650, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.686357] env[70867]: DEBUG oslo_concurrency.lockutils [None req-be69e8d4-deb6-4bdf-8c82-8b6ae0f49311 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "a47c56be-0f80-4b7a-86c7-8903a9bd3ad7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.777s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.877833] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 11b97e82-50f1-42a2-93ad-89765ef6a875] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.880420] env[70867]: DEBUG nova.compute.manager [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1227.006733] env[70867]: DEBUG oslo_vmware.api [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474649, 'name': PowerOnVM_Task, 'duration_secs': 0.440848} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.006855] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1227.007479] env[70867]: DEBUG nova.compute.manager [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1227.007775] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe458c0-9e9d-4085-a959-9df2d2b65447 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.101421] env[70867]: DEBUG oslo_vmware.api [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474650, 'name': Rename_Task, 'duration_secs': 0.143861} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.101698] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1227.101942] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4aa86d1e-ec91-481b-ae08-a8b263ad105a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.107652] env[70867]: DEBUG oslo_vmware.api [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1227.107652] env[70867]: value = "task-3474651" [ 1227.107652] env[70867]: _type = "Task" [ 1227.107652] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.115472] env[70867]: DEBUG oslo_vmware.api [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474651, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.125187] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.125187] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9adc3471-1963-4907-8bca-2a152ec72eb4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.131030] env[70867]: DEBUG oslo_vmware.api [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1227.131030] env[70867]: value = "task-3474652" [ 1227.131030] env[70867]: _type = "Task" [ 1227.131030] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.139226] env[70867]: DEBUG oslo_vmware.api [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.221995] env[70867]: DEBUG oslo_concurrency.lockutils [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "refresh_cache-a198f36a-0e77-4790-8d63-c29220a6ab5b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.222249] env[70867]: DEBUG oslo_concurrency.lockutils [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquired lock "refresh_cache-a198f36a-0e77-4790-8d63-c29220a6ab5b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.222469] env[70867]: DEBUG nova.network.neutron [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.381347] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: da0c0e5d-8af9-4502-8565-3131f63e9829] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.407590] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.407753] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.409649] env[70867]: INFO nova.compute.claims [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1227.523220] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.618474] env[70867]: DEBUG oslo_vmware.api [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474651, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.639950] env[70867]: DEBUG oslo_vmware.api [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474652, 'name': PowerOffVM_Task, 'duration_secs': 0.20382} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.640241] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.641013] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc265230-820e-464c-a2ed-c16e646bb67c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.662805] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b3ed8d-6a55-46e3-aa44-54d2d629f7a5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.717152] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fcce4f98-6052-4adb-a2cf-ac7f76618375 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquiring lock "4ba05c37-242b-4bfe-90df-14c3e30c55a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.717398] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fcce4f98-6052-4adb-a2cf-ac7f76618375 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "4ba05c37-242b-4bfe-90df-14c3e30c55a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.717607] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fcce4f98-6052-4adb-a2cf-ac7f76618375 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquiring lock "4ba05c37-242b-4bfe-90df-14c3e30c55a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.717793] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fcce4f98-6052-4adb-a2cf-ac7f76618375 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "4ba05c37-242b-4bfe-90df-14c3e30c55a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.717964] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fcce4f98-6052-4adb-a2cf-ac7f76618375 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "4ba05c37-242b-4bfe-90df-14c3e30c55a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.720196] env[70867]: INFO nova.compute.manager [None req-fcce4f98-6052-4adb-a2cf-ac7f76618375 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Terminating instance [ 1227.887279] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: f00b03b9-a745-4058-9550-c62f4d1ab179] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.932770] env[70867]: DEBUG nova.network.neutron [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Updating instance_info_cache with network_info: [{"id": "82042ac9-4790-4aa3-bb98-244491340e3d", "address": "fa:16:3e:cb:22:86", "network": {"id": "0f24c0fc-b194-43e8-968e-2e17fa9a3a2a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1239692035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f94b6672cd2148058cf204653b4d1471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82042ac9-47", "ovs_interfaceid": "82042ac9-4790-4aa3-bb98-244491340e3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.118850] env[70867]: DEBUG oslo_vmware.api [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474651, 'name': PowerOnVM_Task, 'duration_secs': 0.730082} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.119133] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1228.119361] env[70867]: INFO nova.compute.manager [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Took 7.75 seconds to spawn the instance on the hypervisor. [ 1228.119550] env[70867]: DEBUG nova.compute.manager [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1228.120332] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a728b910-06b1-425b-a759-6dc33f2a8ee8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.172982] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Creating Snapshot of the VM instance {{(pid=70867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1228.173231] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3ab48b9c-aa65-4a93-a3c7-237ebbb3076a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.180732] env[70867]: DEBUG oslo_vmware.api [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1228.180732] env[70867]: value = "task-3474653" [ 1228.180732] env[70867]: _type = "Task" [ 1228.180732] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.189271] env[70867]: DEBUG oslo_vmware.api [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474653, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.212897] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquiring lock "a9ef81bc-2aff-48c4-aac9-214bccb94c0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.213194] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "a9ef81bc-2aff-48c4-aac9-214bccb94c0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.223897] env[70867]: DEBUG nova.compute.manager [None req-fcce4f98-6052-4adb-a2cf-ac7f76618375 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1228.224126] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fcce4f98-6052-4adb-a2cf-ac7f76618375 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1228.227212] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5e83ed-9b3d-4768-b6b3-8b64f624bfb5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.235590] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcce4f98-6052-4adb-a2cf-ac7f76618375 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.235841] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bfc4775-4a8d-4a07-8ab2-9774cf1a2b85 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.242669] env[70867]: DEBUG oslo_vmware.api [None req-fcce4f98-6052-4adb-a2cf-ac7f76618375 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1228.242669] env[70867]: value = "task-3474654" [ 1228.242669] env[70867]: _type = "Task" [ 1228.242669] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.243767] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ce0f3882-8318-4b9e-8444-2f58c46dc0b3 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Acquiring lock "f86bc274-8f51-49f9-a012-02a58ddd00ab" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.243977] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ce0f3882-8318-4b9e-8444-2f58c46dc0b3 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "f86bc274-8f51-49f9-a012-02a58ddd00ab" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.253310] env[70867]: DEBUG oslo_vmware.api [None req-fcce4f98-6052-4adb-a2cf-ac7f76618375 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.390947] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 9ed435ee-3968-4f12-aa00-9746f0398e9e] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.434299] env[70867]: DEBUG oslo_concurrency.lockutils [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Releasing lock "refresh_cache-a198f36a-0e77-4790-8d63-c29220a6ab5b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.579011] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c2a86e-31de-46af-b6f7-a399952ce037 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.586717] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b60083-213f-4e44-ae50-4ab6b441f9fc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.616857] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fbaaed-be8e-4dfc-bc33-02fc874c599d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.624462] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c8632f-7f08-4aff-b943-5b9d62da9981 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.644806] env[70867]: DEBUG nova.compute.provider_tree [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.646831] env[70867]: INFO nova.compute.manager [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Took 14.45 seconds to build instance. [ 1228.690795] env[70867]: DEBUG oslo_vmware.api [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474653, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.715773] env[70867]: DEBUG nova.compute.manager [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1228.749980] env[70867]: DEBUG nova.compute.utils [None req-ce0f3882-8318-4b9e-8444-2f58c46dc0b3 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1228.755877] env[70867]: DEBUG oslo_vmware.api [None req-fcce4f98-6052-4adb-a2cf-ac7f76618375 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474654, 'name': PowerOffVM_Task, 'duration_secs': 0.268174} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.756427] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcce4f98-6052-4adb-a2cf-ac7f76618375 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.756763] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fcce4f98-6052-4adb-a2cf-ac7f76618375 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1228.757062] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82afaaf5-0622-4526-adf4-a1bfa5379c39 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.893691] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 4439722b-4bd6-464a-91a8-ebd733072c45] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.956792] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cddfaf0-2ba5-454c-b22b-e00e5bb6988f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.976877] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8acb86-f84f-4366-ab01-158dc3950fa9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.983824] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Updating instance 'a198f36a-0e77-4790-8d63-c29220a6ab5b' progress to 83 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1229.147920] env[70867]: DEBUG nova.scheduler.client.report [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.151261] env[70867]: DEBUG oslo_concurrency.lockutils [None req-3cf12cb3-c629-42bf-aa83-84b6421547b4 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.958s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.191666] env[70867]: DEBUG oslo_vmware.api [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474653, 'name': CreateSnapshot_Task, 'duration_secs': 0.861946} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.191929] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Created Snapshot of the VM instance {{(pid=70867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1229.192724] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19d6840-0e3e-4159-84e5-79f59bbb558c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.233414] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.257844] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ce0f3882-8318-4b9e-8444-2f58c46dc0b3 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "f86bc274-8f51-49f9-a012-02a58ddd00ab" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.397133] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 921ed213-6e8d-48b1-9aa6-e4944ffa756f] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.490599] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1229.490908] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2311f68a-ed09-422d-904e-f203dd877975 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.498142] env[70867]: DEBUG oslo_vmware.api [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1229.498142] env[70867]: value = "task-3474656" [ 1229.498142] env[70867]: _type = "Task" [ 1229.498142] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.506145] env[70867]: DEBUG oslo_vmware.api [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.653363] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.246s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.653987] env[70867]: DEBUG nova.compute.manager [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1229.656751] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.134s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.656989] env[70867]: DEBUG nova.objects.instance [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70867) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1229.710390] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Creating linked-clone VM from snapshot {{(pid=70867) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1229.711054] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f226cd3e-f50c-40ae-aca0-e0c1ebb6dc30 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.720746] env[70867]: DEBUG oslo_vmware.api [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1229.720746] env[70867]: value = "task-3474657" [ 1229.720746] env[70867]: _type = "Task" [ 1229.720746] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.730357] env[70867]: DEBUG oslo_vmware.api [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474657, 'name': CloneVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.900903] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: a0d4d7b2-1cd4-4ffc-a3f8-caae34ffcffd] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.008284] env[70867]: DEBUG oslo_vmware.api [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474656, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.114229] env[70867]: DEBUG oslo_concurrency.lockutils [None req-490946a8-e5c6-4e4b-a10b-d2416495513e tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.114528] env[70867]: DEBUG oslo_concurrency.lockutils [None req-490946a8-e5c6-4e4b-a10b-d2416495513e tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.114711] env[70867]: DEBUG nova.compute.manager [None req-490946a8-e5c6-4e4b-a10b-d2416495513e tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1230.115704] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccda03b-2173-4cde-8f40-6bce662fb183 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.122902] env[70867]: DEBUG nova.compute.manager [None req-490946a8-e5c6-4e4b-a10b-d2416495513e tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70867) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1230.123520] env[70867]: DEBUG nova.objects.instance [None req-490946a8-e5c6-4e4b-a10b-d2416495513e tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lazy-loading 'flavor' on Instance uuid 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.161242] env[70867]: DEBUG nova.compute.utils [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1230.165463] env[70867]: DEBUG nova.compute.manager [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1230.165692] env[70867]: DEBUG nova.network.neutron [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1230.231048] env[70867]: DEBUG oslo_vmware.api [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474657, 'name': CloneVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.233297] env[70867]: DEBUG nova.policy [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba34ef52749f402a967d8fddf1396e4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2ad9e13e8d24d72b6d8c4bb820287a3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1230.315972] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ce0f3882-8318-4b9e-8444-2f58c46dc0b3 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Acquiring lock "f86bc274-8f51-49f9-a012-02a58ddd00ab" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.316352] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ce0f3882-8318-4b9e-8444-2f58c46dc0b3 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "f86bc274-8f51-49f9-a012-02a58ddd00ab" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.316619] env[70867]: INFO nova.compute.manager [None req-ce0f3882-8318-4b9e-8444-2f58c46dc0b3 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Attaching volume c1c3638b-e5fc-4319-a890-cd867e31fba1 to /dev/sdb [ 1230.355125] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94749c76-5bdc-4321-9ac3-76c8b84693c1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.362941] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51148b0-cbd7-42a7-b06e-185e8f034e72 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.376111] env[70867]: DEBUG nova.virt.block_device [None req-ce0f3882-8318-4b9e-8444-2f58c46dc0b3 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Updating existing volume attachment record: 9a230f2b-971c-4496-92bf-ebd3ae5e714d {{(pid=70867) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1230.405472] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 7b29d390-cb79-4064-ab01-312735c980bb] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.504285] env[70867]: DEBUG nova.network.neutron [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Successfully created port: 862259dd-fdf6-4780-8470-e93d156fd397 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1230.509949] env[70867]: DEBUG oslo_vmware.api [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474656, 'name': PowerOnVM_Task, 'duration_secs': 0.567439} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.509949] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1230.510251] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-246adb47-b797-4b13-84d0-0c708d884eb0 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Updating instance 'a198f36a-0e77-4790-8d63-c29220a6ab5b' progress to 100 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1230.631144] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fcce4f98-6052-4adb-a2cf-ac7f76618375 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1230.631389] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fcce4f98-6052-4adb-a2cf-ac7f76618375 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1230.631602] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcce4f98-6052-4adb-a2cf-ac7f76618375 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Deleting the datastore file [datastore1] 4ba05c37-242b-4bfe-90df-14c3e30c55a8 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1230.632080] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c22ac8e4-f330-48e3-89e3-d0b39b8b0ec6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.638940] env[70867]: DEBUG oslo_vmware.api [None req-fcce4f98-6052-4adb-a2cf-ac7f76618375 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1230.638940] env[70867]: value = "task-3474659" [ 1230.638940] env[70867]: _type = "Task" [ 1230.638940] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.648796] env[70867]: DEBUG oslo_vmware.api [None req-fcce4f98-6052-4adb-a2cf-ac7f76618375 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474659, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.670014] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e2449cea-d766-4495-bb7a-604b13bad923 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.671374] env[70867]: DEBUG nova.compute.manager [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1230.674054] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.441s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.675541] env[70867]: INFO nova.compute.claims [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1230.731474] env[70867]: DEBUG oslo_vmware.api [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474657, 'name': CloneVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.912129] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: de3aee59-9ef4-461a-9f59-9018b003fac6] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.133986] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-490946a8-e5c6-4e4b-a10b-d2416495513e tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.133986] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-143aa0ef-e30a-4edf-91fc-61a4ed815203 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.140863] env[70867]: DEBUG oslo_vmware.api [None req-490946a8-e5c6-4e4b-a10b-d2416495513e tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1231.140863] env[70867]: value = "task-3474660" [ 1231.140863] env[70867]: _type = "Task" [ 1231.140863] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.154807] env[70867]: DEBUG oslo_vmware.api [None req-fcce4f98-6052-4adb-a2cf-ac7f76618375 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474659, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17565} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.158297] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcce4f98-6052-4adb-a2cf-ac7f76618375 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1231.158460] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fcce4f98-6052-4adb-a2cf-ac7f76618375 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1231.158645] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-fcce4f98-6052-4adb-a2cf-ac7f76618375 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1231.158821] env[70867]: INFO nova.compute.manager [None req-fcce4f98-6052-4adb-a2cf-ac7f76618375 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Took 2.93 seconds to destroy the instance on the hypervisor. [ 1231.159098] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcce4f98-6052-4adb-a2cf-ac7f76618375 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1231.159340] env[70867]: DEBUG oslo_vmware.api [None req-490946a8-e5c6-4e4b-a10b-d2416495513e tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.159608] env[70867]: DEBUG nova.compute.manager [-] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1231.159696] env[70867]: DEBUG nova.network.neutron [-] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1231.232633] env[70867]: DEBUG oslo_vmware.api [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474657, 'name': CloneVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.417503] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: ddfef65d-2e70-4e6b-8996-b92dd4e1e577] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.446421] env[70867]: DEBUG nova.compute.manager [req-0d482b11-03f1-47b4-acf7-77fd2d69fb4d req-5ff83ce5-fa1b-436a-84f5-8df109fc30bf service nova] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Received event network-vif-deleted-2ccb0c39-c138-4332-bedf-72631f90daed {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.446421] env[70867]: INFO nova.compute.manager [req-0d482b11-03f1-47b4-acf7-77fd2d69fb4d req-5ff83ce5-fa1b-436a-84f5-8df109fc30bf service nova] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Neutron deleted interface 2ccb0c39-c138-4332-bedf-72631f90daed; detaching it from the instance and deleting it from the info cache [ 1231.446421] env[70867]: DEBUG nova.network.neutron [req-0d482b11-03f1-47b4-acf7-77fd2d69fb4d req-5ff83ce5-fa1b-436a-84f5-8df109fc30bf service nova] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.656092] env[70867]: DEBUG oslo_vmware.api [None req-490946a8-e5c6-4e4b-a10b-d2416495513e tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474660, 'name': PowerOffVM_Task, 'duration_secs': 0.224362} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.656092] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-490946a8-e5c6-4e4b-a10b-d2416495513e tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1231.656092] env[70867]: DEBUG nova.compute.manager [None req-490946a8-e5c6-4e4b-a10b-d2416495513e tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1231.656708] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5dc5cc1-07d6-4985-a7f8-90083d04c395 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.686067] env[70867]: DEBUG nova.compute.manager [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1231.713120] env[70867]: DEBUG nova.virt.hardware [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1231.713376] env[70867]: DEBUG nova.virt.hardware [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1231.713537] env[70867]: DEBUG nova.virt.hardware [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1231.713753] env[70867]: DEBUG nova.virt.hardware [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1231.713904] env[70867]: DEBUG nova.virt.hardware [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1231.714060] env[70867]: DEBUG nova.virt.hardware [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1231.714272] env[70867]: DEBUG nova.virt.hardware [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1231.714432] env[70867]: DEBUG nova.virt.hardware [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1231.714595] env[70867]: DEBUG nova.virt.hardware [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1231.714754] env[70867]: DEBUG nova.virt.hardware [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1231.714928] env[70867]: DEBUG nova.virt.hardware [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1231.715800] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f4a82c-abf6-4200-9dba-56b05123e4d0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.727677] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b05fe90-7179-433e-b434-7bf7f93bc448 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.748151] env[70867]: DEBUG oslo_vmware.api [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474657, 'name': CloneVM_Task, 'duration_secs': 1.995267} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.749136] env[70867]: INFO nova.virt.vmwareapi.vmops [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Created linked-clone VM from snapshot [ 1231.749296] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fe35e1-7cb0-4fd4-a2d4-de4dfd5334db {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.757338] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Uploading image 523829ae-aa43-4cc0-8721-01dc19b9d683 {{(pid=70867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1231.780123] env[70867]: DEBUG oslo_vmware.rw_handles [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1231.780123] env[70867]: value = "vm-694585" [ 1231.780123] env[70867]: _type = "VirtualMachine" [ 1231.780123] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1231.780399] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-94080690-81d0-42ea-b391-4c73c9cfcdba {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.789106] env[70867]: DEBUG oslo_vmware.rw_handles [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lease: (returnval){ [ 1231.789106] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5297022d-6d36-5542-ed20-d12f46e5ef32" [ 1231.789106] env[70867]: _type = "HttpNfcLease" [ 1231.789106] env[70867]: } obtained for exporting VM: (result){ [ 1231.789106] env[70867]: value = "vm-694585" [ 1231.789106] env[70867]: _type = "VirtualMachine" [ 1231.789106] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1231.789387] env[70867]: DEBUG oslo_vmware.api [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the lease: (returnval){ [ 1231.789387] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5297022d-6d36-5542-ed20-d12f46e5ef32" [ 1231.789387] env[70867]: _type = "HttpNfcLease" [ 1231.789387] env[70867]: } to be ready. {{(pid=70867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1231.797332] env[70867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1231.797332] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5297022d-6d36-5542-ed20-d12f46e5ef32" [ 1231.797332] env[70867]: _type = "HttpNfcLease" [ 1231.797332] env[70867]: } is initializing. {{(pid=70867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1231.867557] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469e5b34-09e0-48bf-aba7-1d68bfd6b20c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.876939] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703541dd-bba9-4fa6-a00e-f84e9f846b33 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.908496] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b205b423-75c3-4c09-a740-c691bb9e2100 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.917835] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6220b3e9-3659-4f70-b679-dc577e40dc56 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.922123] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: f575b0fd-ff25-4b1c-aecf-e6de9e081838] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.923850] env[70867]: DEBUG nova.network.neutron [-] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.936596] env[70867]: DEBUG nova.compute.provider_tree [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.939873] env[70867]: DEBUG nova.compute.manager [req-6a74de30-f0b5-4325-aaee-24083ac478e9 req-5153a319-d827-40e4-96e0-1607f0ba2b8a service nova] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Received event network-vif-plugged-862259dd-fdf6-4780-8470-e93d156fd397 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.940077] env[70867]: DEBUG oslo_concurrency.lockutils [req-6a74de30-f0b5-4325-aaee-24083ac478e9 req-5153a319-d827-40e4-96e0-1607f0ba2b8a service nova] Acquiring lock "2be78284-9b22-4e2e-9602-0b38b3e3c374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.940275] env[70867]: DEBUG oslo_concurrency.lockutils [req-6a74de30-f0b5-4325-aaee-24083ac478e9 req-5153a319-d827-40e4-96e0-1607f0ba2b8a service nova] Lock "2be78284-9b22-4e2e-9602-0b38b3e3c374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.940429] env[70867]: DEBUG oslo_concurrency.lockutils [req-6a74de30-f0b5-4325-aaee-24083ac478e9 req-5153a319-d827-40e4-96e0-1607f0ba2b8a service nova] Lock "2be78284-9b22-4e2e-9602-0b38b3e3c374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.940583] env[70867]: DEBUG nova.compute.manager [req-6a74de30-f0b5-4325-aaee-24083ac478e9 req-5153a319-d827-40e4-96e0-1607f0ba2b8a service nova] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] No waiting events found dispatching network-vif-plugged-862259dd-fdf6-4780-8470-e93d156fd397 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1231.940741] env[70867]: WARNING nova.compute.manager [req-6a74de30-f0b5-4325-aaee-24083ac478e9 req-5153a319-d827-40e4-96e0-1607f0ba2b8a service nova] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Received unexpected event network-vif-plugged-862259dd-fdf6-4780-8470-e93d156fd397 for instance with vm_state building and task_state spawning. [ 1231.949212] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8878dab6-92d7-4f58-9a94-3af49d52a57b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.958967] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a98306-08a3-4308-9aaa-3c377689452d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.992304] env[70867]: DEBUG nova.compute.manager [req-0d482b11-03f1-47b4-acf7-77fd2d69fb4d req-5ff83ce5-fa1b-436a-84f5-8df109fc30bf service nova] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Detach interface failed, port_id=2ccb0c39-c138-4332-bedf-72631f90daed, reason: Instance 4ba05c37-242b-4bfe-90df-14c3e30c55a8 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1232.013221] env[70867]: DEBUG nova.network.neutron [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Successfully updated port: 862259dd-fdf6-4780-8470-e93d156fd397 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1232.168331] env[70867]: DEBUG oslo_concurrency.lockutils [None req-490946a8-e5c6-4e4b-a10b-d2416495513e tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.301168] env[70867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1232.301168] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5297022d-6d36-5542-ed20-d12f46e5ef32" [ 1232.301168] env[70867]: _type = "HttpNfcLease" [ 1232.301168] env[70867]: } is ready. {{(pid=70867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1232.301168] env[70867]: DEBUG oslo_vmware.rw_handles [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1232.301168] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5297022d-6d36-5542-ed20-d12f46e5ef32" [ 1232.301168] env[70867]: _type = "HttpNfcLease" [ 1232.301168] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1232.301841] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58675ed7-3f2e-429a-a1a8-99da032c7301 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.309800] env[70867]: DEBUG oslo_vmware.rw_handles [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5283a568-fdc3-275e-62b2-24f44c5bd4c1/disk-0.vmdk from lease info. {{(pid=70867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1232.309982] env[70867]: DEBUG oslo_vmware.rw_handles [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5283a568-fdc3-275e-62b2-24f44c5bd4c1/disk-0.vmdk for reading. {{(pid=70867) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1232.426272] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 64aeaaf2-df2b-4aa3-b861-3ec2f9c54bbc] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.439467] env[70867]: INFO nova.compute.manager [-] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Took 1.28 seconds to deallocate network for instance. [ 1232.444012] env[70867]: DEBUG nova.scheduler.client.report [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.515662] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "refresh_cache-2be78284-9b22-4e2e-9602-0b38b3e3c374" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.515837] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquired lock "refresh_cache-2be78284-9b22-4e2e-9602-0b38b3e3c374" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.516051] env[70867]: DEBUG nova.network.neutron [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.528341] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-54ac6593-e91f-4d83-8032-0f65a75aaec7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.798868] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6612ede7-c43a-422c-90a3-3a20ce9ff4f7 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.799174] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6612ede7-c43a-422c-90a3-3a20ce9ff4f7 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.799404] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6612ede7-c43a-422c-90a3-3a20ce9ff4f7 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.799607] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6612ede7-c43a-422c-90a3-3a20ce9ff4f7 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.799778] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6612ede7-c43a-422c-90a3-3a20ce9ff4f7 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.802055] env[70867]: INFO nova.compute.manager [None req-6612ede7-c43a-422c-90a3-3a20ce9ff4f7 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Terminating instance [ 1232.929528] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: bc2801a1-c6a8-40ad-b2dd-f0c4d2a72410] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.948745] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fcce4f98-6052-4adb-a2cf-ac7f76618375 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.950948] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.277s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.952078] env[70867]: DEBUG nova.compute.manager [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1232.954940] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fcce4f98-6052-4adb-a2cf-ac7f76618375 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.006s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.955621] env[70867]: DEBUG nova.objects.instance [None req-fcce4f98-6052-4adb-a2cf-ac7f76618375 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lazy-loading 'resources' on Instance uuid 4ba05c37-242b-4bfe-90df-14c3e30c55a8 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.059896] env[70867]: DEBUG nova.network.neutron [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1233.138738] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fc8d948d-d02c-4d46-8995-a98272dcfea7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "a198f36a-0e77-4790-8d63-c29220a6ab5b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.139058] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fc8d948d-d02c-4d46-8995-a98272dcfea7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "a198f36a-0e77-4790-8d63-c29220a6ab5b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.139418] env[70867]: DEBUG nova.compute.manager [None req-fc8d948d-d02c-4d46-8995-a98272dcfea7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Going to confirm migration 6 {{(pid=70867) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1233.208920] env[70867]: DEBUG nova.network.neutron [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Updating instance_info_cache with network_info: [{"id": "862259dd-fdf6-4780-8470-e93d156fd397", "address": "fa:16:3e:15:4c:c6", "network": {"id": "52d9f893-40a0-4a01-81ad-a518ee74e5a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-281788219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ad9e13e8d24d72b6d8c4bb820287a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap862259dd-fd", "ovs_interfaceid": "862259dd-fdf6-4780-8470-e93d156fd397", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.306319] env[70867]: DEBUG nova.compute.manager [None req-6612ede7-c43a-422c-90a3-3a20ce9ff4f7 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1233.306650] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-6612ede7-c43a-422c-90a3-3a20ce9ff4f7 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1233.307676] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6d83d0-b4fd-42ee-b04a-4321c91208b6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.315741] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-6612ede7-c43a-422c-90a3-3a20ce9ff4f7 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1233.316175] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b58c0aa1-9b2c-4d22-8339-6d3233f46945 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.380271] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-6612ede7-c43a-422c-90a3-3a20ce9ff4f7 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1233.380641] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-6612ede7-c43a-422c-90a3-3a20ce9ff4f7 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1233.381926] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6612ede7-c43a-422c-90a3-3a20ce9ff4f7 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Deleting the datastore file [datastore1] 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1233.382675] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63f6348b-4086-48a1-a9f8-fde035bfec02 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.389943] env[70867]: DEBUG oslo_vmware.api [None req-6612ede7-c43a-422c-90a3-3a20ce9ff4f7 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1233.389943] env[70867]: value = "task-3474664" [ 1233.389943] env[70867]: _type = "Task" [ 1233.389943] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.399447] env[70867]: DEBUG oslo_vmware.api [None req-6612ede7-c43a-422c-90a3-3a20ce9ff4f7 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474664, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.433383] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 8955ca0e-27e0-43d8-baae-c3292ede39d6] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.459105] env[70867]: DEBUG nova.compute.utils [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1233.465113] env[70867]: DEBUG nova.compute.manager [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1233.465113] env[70867]: DEBUG nova.network.neutron [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1233.512374] env[70867]: DEBUG nova.policy [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43c279b621664c8b936fecac530111e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e3c5444d1cc4707bfeb1ba55b923294', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1233.681859] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edb9759-033b-4544-8b0f-a15844375b19 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.690296] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba10bda-7778-4f21-bf53-7f9f1eff760a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.698551] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fc8d948d-d02c-4d46-8995-a98272dcfea7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "refresh_cache-a198f36a-0e77-4790-8d63-c29220a6ab5b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.698818] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fc8d948d-d02c-4d46-8995-a98272dcfea7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquired lock "refresh_cache-a198f36a-0e77-4790-8d63-c29220a6ab5b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.699206] env[70867]: DEBUG nova.network.neutron [None req-fc8d948d-d02c-4d46-8995-a98272dcfea7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1233.699622] env[70867]: DEBUG nova.objects.instance [None req-fc8d948d-d02c-4d46-8995-a98272dcfea7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lazy-loading 'info_cache' on Instance uuid a198f36a-0e77-4790-8d63-c29220a6ab5b {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.417151] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Releasing lock "refresh_cache-2be78284-9b22-4e2e-9602-0b38b3e3c374" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.417499] env[70867]: DEBUG nova.compute.manager [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Instance network_info: |[{"id": "862259dd-fdf6-4780-8470-e93d156fd397", "address": "fa:16:3e:15:4c:c6", "network": {"id": "52d9f893-40a0-4a01-81ad-a518ee74e5a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-281788219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ad9e13e8d24d72b6d8c4bb820287a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap862259dd-fd", "ovs_interfaceid": "862259dd-fdf6-4780-8470-e93d156fd397", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1234.419012] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: ea0be371-569e-4461-be75-5b5d643f1865] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.421009] env[70867]: DEBUG nova.compute.manager [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1234.425928] env[70867]: DEBUG nova.network.neutron [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Successfully created port: 7353e175-1b7b-4189-930b-b247d632d389 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1234.428837] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:4c:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '862259dd-fdf6-4780-8470-e93d156fd397', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1234.436386] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1234.440601] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf91fa67-9b18-4be3-bb00-f85f69638c5c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.444055] env[70867]: DEBUG nova.compute.manager [req-8857d182-bf80-4e4c-8de6-8e4f08df69a2 req-993299b7-8ba0-4c70-918e-9cb01d94ee0f service nova] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Received event network-changed-862259dd-fdf6-4780-8470-e93d156fd397 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.444375] env[70867]: DEBUG nova.compute.manager [req-8857d182-bf80-4e4c-8de6-8e4f08df69a2 req-993299b7-8ba0-4c70-918e-9cb01d94ee0f service nova] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Refreshing instance network info cache due to event network-changed-862259dd-fdf6-4780-8470-e93d156fd397. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1234.444586] env[70867]: DEBUG oslo_concurrency.lockutils [req-8857d182-bf80-4e4c-8de6-8e4f08df69a2 req-993299b7-8ba0-4c70-918e-9cb01d94ee0f service nova] Acquiring lock "refresh_cache-2be78284-9b22-4e2e-9602-0b38b3e3c374" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.445182] env[70867]: DEBUG oslo_concurrency.lockutils [req-8857d182-bf80-4e4c-8de6-8e4f08df69a2 req-993299b7-8ba0-4c70-918e-9cb01d94ee0f service nova] Acquired lock "refresh_cache-2be78284-9b22-4e2e-9602-0b38b3e3c374" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.445408] env[70867]: DEBUG nova.network.neutron [req-8857d182-bf80-4e4c-8de6-8e4f08df69a2 req-993299b7-8ba0-4c70-918e-9cb01d94ee0f service nova] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Refreshing network info cache for port 862259dd-fdf6-4780-8470-e93d156fd397 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1234.450062] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1234.451109] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b772f32a-7b7e-49fd-a1c5-00016ad85003 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.474701] env[70867]: DEBUG oslo_vmware.api [None req-6612ede7-c43a-422c-90a3-3a20ce9ff4f7 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474664, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325779} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.475963] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f638ec7d-3b67-4e42-be41-1e9e049bc619 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.480414] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6612ede7-c43a-422c-90a3-3a20ce9ff4f7 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1234.480651] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-6612ede7-c43a-422c-90a3-3a20ce9ff4f7 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1234.480910] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-6612ede7-c43a-422c-90a3-3a20ce9ff4f7 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1234.481186] env[70867]: INFO nova.compute.manager [None req-6612ede7-c43a-422c-90a3-3a20ce9ff4f7 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1234.481644] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6612ede7-c43a-422c-90a3-3a20ce9ff4f7 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1234.483583] env[70867]: DEBUG nova.compute.manager [-] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1234.483733] env[70867]: DEBUG nova.network.neutron [-] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1234.485892] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1234.485892] env[70867]: value = "task-3474665" [ 1234.485892] env[70867]: _type = "Task" [ 1234.485892] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.498488] env[70867]: DEBUG nova.compute.provider_tree [None req-fcce4f98-6052-4adb-a2cf-ac7f76618375 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.507557] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474665, 'name': CreateVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.732445] env[70867]: DEBUG nova.network.neutron [None req-fc8d948d-d02c-4d46-8995-a98272dcfea7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Updating instance_info_cache with network_info: [{"id": "82042ac9-4790-4aa3-bb98-244491340e3d", "address": "fa:16:3e:cb:22:86", "network": {"id": "0f24c0fc-b194-43e8-968e-2e17fa9a3a2a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1239692035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f94b6672cd2148058cf204653b4d1471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82042ac9-47", "ovs_interfaceid": "82042ac9-4790-4aa3-bb98-244491340e3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.922241] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce0f3882-8318-4b9e-8444-2f58c46dc0b3 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Volume attach. Driver type: vmdk {{(pid=70867) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1234.922613] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce0f3882-8318-4b9e-8444-2f58c46dc0b3 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694586', 'volume_id': 'c1c3638b-e5fc-4319-a890-cd867e31fba1', 'name': 'volume-c1c3638b-e5fc-4319-a890-cd867e31fba1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f86bc274-8f51-49f9-a012-02a58ddd00ab', 'attached_at': '', 'detached_at': '', 'volume_id': 'c1c3638b-e5fc-4319-a890-cd867e31fba1', 'serial': 'c1c3638b-e5fc-4319-a890-cd867e31fba1'} {{(pid=70867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1234.923676] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3c4168-568a-46a5-a4a5-3419d3b7698e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.941836] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 7870241c-3fa4-48b6-85dc-b358fc1c0079] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.947043] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b50ecf-42e2-4054-b6c2-fc29d5603e09 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.974919] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce0f3882-8318-4b9e-8444-2f58c46dc0b3 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-c1c3638b-e5fc-4319-a890-cd867e31fba1/volume-c1c3638b-e5fc-4319-a890-cd867e31fba1.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.975746] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ada8567e-c978-4639-8b68-073e458591cf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.001912] env[70867]: DEBUG nova.scheduler.client.report [None req-fcce4f98-6052-4adb-a2cf-ac7f76618375 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.005049] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474665, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.006774] env[70867]: DEBUG oslo_vmware.api [None req-ce0f3882-8318-4b9e-8444-2f58c46dc0b3 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Waiting for the task: (returnval){ [ 1235.006774] env[70867]: value = "task-3474666" [ 1235.006774] env[70867]: _type = "Task" [ 1235.006774] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.017321] env[70867]: DEBUG oslo_vmware.api [None req-ce0f3882-8318-4b9e-8444-2f58c46dc0b3 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.203195] env[70867]: DEBUG nova.network.neutron [req-8857d182-bf80-4e4c-8de6-8e4f08df69a2 req-993299b7-8ba0-4c70-918e-9cb01d94ee0f service nova] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Updated VIF entry in instance network info cache for port 862259dd-fdf6-4780-8470-e93d156fd397. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1235.203547] env[70867]: DEBUG nova.network.neutron [req-8857d182-bf80-4e4c-8de6-8e4f08df69a2 req-993299b7-8ba0-4c70-918e-9cb01d94ee0f service nova] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Updating instance_info_cache with network_info: [{"id": "862259dd-fdf6-4780-8470-e93d156fd397", "address": "fa:16:3e:15:4c:c6", "network": {"id": "52d9f893-40a0-4a01-81ad-a518ee74e5a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-281788219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ad9e13e8d24d72b6d8c4bb820287a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap862259dd-fd", "ovs_interfaceid": "862259dd-fdf6-4780-8470-e93d156fd397", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.236829] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fc8d948d-d02c-4d46-8995-a98272dcfea7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Releasing lock "refresh_cache-a198f36a-0e77-4790-8d63-c29220a6ab5b" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.236829] env[70867]: DEBUG nova.objects.instance [None req-fc8d948d-d02c-4d46-8995-a98272dcfea7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lazy-loading 'migration_context' on Instance uuid a198f36a-0e77-4790-8d63-c29220a6ab5b {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.392040] env[70867]: DEBUG nova.network.neutron [-] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.445397] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 6e23b2d7-e31a-432d-9fc4-3e2f8993ff80] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.453443] env[70867]: DEBUG nova.compute.manager [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1235.482444] env[70867]: DEBUG nova.virt.hardware [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1235.482719] env[70867]: DEBUG nova.virt.hardware [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1235.482873] env[70867]: DEBUG nova.virt.hardware [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1235.483065] env[70867]: DEBUG nova.virt.hardware [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1235.483223] env[70867]: DEBUG nova.virt.hardware [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1235.483365] env[70867]: DEBUG nova.virt.hardware [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1235.483578] env[70867]: DEBUG nova.virt.hardware [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1235.483734] env[70867]: DEBUG nova.virt.hardware [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1235.483894] env[70867]: DEBUG nova.virt.hardware [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1235.484066] env[70867]: DEBUG nova.virt.hardware [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1235.484243] env[70867]: DEBUG nova.virt.hardware [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1235.485399] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59aa294b-c1ed-4967-a333-30814740a717 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.498321] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17e8649-1330-4d13-858f-7cf61f3f39f1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.505601] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474665, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.515327] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fcce4f98-6052-4adb-a2cf-ac7f76618375 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.560s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.526907] env[70867]: DEBUG oslo_vmware.api [None req-ce0f3882-8318-4b9e-8444-2f58c46dc0b3 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474666, 'name': ReconfigVM_Task, 'duration_secs': 0.500047} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.527200] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce0f3882-8318-4b9e-8444-2f58c46dc0b3 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-c1c3638b-e5fc-4319-a890-cd867e31fba1/volume-c1c3638b-e5fc-4319-a890-cd867e31fba1.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1235.531755] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a2f1e9c-a0b5-49ac-8b66-7c666e2ffd25 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.542475] env[70867]: INFO nova.scheduler.client.report [None req-fcce4f98-6052-4adb-a2cf-ac7f76618375 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Deleted allocations for instance 4ba05c37-242b-4bfe-90df-14c3e30c55a8 [ 1235.549167] env[70867]: DEBUG oslo_vmware.api [None req-ce0f3882-8318-4b9e-8444-2f58c46dc0b3 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Waiting for the task: (returnval){ [ 1235.549167] env[70867]: value = "task-3474667" [ 1235.549167] env[70867]: _type = "Task" [ 1235.549167] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.557521] env[70867]: DEBUG oslo_vmware.api [None req-ce0f3882-8318-4b9e-8444-2f58c46dc0b3 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474667, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.706365] env[70867]: DEBUG oslo_concurrency.lockutils [req-8857d182-bf80-4e4c-8de6-8e4f08df69a2 req-993299b7-8ba0-4c70-918e-9cb01d94ee0f service nova] Releasing lock "refresh_cache-2be78284-9b22-4e2e-9602-0b38b3e3c374" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.739120] env[70867]: DEBUG nova.objects.base [None req-fc8d948d-d02c-4d46-8995-a98272dcfea7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1235.739846] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec79ed9-611f-4cd1-afc5-4b46c0364459 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.759554] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17ad05a3-ca1a-49c0-8d78-c03bdfa4b114 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.765360] env[70867]: DEBUG oslo_vmware.api [None req-fc8d948d-d02c-4d46-8995-a98272dcfea7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1235.765360] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52094f73-cf01-6aac-4117-4ac66b40f877" [ 1235.765360] env[70867]: _type = "Task" [ 1235.765360] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.772896] env[70867]: DEBUG oslo_vmware.api [None req-fc8d948d-d02c-4d46-8995-a98272dcfea7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52094f73-cf01-6aac-4117-4ac66b40f877, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.895038] env[70867]: INFO nova.compute.manager [-] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Took 1.41 seconds to deallocate network for instance. [ 1235.949775] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 1e046380-8f00-4d59-bb49-d424ec8d96c5] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.003494] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474665, 'name': CreateVM_Task, 'duration_secs': 1.410311} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.003708] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1236.004491] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.004699] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.005091] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.005401] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e417f5e-4a49-40ec-aed7-03d5ab941dd6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.010311] env[70867]: DEBUG oslo_vmware.api [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1236.010311] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c7b643-84b6-9e5f-8e33-a0a1b5fcc51b" [ 1236.010311] env[70867]: _type = "Task" [ 1236.010311] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.017831] env[70867]: DEBUG nova.compute.manager [req-6a60e685-6380-45a8-8f77-215a03de21e3 req-7513e7d1-4256-4b66-8a70-35f3b0e14898 service nova] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Received event network-vif-deleted-c064be57-fa30-4079-9d15-db9a45e3b61e {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.021661] env[70867]: DEBUG oslo_vmware.api [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c7b643-84b6-9e5f-8e33-a0a1b5fcc51b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.049604] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fcce4f98-6052-4adb-a2cf-ac7f76618375 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "4ba05c37-242b-4bfe-90df-14c3e30c55a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.332s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.064944] env[70867]: DEBUG oslo_vmware.api [None req-ce0f3882-8318-4b9e-8444-2f58c46dc0b3 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474667, 'name': ReconfigVM_Task, 'duration_secs': 0.172585} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.065191] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce0f3882-8318-4b9e-8444-2f58c46dc0b3 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694586', 'volume_id': 'c1c3638b-e5fc-4319-a890-cd867e31fba1', 'name': 'volume-c1c3638b-e5fc-4319-a890-cd867e31fba1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f86bc274-8f51-49f9-a012-02a58ddd00ab', 'attached_at': '', 'detached_at': '', 'volume_id': 'c1c3638b-e5fc-4319-a890-cd867e31fba1', 'serial': 'c1c3638b-e5fc-4319-a890-cd867e31fba1'} {{(pid=70867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1236.202162] env[70867]: DEBUG nova.network.neutron [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Successfully updated port: 7353e175-1b7b-4189-930b-b247d632d389 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1236.276467] env[70867]: DEBUG oslo_vmware.api [None req-fc8d948d-d02c-4d46-8995-a98272dcfea7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52094f73-cf01-6aac-4117-4ac66b40f877, 'name': SearchDatastore_Task, 'duration_secs': 0.013851} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.276760] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fc8d948d-d02c-4d46-8995-a98272dcfea7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.277016] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fc8d948d-d02c-4d46-8995-a98272dcfea7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.402091] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6612ede7-c43a-422c-90a3-3a20ce9ff4f7 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.454387] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 2931bb6e-629c-4e7a-8ef6-7f8d3fd2ef30] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.520854] env[70867]: DEBUG oslo_vmware.api [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c7b643-84b6-9e5f-8e33-a0a1b5fcc51b, 'name': SearchDatastore_Task, 'duration_secs': 0.014317} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.521183] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.521442] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1236.521676] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.521845] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.522017] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1236.522274] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8b64432-6f89-4121-bf4a-87cccda8f485 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.532416] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1236.532628] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1236.533315] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08dfdd30-4b28-42dc-8aa5-c911ae42e5fa {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.539887] env[70867]: DEBUG oslo_vmware.api [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1236.539887] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52d17a7d-2b76-29ee-d967-982ce4a903d3" [ 1236.539887] env[70867]: _type = "Task" [ 1236.539887] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.547110] env[70867]: DEBUG oslo_vmware.api [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52d17a7d-2b76-29ee-d967-982ce4a903d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.706234] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquiring lock "refresh_cache-a9ef81bc-2aff-48c4-aac9-214bccb94c0c" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.706364] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquired lock "refresh_cache-a9ef81bc-2aff-48c4-aac9-214bccb94c0c" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.706549] env[70867]: DEBUG nova.network.neutron [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1236.941235] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927a17cc-62cc-49cf-aaed-f28ecdf24411 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.949711] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac68d87-23db-4bed-a4df-94d4f50c05f4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.979493] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 332bab6a-075f-4e58-b105-995b0e3ed192] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.982352] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81dce423-f45d-4ef9-bd67-ba32a7a60697 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.990650] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762b6f51-3e0d-422f-b04b-b340bbc3554f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.004844] env[70867]: DEBUG nova.compute.provider_tree [None req-fc8d948d-d02c-4d46-8995-a98272dcfea7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.053451] env[70867]: DEBUG oslo_vmware.api [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52d17a7d-2b76-29ee-d967-982ce4a903d3, 'name': SearchDatastore_Task, 'duration_secs': 0.023519} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.054488] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-582968eb-aa82-40d9-91e1-ac8eb20365cb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.062028] env[70867]: DEBUG oslo_vmware.api [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1237.062028] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52491649-4e17-dbab-fb6f-b7b94ff167aa" [ 1237.062028] env[70867]: _type = "Task" [ 1237.062028] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.072094] env[70867]: DEBUG oslo_vmware.api [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52491649-4e17-dbab-fb6f-b7b94ff167aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.103814] env[70867]: DEBUG nova.objects.instance [None req-ce0f3882-8318-4b9e-8444-2f58c46dc0b3 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lazy-loading 'flavor' on Instance uuid f86bc274-8f51-49f9-a012-02a58ddd00ab {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.252436] env[70867]: DEBUG nova.network.neutron [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1237.416528] env[70867]: DEBUG nova.network.neutron [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Updating instance_info_cache with network_info: [{"id": "7353e175-1b7b-4189-930b-b247d632d389", "address": "fa:16:3e:d2:3d:51", "network": {"id": "9c954571-970e-4b92-b8f2-8353a88dafda", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1051474933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e3c5444d1cc4707bfeb1ba55b923294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7353e175-1b", "ovs_interfaceid": "7353e175-1b7b-4189-930b-b247d632d389", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.485623] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 60a8efc4-fff9-4bd3-a758-52e41bf442e4] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1237.507760] env[70867]: DEBUG nova.scheduler.client.report [None req-fc8d948d-d02c-4d46-8995-a98272dcfea7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.571934] env[70867]: DEBUG oslo_vmware.api [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52491649-4e17-dbab-fb6f-b7b94ff167aa, 'name': SearchDatastore_Task, 'duration_secs': 0.016837} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.572291] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.572640] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 2be78284-9b22-4e2e-9602-0b38b3e3c374/2be78284-9b22-4e2e-9602-0b38b3e3c374.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1237.572956] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33da5776-31c6-4de3-9f45-b4014b95a538 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.580187] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "6a974050-3cd8-4594-8e7d-e7c2a398021d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.580420] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "6a974050-3cd8-4594-8e7d-e7c2a398021d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.580591] env[70867]: INFO nova.compute.manager [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Shelving [ 1237.582025] env[70867]: DEBUG oslo_vmware.api [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1237.582025] env[70867]: value = "task-3474668" [ 1237.582025] env[70867]: _type = "Task" [ 1237.582025] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.590895] env[70867]: DEBUG oslo_vmware.api [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.608714] env[70867]: DEBUG oslo_concurrency.lockutils [None req-ce0f3882-8318-4b9e-8444-2f58c46dc0b3 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "f86bc274-8f51-49f9-a012-02a58ddd00ab" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.292s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.919270] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Releasing lock "refresh_cache-a9ef81bc-2aff-48c4-aac9-214bccb94c0c" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.919740] env[70867]: DEBUG nova.compute.manager [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Instance network_info: |[{"id": "7353e175-1b7b-4189-930b-b247d632d389", "address": "fa:16:3e:d2:3d:51", "network": {"id": "9c954571-970e-4b92-b8f2-8353a88dafda", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1051474933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e3c5444d1cc4707bfeb1ba55b923294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7353e175-1b", "ovs_interfaceid": "7353e175-1b7b-4189-930b-b247d632d389", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1237.920223] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:3d:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff1f3320-df8e-49df-a412-9797a23bd173', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7353e175-1b7b-4189-930b-b247d632d389', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1237.928165] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1237.928423] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1237.928655] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-047a36bb-0b65-45a1-a4cf-1a5ff325f26b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.951046] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1237.951046] env[70867]: value = "task-3474669" [ 1237.951046] env[70867]: _type = "Task" [ 1237.951046] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.961176] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474669, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.988989] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: df50dddd-7392-4aa0-a7e7-e5eaea666d73] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.063787] env[70867]: DEBUG nova.compute.manager [req-65cd4303-69d0-4de0-8cfc-86f37b6948ae req-07504012-2565-469e-b943-1fb3a00a11bf service nova] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Received event network-vif-plugged-7353e175-1b7b-4189-930b-b247d632d389 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.064146] env[70867]: DEBUG oslo_concurrency.lockutils [req-65cd4303-69d0-4de0-8cfc-86f37b6948ae req-07504012-2565-469e-b943-1fb3a00a11bf service nova] Acquiring lock "a9ef81bc-2aff-48c4-aac9-214bccb94c0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.064325] env[70867]: DEBUG oslo_concurrency.lockutils [req-65cd4303-69d0-4de0-8cfc-86f37b6948ae req-07504012-2565-469e-b943-1fb3a00a11bf service nova] Lock "a9ef81bc-2aff-48c4-aac9-214bccb94c0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.064598] env[70867]: DEBUG oslo_concurrency.lockutils [req-65cd4303-69d0-4de0-8cfc-86f37b6948ae req-07504012-2565-469e-b943-1fb3a00a11bf service nova] Lock "a9ef81bc-2aff-48c4-aac9-214bccb94c0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.064886] env[70867]: DEBUG nova.compute.manager [req-65cd4303-69d0-4de0-8cfc-86f37b6948ae req-07504012-2565-469e-b943-1fb3a00a11bf service nova] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] No waiting events found dispatching network-vif-plugged-7353e175-1b7b-4189-930b-b247d632d389 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1238.065193] env[70867]: WARNING nova.compute.manager [req-65cd4303-69d0-4de0-8cfc-86f37b6948ae req-07504012-2565-469e-b943-1fb3a00a11bf service nova] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Received unexpected event network-vif-plugged-7353e175-1b7b-4189-930b-b247d632d389 for instance with vm_state building and task_state spawning. [ 1238.065475] env[70867]: DEBUG nova.compute.manager [req-65cd4303-69d0-4de0-8cfc-86f37b6948ae req-07504012-2565-469e-b943-1fb3a00a11bf service nova] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Received event network-changed-7353e175-1b7b-4189-930b-b247d632d389 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.065745] env[70867]: DEBUG nova.compute.manager [req-65cd4303-69d0-4de0-8cfc-86f37b6948ae req-07504012-2565-469e-b943-1fb3a00a11bf service nova] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Refreshing instance network info cache due to event network-changed-7353e175-1b7b-4189-930b-b247d632d389. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1238.066060] env[70867]: DEBUG oslo_concurrency.lockutils [req-65cd4303-69d0-4de0-8cfc-86f37b6948ae req-07504012-2565-469e-b943-1fb3a00a11bf service nova] Acquiring lock "refresh_cache-a9ef81bc-2aff-48c4-aac9-214bccb94c0c" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.066254] env[70867]: DEBUG oslo_concurrency.lockutils [req-65cd4303-69d0-4de0-8cfc-86f37b6948ae req-07504012-2565-469e-b943-1fb3a00a11bf service nova] Acquired lock "refresh_cache-a9ef81bc-2aff-48c4-aac9-214bccb94c0c" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.066518] env[70867]: DEBUG nova.network.neutron [req-65cd4303-69d0-4de0-8cfc-86f37b6948ae req-07504012-2565-469e-b943-1fb3a00a11bf service nova] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Refreshing network info cache for port 7353e175-1b7b-4189-930b-b247d632d389 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1238.098639] env[70867]: DEBUG oslo_vmware.api [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474668, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.461571] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474669, 'name': CreateVM_Task, 'duration_secs': 0.480299} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.461782] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1238.462584] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.462839] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.463189] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.463521] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d66631d6-47f5-4575-b5d7-7cac2bdb6bf4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.468091] env[70867]: DEBUG oslo_vmware.api [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1238.468091] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f65d0c-fe73-c0d1-6a4b-4bf45fe0172d" [ 1238.468091] env[70867]: _type = "Task" [ 1238.468091] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.475517] env[70867]: DEBUG oslo_vmware.api [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f65d0c-fe73-c0d1-6a4b-4bf45fe0172d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.493097] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 1975db69-f678-48dc-91b1-c0c350417a6a] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.520027] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fc8d948d-d02c-4d46-8995-a98272dcfea7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.241s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.522116] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6612ede7-c43a-422c-90a3-3a20ce9ff4f7 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.120s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.522506] env[70867]: DEBUG nova.objects.instance [None req-6612ede7-c43a-422c-90a3-3a20ce9ff4f7 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lazy-loading 'resources' on Instance uuid 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.595629] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1238.595926] env[70867]: DEBUG oslo_vmware.api [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474668, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535724} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.597088] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-448737fe-318b-410c-a3c6-b377217c0c9b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.598664] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 2be78284-9b22-4e2e-9602-0b38b3e3c374/2be78284-9b22-4e2e-9602-0b38b3e3c374.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1238.598885] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1238.599520] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a944b1f-16e1-42c9-a53e-3054ccc96fb4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.604737] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c1778ba2-e7bd-41d8-868e-2e65ee3767d7 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Acquiring lock "f86bc274-8f51-49f9-a012-02a58ddd00ab" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.604911] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c1778ba2-e7bd-41d8-868e-2e65ee3767d7 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "f86bc274-8f51-49f9-a012-02a58ddd00ab" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.608241] env[70867]: DEBUG oslo_vmware.api [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1238.608241] env[70867]: value = "task-3474670" [ 1238.608241] env[70867]: _type = "Task" [ 1238.608241] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.612422] env[70867]: DEBUG oslo_vmware.api [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1238.612422] env[70867]: value = "task-3474671" [ 1238.612422] env[70867]: _type = "Task" [ 1238.612422] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.619169] env[70867]: DEBUG oslo_vmware.api [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474670, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.626640] env[70867]: DEBUG oslo_vmware.api [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474671, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.773038] env[70867]: DEBUG nova.network.neutron [req-65cd4303-69d0-4de0-8cfc-86f37b6948ae req-07504012-2565-469e-b943-1fb3a00a11bf service nova] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Updated VIF entry in instance network info cache for port 7353e175-1b7b-4189-930b-b247d632d389. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1238.773422] env[70867]: DEBUG nova.network.neutron [req-65cd4303-69d0-4de0-8cfc-86f37b6948ae req-07504012-2565-469e-b943-1fb3a00a11bf service nova] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Updating instance_info_cache with network_info: [{"id": "7353e175-1b7b-4189-930b-b247d632d389", "address": "fa:16:3e:d2:3d:51", "network": {"id": "9c954571-970e-4b92-b8f2-8353a88dafda", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1051474933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e3c5444d1cc4707bfeb1ba55b923294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7353e175-1b", "ovs_interfaceid": "7353e175-1b7b-4189-930b-b247d632d389", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.979224] env[70867]: DEBUG oslo_vmware.api [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f65d0c-fe73-c0d1-6a4b-4bf45fe0172d, 'name': SearchDatastore_Task, 'duration_secs': 0.038681} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.979581] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.979837] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1238.980101] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.980254] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.980458] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1238.980752] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-217aff3c-f5eb-46f8-9ff6-2fef6d9aa3fb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.990267] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1238.990473] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1238.991265] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bfb5e3d-6410-4462-a49d-43581b503527 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.996440] env[70867]: DEBUG oslo_vmware.api [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1238.996440] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52eb2117-f300-2cae-fe8f-b4700e837138" [ 1238.996440] env[70867]: _type = "Task" [ 1238.996440] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.000041] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 395a456a-0ff5-496e-9a22-71c787a1a4cd] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.006554] env[70867]: DEBUG oslo_vmware.api [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52eb2117-f300-2cae-fe8f-b4700e837138, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.090090] env[70867]: INFO nova.scheduler.client.report [None req-fc8d948d-d02c-4d46-8995-a98272dcfea7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Deleted allocation for migration b09c7ad8-f29d-44c9-9cb5-08627c2500bb [ 1239.109667] env[70867]: DEBUG nova.compute.utils [None req-c1778ba2-e7bd-41d8-868e-2e65ee3767d7 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1239.125039] env[70867]: DEBUG oslo_vmware.api [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474670, 'name': PowerOffVM_Task, 'duration_secs': 0.419007} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.130629] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1239.131906] env[70867]: DEBUG oslo_vmware.api [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474671, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07174} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.132806] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770b0818-3378-4075-aab7-ba51af2cc919 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.135780] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1239.136767] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f59a87-6cf9-4c8d-b291-3b0d49f515c3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.167281] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a1c7b8-044b-4ed8-83a5-e47a2c75d709 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.178598] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 2be78284-9b22-4e2e-9602-0b38b3e3c374/2be78284-9b22-4e2e-9602-0b38b3e3c374.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.181246] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff7dba1b-b44d-4ae4-a212-ad959c25d525 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.203775] env[70867]: DEBUG oslo_vmware.api [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1239.203775] env[70867]: value = "task-3474672" [ 1239.203775] env[70867]: _type = "Task" [ 1239.203775] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.215741] env[70867]: DEBUG oslo_vmware.api [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474672, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.244375] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e777538-9174-446f-9eb9-f946bf518fe3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.251764] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e117135-f038-44ef-9d00-705e76259043 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.284432] env[70867]: DEBUG oslo_concurrency.lockutils [req-65cd4303-69d0-4de0-8cfc-86f37b6948ae req-07504012-2565-469e-b943-1fb3a00a11bf service nova] Releasing lock "refresh_cache-a9ef81bc-2aff-48c4-aac9-214bccb94c0c" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.285527] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec67fa51-15c7-4f0e-ac23-9e0a9deb00dd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.293228] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe80974-a015-4c0e-a924-a16573ee28a4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.307340] env[70867]: DEBUG nova.compute.provider_tree [None req-6612ede7-c43a-422c-90a3-3a20ce9ff4f7 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.503214] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 68a1635a-1822-419d-8475-1fd58a118d8d] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.509383] env[70867]: DEBUG oslo_vmware.api [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52eb2117-f300-2cae-fe8f-b4700e837138, 'name': SearchDatastore_Task, 'duration_secs': 0.012255} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.510669] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac59384b-8d4a-4ff6-b3cc-47647d0061ea {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.516734] env[70867]: DEBUG oslo_vmware.api [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1239.516734] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527a849b-d6e3-e957-cd7e-2fc5199e078a" [ 1239.516734] env[70867]: _type = "Task" [ 1239.516734] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.525650] env[70867]: DEBUG oslo_vmware.api [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527a849b-d6e3-e957-cd7e-2fc5199e078a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.599069] env[70867]: DEBUG oslo_concurrency.lockutils [None req-fc8d948d-d02c-4d46-8995-a98272dcfea7 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "a198f36a-0e77-4790-8d63-c29220a6ab5b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.460s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.615596] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c1778ba2-e7bd-41d8-868e-2e65ee3767d7 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "f86bc274-8f51-49f9-a012-02a58ddd00ab" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.705767] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Creating Snapshot of the VM instance {{(pid=70867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1239.706127] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9a4ded14-55f1-4d65-9d93-0a493dcdaad1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.716703] env[70867]: DEBUG oslo_vmware.api [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474672, 'name': ReconfigVM_Task, 'duration_secs': 0.293} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.717982] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 2be78284-9b22-4e2e-9602-0b38b3e3c374/2be78284-9b22-4e2e-9602-0b38b3e3c374.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1239.718761] env[70867]: DEBUG oslo_vmware.api [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1239.718761] env[70867]: value = "task-3474673" [ 1239.718761] env[70867]: _type = "Task" [ 1239.718761] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.719037] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d353d93-f485-49ae-a8c9-2fbe2e37344a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.729007] env[70867]: DEBUG oslo_vmware.api [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474673, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.730319] env[70867]: DEBUG oslo_vmware.api [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1239.730319] env[70867]: value = "task-3474674" [ 1239.730319] env[70867]: _type = "Task" [ 1239.730319] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.738384] env[70867]: DEBUG oslo_vmware.api [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474674, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.810651] env[70867]: DEBUG nova.scheduler.client.report [None req-6612ede7-c43a-422c-90a3-3a20ce9ff4f7 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.010780] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: c1bb2f8e-4b87-4632-b480-dbe0b1a942d0] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.026816] env[70867]: DEBUG oslo_vmware.api [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]527a849b-d6e3-e957-cd7e-2fc5199e078a, 'name': SearchDatastore_Task, 'duration_secs': 0.011379} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.027107] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.027384] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] a9ef81bc-2aff-48c4-aac9-214bccb94c0c/a9ef81bc-2aff-48c4-aac9-214bccb94c0c.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1240.027648] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23f609a8-6bd8-4f5e-9b61-32979526d6e0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.034631] env[70867]: DEBUG oslo_vmware.api [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1240.034631] env[70867]: value = "task-3474675" [ 1240.034631] env[70867]: _type = "Task" [ 1240.034631] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.042629] env[70867]: DEBUG oslo_vmware.api [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474675, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.230369] env[70867]: DEBUG oslo_vmware.api [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474673, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.239235] env[70867]: DEBUG oslo_vmware.api [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474674, 'name': Rename_Task, 'duration_secs': 0.137324} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.239379] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1240.239511] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-588ee838-a137-4ffb-97b1-5c0f177f2b16 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.246047] env[70867]: DEBUG oslo_vmware.api [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1240.246047] env[70867]: value = "task-3474676" [ 1240.246047] env[70867]: _type = "Task" [ 1240.246047] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.253920] env[70867]: DEBUG oslo_vmware.api [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474676, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.316132] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6612ede7-c43a-422c-90a3-3a20ce9ff4f7 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.794s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.338702] env[70867]: INFO nova.scheduler.client.report [None req-6612ede7-c43a-422c-90a3-3a20ce9ff4f7 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Deleted allocations for instance 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8 [ 1240.515127] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 8cefd801-e03c-452c-9fce-94d017e284d5] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.549197] env[70867]: DEBUG oslo_vmware.api [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474675, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.604065] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a9c358a7-10f1-4c58-b3db-e88e2f81801b tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "a198f36a-0e77-4790-8d63-c29220a6ab5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.604400] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a9c358a7-10f1-4c58-b3db-e88e2f81801b tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "a198f36a-0e77-4790-8d63-c29220a6ab5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.604677] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a9c358a7-10f1-4c58-b3db-e88e2f81801b tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "a198f36a-0e77-4790-8d63-c29220a6ab5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.604879] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a9c358a7-10f1-4c58-b3db-e88e2f81801b tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "a198f36a-0e77-4790-8d63-c29220a6ab5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.605080] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a9c358a7-10f1-4c58-b3db-e88e2f81801b tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "a198f36a-0e77-4790-8d63-c29220a6ab5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.607920] env[70867]: INFO nova.compute.manager [None req-a9c358a7-10f1-4c58-b3db-e88e2f81801b tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Terminating instance [ 1240.673718] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c1778ba2-e7bd-41d8-868e-2e65ee3767d7 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Acquiring lock "f86bc274-8f51-49f9-a012-02a58ddd00ab" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.674028] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c1778ba2-e7bd-41d8-868e-2e65ee3767d7 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "f86bc274-8f51-49f9-a012-02a58ddd00ab" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.674273] env[70867]: INFO nova.compute.manager [None req-c1778ba2-e7bd-41d8-868e-2e65ee3767d7 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Attaching volume 73dc10f4-4b6f-41e4-8bee-5e0474b8aa07 to /dev/sdc [ 1240.720461] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724a1e47-75c2-4f13-8680-5d1bb5b93aed {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.734224] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f4ea43-fff5-4cd7-beaf-a206ef869655 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.737467] env[70867]: DEBUG oslo_vmware.api [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474673, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.749057] env[70867]: DEBUG nova.virt.block_device [None req-c1778ba2-e7bd-41d8-868e-2e65ee3767d7 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Updating existing volume attachment record: 8bbd2add-7454-4d43-ac43-b9b93770030c {{(pid=70867) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1240.760135] env[70867]: DEBUG oslo_vmware.api [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474676, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.848924] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6612ede7-c43a-422c-90a3-3a20ce9ff4f7 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.050s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.018593] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 5d3010bf-1838-473c-bad2-530a75498da9] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1241.045588] env[70867]: DEBUG oslo_vmware.api [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474675, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598972} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.045898] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] a9ef81bc-2aff-48c4-aac9-214bccb94c0c/a9ef81bc-2aff-48c4-aac9-214bccb94c0c.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1241.046176] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1241.046462] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee0516c4-a530-426a-bd7c-54bf73ebe1e7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.054215] env[70867]: DEBUG oslo_vmware.api [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1241.054215] env[70867]: value = "task-3474678" [ 1241.054215] env[70867]: _type = "Task" [ 1241.054215] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.064336] env[70867]: DEBUG oslo_vmware.api [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474678, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.113494] env[70867]: DEBUG nova.compute.manager [None req-a9c358a7-10f1-4c58-b3db-e88e2f81801b tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1241.113494] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c358a7-10f1-4c58-b3db-e88e2f81801b tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1241.116842] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fc48c2-8fa7-47f0-b5f3-eedace02e5a2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.120142] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "91668872-ae2d-4e29-bb73-dd4ef745ee36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.120397] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "91668872-ae2d-4e29-bb73-dd4ef745ee36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.127937] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c358a7-10f1-4c58-b3db-e88e2f81801b tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.128267] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e33da3e9-750e-43ff-af97-130affd9177b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.136439] env[70867]: DEBUG oslo_vmware.api [None req-a9c358a7-10f1-4c58-b3db-e88e2f81801b tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1241.136439] env[70867]: value = "task-3474679" [ 1241.136439] env[70867]: _type = "Task" [ 1241.136439] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.146181] env[70867]: DEBUG oslo_vmware.api [None req-a9c358a7-10f1-4c58-b3db-e88e2f81801b tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.234450] env[70867]: DEBUG oslo_vmware.api [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474673, 'name': CreateSnapshot_Task, 'duration_secs': 1.039539} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.234769] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Created Snapshot of the VM instance {{(pid=70867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1241.235568] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0856dfdd-65ee-4e11-a5e9-3eda1eda3c3a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.258034] env[70867]: DEBUG oslo_vmware.api [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474676, 'name': PowerOnVM_Task, 'duration_secs': 0.537114} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.258306] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.258509] env[70867]: INFO nova.compute.manager [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Took 9.57 seconds to spawn the instance on the hypervisor. [ 1241.258684] env[70867]: DEBUG nova.compute.manager [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1241.259554] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d9732c-e60b-4e59-b846-8be1a8ebad07 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.522222] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 3ddad80f-65ae-427d-8d51-c6254d0d6446] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1241.564671] env[70867]: DEBUG oslo_vmware.api [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474678, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105746} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.565011] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1241.565839] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7626748-b803-4d92-a01f-862d765faf61 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.588879] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] a9ef81bc-2aff-48c4-aac9-214bccb94c0c/a9ef81bc-2aff-48c4-aac9-214bccb94c0c.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.589413] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e3e3477-a1b5-4ef4-820d-5cf47b6a99af {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.609934] env[70867]: DEBUG oslo_vmware.api [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1241.609934] env[70867]: value = "task-3474680" [ 1241.609934] env[70867]: _type = "Task" [ 1241.609934] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.620901] env[70867]: DEBUG oslo_vmware.api [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474680, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.622820] env[70867]: DEBUG nova.compute.manager [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1241.646883] env[70867]: DEBUG oslo_vmware.api [None req-a9c358a7-10f1-4c58-b3db-e88e2f81801b tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474679, 'name': PowerOffVM_Task, 'duration_secs': 0.364292} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.646883] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c358a7-10f1-4c58-b3db-e88e2f81801b tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.646883] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c358a7-10f1-4c58-b3db-e88e2f81801b tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1241.647155] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3036e98-d96d-4b8c-8855-6d1a146b127d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.754377] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Creating linked-clone VM from snapshot {{(pid=70867) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1241.754763] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-39b0ed7c-c12c-488d-801e-b76bea5a1153 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.763345] env[70867]: DEBUG oslo_vmware.api [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1241.763345] env[70867]: value = "task-3474682" [ 1241.763345] env[70867]: _type = "Task" [ 1241.763345] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.775556] env[70867]: DEBUG oslo_vmware.api [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474682, 'name': CloneVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.780201] env[70867]: INFO nova.compute.manager [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Took 14.39 seconds to build instance. [ 1241.949897] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c614fbc6-9cfd-4c09-b3be-d5b4248d12f1 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.950276] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c614fbc6-9cfd-4c09-b3be-d5b4248d12f1 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.950520] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c614fbc6-9cfd-4c09-b3be-d5b4248d12f1 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.950817] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c614fbc6-9cfd-4c09-b3be-d5b4248d12f1 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.951153] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c614fbc6-9cfd-4c09-b3be-d5b4248d12f1 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.953470] env[70867]: INFO nova.compute.manager [None req-c614fbc6-9cfd-4c09-b3be-d5b4248d12f1 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Terminating instance [ 1242.029906] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: f7eb036e-f592-4ac1-9320-88dd97818d70] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1242.117957] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c358a7-10f1-4c58-b3db-e88e2f81801b tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1242.118201] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c358a7-10f1-4c58-b3db-e88e2f81801b tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1242.118393] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9c358a7-10f1-4c58-b3db-e88e2f81801b tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Deleting the datastore file [datastore1] a198f36a-0e77-4790-8d63-c29220a6ab5b {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.121946] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17feb522-ea3f-4387-8db5-185bc4f3c0c8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.123763] env[70867]: DEBUG oslo_vmware.api [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474680, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.129871] env[70867]: DEBUG oslo_vmware.api [None req-a9c358a7-10f1-4c58-b3db-e88e2f81801b tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1242.129871] env[70867]: value = "task-3474683" [ 1242.129871] env[70867]: _type = "Task" [ 1242.129871] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.139931] env[70867]: DEBUG oslo_vmware.api [None req-a9c358a7-10f1-4c58-b3db-e88e2f81801b tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.146212] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.146474] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.147947] env[70867]: INFO nova.compute.claims [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1242.272982] env[70867]: DEBUG oslo_vmware.api [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474682, 'name': CloneVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.284574] env[70867]: DEBUG oslo_concurrency.lockutils [None req-1d3e1555-580f-4e7e-9ec9-f8d559e0c68f tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "2be78284-9b22-4e2e-9602-0b38b3e3c374" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.907s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.284899] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d6501647-e33d-4007-82e6-16ecb780f577 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "2be78284-9b22-4e2e-9602-0b38b3e3c374" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.285200] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d6501647-e33d-4007-82e6-16ecb780f577 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "2be78284-9b22-4e2e-9602-0b38b3e3c374" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.285903] env[70867]: DEBUG nova.compute.manager [None req-d6501647-e33d-4007-82e6-16ecb780f577 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1242.287010] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f99c99-d85c-409b-80b2-85279ea18ca3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.294395] env[70867]: DEBUG nova.compute.manager [None req-d6501647-e33d-4007-82e6-16ecb780f577 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70867) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1242.294921] env[70867]: DEBUG nova.objects.instance [None req-d6501647-e33d-4007-82e6-16ecb780f577 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lazy-loading 'flavor' on Instance uuid 2be78284-9b22-4e2e-9602-0b38b3e3c374 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.311247] env[70867]: DEBUG oslo_vmware.rw_handles [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5283a568-fdc3-275e-62b2-24f44c5bd4c1/disk-0.vmdk. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1242.312579] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741ae525-66a9-45ba-9be6-ae2cd1272388 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.318412] env[70867]: DEBUG oslo_vmware.rw_handles [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5283a568-fdc3-275e-62b2-24f44c5bd4c1/disk-0.vmdk is in state: ready. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1242.318573] env[70867]: ERROR oslo_vmware.rw_handles [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5283a568-fdc3-275e-62b2-24f44c5bd4c1/disk-0.vmdk due to incomplete transfer. [ 1242.318786] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-28b87098-06c2-4687-8c7c-b7d7472393af {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.325984] env[70867]: DEBUG oslo_vmware.rw_handles [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5283a568-fdc3-275e-62b2-24f44c5bd4c1/disk-0.vmdk. {{(pid=70867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1242.326183] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Uploaded image 523829ae-aa43-4cc0-8721-01dc19b9d683 to the Glance image server {{(pid=70867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1242.328766] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Destroying the VM {{(pid=70867) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1242.329009] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-876397b2-6453-470c-bc2f-ecfb2a8b1b90 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.335188] env[70867]: DEBUG oslo_vmware.api [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1242.335188] env[70867]: value = "task-3474684" [ 1242.335188] env[70867]: _type = "Task" [ 1242.335188] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.344653] env[70867]: DEBUG oslo_vmware.api [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474684, 'name': Destroy_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.459082] env[70867]: DEBUG nova.compute.manager [None req-c614fbc6-9cfd-4c09-b3be-d5b4248d12f1 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1242.459082] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c614fbc6-9cfd-4c09-b3be-d5b4248d12f1 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1242.459732] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7534c819-d752-4afe-9c55-086ecb8ce22a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.468591] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c614fbc6-9cfd-4c09-b3be-d5b4248d12f1 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1242.468851] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c5c8332-dae0-4d7e-b766-895a8e9f7445 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.474583] env[70867]: DEBUG oslo_vmware.api [None req-c614fbc6-9cfd-4c09-b3be-d5b4248d12f1 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1242.474583] env[70867]: value = "task-3474685" [ 1242.474583] env[70867]: _type = "Task" [ 1242.474583] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.482015] env[70867]: DEBUG oslo_vmware.api [None req-c614fbc6-9cfd-4c09-b3be-d5b4248d12f1 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.533394] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: be9a92c6-88ea-4958-9c4e-a7b4715e0433] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1242.621018] env[70867]: DEBUG oslo_vmware.api [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474680, 'name': ReconfigVM_Task, 'duration_secs': 0.57647} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.621419] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Reconfigured VM instance instance-00000074 to attach disk [datastore1] a9ef81bc-2aff-48c4-aac9-214bccb94c0c/a9ef81bc-2aff-48c4-aac9-214bccb94c0c.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1242.622107] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d953f7d-2cdb-49f4-b1c2-defe7b30225f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.629625] env[70867]: DEBUG oslo_vmware.api [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1242.629625] env[70867]: value = "task-3474686" [ 1242.629625] env[70867]: _type = "Task" [ 1242.629625] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.641166] env[70867]: DEBUG oslo_vmware.api [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474686, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.644227] env[70867]: DEBUG oslo_vmware.api [None req-a9c358a7-10f1-4c58-b3db-e88e2f81801b tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.504996} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.644511] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9c358a7-10f1-4c58-b3db-e88e2f81801b tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.644730] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c358a7-10f1-4c58-b3db-e88e2f81801b tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1242.644919] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c358a7-10f1-4c58-b3db-e88e2f81801b tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1242.645109] env[70867]: INFO nova.compute.manager [None req-a9c358a7-10f1-4c58-b3db-e88e2f81801b tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Took 1.53 seconds to destroy the instance on the hypervisor. [ 1242.645347] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9c358a7-10f1-4c58-b3db-e88e2f81801b tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.645551] env[70867]: DEBUG nova.compute.manager [-] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1242.645642] env[70867]: DEBUG nova.network.neutron [-] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1242.775146] env[70867]: DEBUG oslo_vmware.api [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474682, 'name': CloneVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.850527] env[70867]: DEBUG oslo_vmware.api [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474684, 'name': Destroy_Task} progress is 33%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.983595] env[70867]: DEBUG oslo_vmware.api [None req-c614fbc6-9cfd-4c09-b3be-d5b4248d12f1 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474685, 'name': PowerOffVM_Task, 'duration_secs': 0.20884} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.983866] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c614fbc6-9cfd-4c09-b3be-d5b4248d12f1 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1242.984457] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c614fbc6-9cfd-4c09-b3be-d5b4248d12f1 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1242.984762] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-211ea757-0d59-4741-9ac7-fa7e43a9fcbd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.015653] env[70867]: DEBUG nova.compute.manager [req-5511f90a-9323-4536-9fcd-60c914d930a7 req-dd5af1b7-374a-4321-91df-e5f1053d76f4 service nova] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Received event network-vif-deleted-82042ac9-4790-4aa3-bb98-244491340e3d {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.015938] env[70867]: INFO nova.compute.manager [req-5511f90a-9323-4536-9fcd-60c914d930a7 req-dd5af1b7-374a-4321-91df-e5f1053d76f4 service nova] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Neutron deleted interface 82042ac9-4790-4aa3-bb98-244491340e3d; detaching it from the instance and deleting it from the info cache [ 1243.016013] env[70867]: DEBUG nova.network.neutron [req-5511f90a-9323-4536-9fcd-60c914d930a7 req-dd5af1b7-374a-4321-91df-e5f1053d76f4 service nova] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.036467] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 0f2395d1-5ae7-403c-a689-9861a88fc203] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1243.047852] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c614fbc6-9cfd-4c09-b3be-d5b4248d12f1 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1243.048048] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c614fbc6-9cfd-4c09-b3be-d5b4248d12f1 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1243.048229] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c614fbc6-9cfd-4c09-b3be-d5b4248d12f1 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Deleting the datastore file [datastore1] f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1243.048478] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5eb1861b-1017-43ab-aa8d-ceea76d72c85 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.056055] env[70867]: DEBUG oslo_vmware.api [None req-c614fbc6-9cfd-4c09-b3be-d5b4248d12f1 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for the task: (returnval){ [ 1243.056055] env[70867]: value = "task-3474689" [ 1243.056055] env[70867]: _type = "Task" [ 1243.056055] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.064234] env[70867]: DEBUG oslo_vmware.api [None req-c614fbc6-9cfd-4c09-b3be-d5b4248d12f1 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.139691] env[70867]: DEBUG oslo_vmware.api [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474686, 'name': Rename_Task, 'duration_secs': 0.284895} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.139979] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1243.140273] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6d3829b-93c6-4d38-bd34-a71fe36285f7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.145669] env[70867]: DEBUG oslo_vmware.api [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1243.145669] env[70867]: value = "task-3474690" [ 1243.145669] env[70867]: _type = "Task" [ 1243.145669] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.154559] env[70867]: DEBUG oslo_vmware.api [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474690, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.275128] env[70867]: DEBUG oslo_vmware.api [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474682, 'name': CloneVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.302168] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6501647-e33d-4007-82e6-16ecb780f577 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.302736] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-276a3b30-231b-4890-ab92-9a97def41981 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.312383] env[70867]: DEBUG oslo_vmware.api [None req-d6501647-e33d-4007-82e6-16ecb780f577 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1243.312383] env[70867]: value = "task-3474691" [ 1243.312383] env[70867]: _type = "Task" [ 1243.312383] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.314298] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26757649-d809-4780-916a-1efbd17ac873 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.326058] env[70867]: DEBUG oslo_vmware.api [None req-d6501647-e33d-4007-82e6-16ecb780f577 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.328522] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7c451d-807a-44c2-8e7d-16c422fe4b6f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.362907] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c11f75-2aa8-4562-ba87-bb539f0e9530 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.370669] env[70867]: DEBUG oslo_vmware.api [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474684, 'name': Destroy_Task, 'duration_secs': 0.77128} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.372899] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Destroyed the VM [ 1243.373173] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Deleting Snapshot of the VM instance {{(pid=70867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1243.373481] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-18c2758a-64bf-4154-9eff-f0686ac46147 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.376097] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa9ea0c-9f0d-43df-af12-efa3ced14f25 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.389863] env[70867]: DEBUG nova.compute.provider_tree [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.392955] env[70867]: DEBUG oslo_vmware.api [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1243.392955] env[70867]: value = "task-3474692" [ 1243.392955] env[70867]: _type = "Task" [ 1243.392955] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.401013] env[70867]: DEBUG oslo_vmware.api [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474692, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.448074] env[70867]: DEBUG nova.network.neutron [-] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.518583] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64ae2787-c620-46cd-9bb8-053faff6303e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.530078] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27f6a24-dabe-4e2f-9062-942e695d249b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.542693] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 46d74c4c-c717-4355-822d-2f6397c7f3e6] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1243.565588] env[70867]: DEBUG nova.compute.manager [req-5511f90a-9323-4536-9fcd-60c914d930a7 req-dd5af1b7-374a-4321-91df-e5f1053d76f4 service nova] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Detach interface failed, port_id=82042ac9-4790-4aa3-bb98-244491340e3d, reason: Instance a198f36a-0e77-4790-8d63-c29220a6ab5b could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1243.575771] env[70867]: DEBUG oslo_vmware.api [None req-c614fbc6-9cfd-4c09-b3be-d5b4248d12f1 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Task: {'id': task-3474689, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256727} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.576057] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c614fbc6-9cfd-4c09-b3be-d5b4248d12f1 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1243.576251] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c614fbc6-9cfd-4c09-b3be-d5b4248d12f1 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1243.576430] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c614fbc6-9cfd-4c09-b3be-d5b4248d12f1 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1243.576604] env[70867]: INFO nova.compute.manager [None req-c614fbc6-9cfd-4c09-b3be-d5b4248d12f1 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1243.576846] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c614fbc6-9cfd-4c09-b3be-d5b4248d12f1 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1243.577038] env[70867]: DEBUG nova.compute.manager [-] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1243.577136] env[70867]: DEBUG nova.network.neutron [-] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1243.655933] env[70867]: DEBUG oslo_vmware.api [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474690, 'name': PowerOnVM_Task, 'duration_secs': 0.491457} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.656224] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1243.656442] env[70867]: INFO nova.compute.manager [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Took 8.20 seconds to spawn the instance on the hypervisor. [ 1243.656648] env[70867]: DEBUG nova.compute.manager [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1243.657499] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea17fbf1-2b32-4365-b413-31bce8867e2d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.776080] env[70867]: DEBUG oslo_vmware.api [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474682, 'name': CloneVM_Task, 'duration_secs': 1.692851} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.776350] env[70867]: INFO nova.virt.vmwareapi.vmops [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Created linked-clone VM from snapshot [ 1243.777462] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7ef02d-5977-4eaf-95d7-caa94179026b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.795068] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Uploading image 8cd88621-ed4f-4aa1-828d-43442d1fcbd7 {{(pid=70867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1243.838187] env[70867]: DEBUG oslo_vmware.api [None req-d6501647-e33d-4007-82e6-16ecb780f577 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474691, 'name': PowerOffVM_Task, 'duration_secs': 0.287861} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.838187] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6501647-e33d-4007-82e6-16ecb780f577 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.838187] env[70867]: DEBUG nova.compute.manager [None req-d6501647-e33d-4007-82e6-16ecb780f577 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1243.838187] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4645254a-76bf-45ed-af6c-92da296e63fa {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.895358] env[70867]: DEBUG nova.scheduler.client.report [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.903436] env[70867]: DEBUG oslo_vmware.rw_handles [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1243.903436] env[70867]: value = "vm-694591" [ 1243.903436] env[70867]: _type = "VirtualMachine" [ 1243.903436] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1243.911923] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-70213878-a502-42a3-be5d-375e4ced6b2a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.920587] env[70867]: DEBUG oslo_vmware.api [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474692, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.922173] env[70867]: DEBUG oslo_vmware.rw_handles [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lease: (returnval){ [ 1243.922173] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52df785e-4646-c362-aa1f-3561ed2b9219" [ 1243.922173] env[70867]: _type = "HttpNfcLease" [ 1243.922173] env[70867]: } obtained for exporting VM: (result){ [ 1243.922173] env[70867]: value = "vm-694591" [ 1243.922173] env[70867]: _type = "VirtualMachine" [ 1243.922173] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1243.922609] env[70867]: DEBUG oslo_vmware.api [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the lease: (returnval){ [ 1243.922609] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52df785e-4646-c362-aa1f-3561ed2b9219" [ 1243.922609] env[70867]: _type = "HttpNfcLease" [ 1243.922609] env[70867]: } to be ready. {{(pid=70867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1243.930358] env[70867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1243.930358] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52df785e-4646-c362-aa1f-3561ed2b9219" [ 1243.930358] env[70867]: _type = "HttpNfcLease" [ 1243.930358] env[70867]: } is initializing. {{(pid=70867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1243.951544] env[70867]: INFO nova.compute.manager [-] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Took 1.31 seconds to deallocate network for instance. [ 1244.046631] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 4347eb07-8998-41f2-94df-934f102f632d] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1244.174339] env[70867]: INFO nova.compute.manager [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Took 14.95 seconds to build instance. [ 1244.295653] env[70867]: DEBUG nova.network.neutron [-] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.339037] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d6501647-e33d-4007-82e6-16ecb780f577 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "2be78284-9b22-4e2e-9602-0b38b3e3c374" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.411365] env[70867]: DEBUG oslo_vmware.api [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474692, 'name': RemoveSnapshot_Task, 'duration_secs': 0.68216} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.411365] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Deleted Snapshot of the VM instance {{(pid=70867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1244.411365] env[70867]: DEBUG nova.compute.manager [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1244.411365] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8dc53aa-3b91-4375-8da8-71c5217952b5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.414658] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.268s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.414980] env[70867]: DEBUG nova.compute.manager [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1244.429764] env[70867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1244.429764] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52df785e-4646-c362-aa1f-3561ed2b9219" [ 1244.429764] env[70867]: _type = "HttpNfcLease" [ 1244.429764] env[70867]: } is ready. {{(pid=70867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1244.430094] env[70867]: DEBUG oslo_vmware.rw_handles [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1244.430094] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52df785e-4646-c362-aa1f-3561ed2b9219" [ 1244.430094] env[70867]: _type = "HttpNfcLease" [ 1244.430094] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1244.430852] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02310515-fd02-49b3-a434-66fe04c02ef9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.438450] env[70867]: DEBUG oslo_vmware.rw_handles [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b28b6e-c235-09c4-39e4-1722b469e544/disk-0.vmdk from lease info. {{(pid=70867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1244.438691] env[70867]: DEBUG oslo_vmware.rw_handles [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b28b6e-c235-09c4-39e4-1722b469e544/disk-0.vmdk for reading. {{(pid=70867) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1244.495223] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a9c358a7-10f1-4c58-b3db-e88e2f81801b tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.495566] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a9c358a7-10f1-4c58-b3db-e88e2f81801b tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.495777] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a9c358a7-10f1-4c58-b3db-e88e2f81801b tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.518800] env[70867]: INFO nova.scheduler.client.report [None req-a9c358a7-10f1-4c58-b3db-e88e2f81801b tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Deleted allocations for instance a198f36a-0e77-4790-8d63-c29220a6ab5b [ 1244.549607] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 3d2b5374-46c8-4ab9-ab4c-4376eadfb236] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1244.565624] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2ca2ffb4-75a0-4f07-8e5e-6e52a99b1f4e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.674928] env[70867]: DEBUG oslo_concurrency.lockutils [None req-818088fe-6d9e-48eb-9b08-953acd3d9e00 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "2be78284-9b22-4e2e-9602-0b38b3e3c374" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.675230] env[70867]: DEBUG oslo_concurrency.lockutils [None req-818088fe-6d9e-48eb-9b08-953acd3d9e00 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "2be78284-9b22-4e2e-9602-0b38b3e3c374" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.675452] env[70867]: DEBUG oslo_concurrency.lockutils [None req-818088fe-6d9e-48eb-9b08-953acd3d9e00 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "2be78284-9b22-4e2e-9602-0b38b3e3c374-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.675645] env[70867]: DEBUG oslo_concurrency.lockutils [None req-818088fe-6d9e-48eb-9b08-953acd3d9e00 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "2be78284-9b22-4e2e-9602-0b38b3e3c374-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.675825] env[70867]: DEBUG oslo_concurrency.lockutils [None req-818088fe-6d9e-48eb-9b08-953acd3d9e00 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "2be78284-9b22-4e2e-9602-0b38b3e3c374-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.677464] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9ca26b3a-af59-4db0-baec-76c3aabda0d2 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "a9ef81bc-2aff-48c4-aac9-214bccb94c0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.464s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.678347] env[70867]: INFO nova.compute.manager [None req-818088fe-6d9e-48eb-9b08-953acd3d9e00 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Terminating instance [ 1244.797676] env[70867]: INFO nova.compute.manager [-] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Took 1.22 seconds to deallocate network for instance. [ 1244.926696] env[70867]: DEBUG nova.compute.utils [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1244.929992] env[70867]: INFO nova.compute.manager [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Shelve offloading [ 1244.931446] env[70867]: DEBUG nova.compute.manager [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1244.931634] env[70867]: DEBUG nova.network.neutron [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1244.971669] env[70867]: DEBUG nova.policy [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf2f119e140443c3a21a9611d5cddf18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f94b6672cd2148058cf204653b4d1471', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1245.027663] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a9c358a7-10f1-4c58-b3db-e88e2f81801b tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "a198f36a-0e77-4790-8d63-c29220a6ab5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.423s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.050109] env[70867]: DEBUG nova.compute.manager [req-f2ed01f8-0335-42cb-9c50-2ccd2aefdf14 req-1e7a3d8c-cbe0-47e5-a03b-e4e3a29cd2bb service nova] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Received event network-vif-deleted-96b94cfc-d0c9-4556-808b-e9f46acee63e {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.053169] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: d0ca53d2-313b-48e6-95ca-b580e0b083ff] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1245.182665] env[70867]: DEBUG nova.compute.manager [None req-818088fe-6d9e-48eb-9b08-953acd3d9e00 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1245.183031] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-818088fe-6d9e-48eb-9b08-953acd3d9e00 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1245.185043] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833d49f7-6ebe-4688-88cf-10969112e625 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.192912] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-818088fe-6d9e-48eb-9b08-953acd3d9e00 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1245.193338] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e6810d7-dd1c-45f0-bc60-a180a4101e14 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.255547] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-818088fe-6d9e-48eb-9b08-953acd3d9e00 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1245.256139] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-818088fe-6d9e-48eb-9b08-953acd3d9e00 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1245.256693] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-818088fe-6d9e-48eb-9b08-953acd3d9e00 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Deleting the datastore file [datastore1] 2be78284-9b22-4e2e-9602-0b38b3e3c374 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.257442] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b595b66-c83a-41bb-ac56-a62f9764673a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.264855] env[70867]: DEBUG oslo_vmware.api [None req-818088fe-6d9e-48eb-9b08-953acd3d9e00 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1245.264855] env[70867]: value = "task-3474695" [ 1245.264855] env[70867]: _type = "Task" [ 1245.264855] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.276411] env[70867]: DEBUG oslo_vmware.api [None req-818088fe-6d9e-48eb-9b08-953acd3d9e00 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.299768] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1778ba2-e7bd-41d8-868e-2e65ee3767d7 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Volume attach. Driver type: vmdk {{(pid=70867) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1245.300213] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1778ba2-e7bd-41d8-868e-2e65ee3767d7 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694590', 'volume_id': '73dc10f4-4b6f-41e4-8bee-5e0474b8aa07', 'name': 'volume-73dc10f4-4b6f-41e4-8bee-5e0474b8aa07', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f86bc274-8f51-49f9-a012-02a58ddd00ab', 'attached_at': '', 'detached_at': '', 'volume_id': '73dc10f4-4b6f-41e4-8bee-5e0474b8aa07', 'serial': '73dc10f4-4b6f-41e4-8bee-5e0474b8aa07'} {{(pid=70867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1245.301363] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91fbded-89e8-4063-b113-f187a1bdd38c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.306714] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c614fbc6-9cfd-4c09-b3be-d5b4248d12f1 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.306981] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c614fbc6-9cfd-4c09-b3be-d5b4248d12f1 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.307296] env[70867]: DEBUG nova.objects.instance [None req-c614fbc6-9cfd-4c09-b3be-d5b4248d12f1 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lazy-loading 'resources' on Instance uuid f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.327117] env[70867]: DEBUG nova.network.neutron [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Successfully created port: c574ae78-8a1e-4059-8840-e4b82b3ec339 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1245.330800] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642b0137-5dce-4b77-87c6-185c9f4dc304 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.360308] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1778ba2-e7bd-41d8-868e-2e65ee3767d7 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-73dc10f4-4b6f-41e4-8bee-5e0474b8aa07/volume-73dc10f4-4b6f-41e4-8bee-5e0474b8aa07.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.361145] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d36eb4a7-af2a-41e0-93d3-38086b52501f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.383320] env[70867]: DEBUG oslo_vmware.api [None req-c1778ba2-e7bd-41d8-868e-2e65ee3767d7 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Waiting for the task: (returnval){ [ 1245.383320] env[70867]: value = "task-3474696" [ 1245.383320] env[70867]: _type = "Task" [ 1245.383320] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.393688] env[70867]: DEBUG oslo_vmware.api [None req-c1778ba2-e7bd-41d8-868e-2e65ee3767d7 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474696, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.435098] env[70867]: DEBUG nova.compute.manager [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1245.437956] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.438365] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-473fe764-dcd0-4815-820e-9de7dacc1924 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.446616] env[70867]: DEBUG oslo_vmware.api [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1245.446616] env[70867]: value = "task-3474697" [ 1245.446616] env[70867]: _type = "Task" [ 1245.446616] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.457785] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] VM already powered off {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1245.458116] env[70867]: DEBUG nova.compute.manager [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1245.458925] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5b8483-a370-4c0a-a3ea-837763e45f91 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.464954] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquiring lock "refresh_cache-e44d9816-2dd8-4c50-a4b8-46183a9a87c7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.465136] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquired lock "refresh_cache-e44d9816-2dd8-4c50-a4b8-46183a9a87c7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.465305] env[70867]: DEBUG nova.network.neutron [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1245.556951] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: ef4a1e5c-a8a3-4e6c-901d-b71b2f857d0d] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1245.605325] env[70867]: DEBUG nova.compute.manager [None req-59400e51-8bf5-4aa6-a192-ba8213d8e88a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1245.607030] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be4f7e5-b2ad-44d4-8bcb-4e90a4b3a122 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.775847] env[70867]: DEBUG oslo_vmware.api [None req-818088fe-6d9e-48eb-9b08-953acd3d9e00 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474695, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270102} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.776539] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-818088fe-6d9e-48eb-9b08-953acd3d9e00 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1245.776775] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-818088fe-6d9e-48eb-9b08-953acd3d9e00 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1245.776966] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-818088fe-6d9e-48eb-9b08-953acd3d9e00 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1245.777242] env[70867]: INFO nova.compute.manager [None req-818088fe-6d9e-48eb-9b08-953acd3d9e00 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1245.777487] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-818088fe-6d9e-48eb-9b08-953acd3d9e00 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1245.777679] env[70867]: DEBUG nova.compute.manager [-] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1245.777771] env[70867]: DEBUG nova.network.neutron [-] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1245.895988] env[70867]: DEBUG oslo_vmware.api [None req-c1778ba2-e7bd-41d8-868e-2e65ee3767d7 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.996651] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fecbe3-a495-43f6-a952-8c743373b7ad {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.012963] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f82eb53-0b34-4b84-8587-3fac9b5a4a4b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.046551] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d57f24c-9443-44c1-9b08-f93148e59c08 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.057456] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906a9382-f332-40b9-a106-b9614f77d999 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.062093] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: e4828dea-a14c-4aff-8e6f-e1986f399b60] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1246.077023] env[70867]: DEBUG nova.compute.provider_tree [None req-c614fbc6-9cfd-4c09-b3be-d5b4248d12f1 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.119306] env[70867]: INFO nova.compute.manager [None req-59400e51-8bf5-4aa6-a192-ba8213d8e88a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] instance snapshotting [ 1246.123039] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3ddd01-26ee-4d7a-ab64-82ec183b4ab4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.142609] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401a6a15-d4b8-4e42-acaf-f6a2c42c64a1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.248217] env[70867]: DEBUG nova.network.neutron [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Updating instance_info_cache with network_info: [{"id": "ea0d8b03-d862-4332-86e1-3ef5dbf14c15", "address": "fa:16:3e:91:9a:4e", "network": {"id": "e8347f9b-3eb6-43b4-87ae-bb1cf7f8bc82", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2004525000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73a13fbd950b48dd91a096cbbeb17b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea0d8b03-d8", "ovs_interfaceid": "ea0d8b03-d862-4332-86e1-3ef5dbf14c15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.396534] env[70867]: DEBUG oslo_vmware.api [None req-c1778ba2-e7bd-41d8-868e-2e65ee3767d7 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474696, 'name': ReconfigVM_Task, 'duration_secs': 0.630735} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.397130] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1778ba2-e7bd-41d8-868e-2e65ee3767d7 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-73dc10f4-4b6f-41e4-8bee-5e0474b8aa07/volume-73dc10f4-4b6f-41e4-8bee-5e0474b8aa07.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.402825] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7024a87-d9bc-4567-99ca-002c1f15bcc5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.419352] env[70867]: DEBUG oslo_vmware.api [None req-c1778ba2-e7bd-41d8-868e-2e65ee3767d7 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Waiting for the task: (returnval){ [ 1246.419352] env[70867]: value = "task-3474698" [ 1246.419352] env[70867]: _type = "Task" [ 1246.419352] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.429760] env[70867]: DEBUG oslo_vmware.api [None req-c1778ba2-e7bd-41d8-868e-2e65ee3767d7 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474698, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.447468] env[70867]: DEBUG nova.compute.manager [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1246.476367] env[70867]: DEBUG nova.virt.hardware [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1246.476622] env[70867]: DEBUG nova.virt.hardware [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1246.476781] env[70867]: DEBUG nova.virt.hardware [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1246.476969] env[70867]: DEBUG nova.virt.hardware [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1246.477124] env[70867]: DEBUG nova.virt.hardware [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1246.477274] env[70867]: DEBUG nova.virt.hardware [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1246.477486] env[70867]: DEBUG nova.virt.hardware [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1246.477647] env[70867]: DEBUG nova.virt.hardware [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1246.477814] env[70867]: DEBUG nova.virt.hardware [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1246.477978] env[70867]: DEBUG nova.virt.hardware [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1246.478175] env[70867]: DEBUG nova.virt.hardware [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1246.479054] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b1dd86-70b8-42ff-a839-8756cb85a066 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.487088] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cacf539-f386-430a-95bb-73e6110a7964 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.565973] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 8ca8c5ef-e951-49bf-816c-84a297d92f07] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1246.580327] env[70867]: DEBUG nova.scheduler.client.report [None req-c614fbc6-9cfd-4c09-b3be-d5b4248d12f1 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.616150] env[70867]: DEBUG nova.network.neutron [-] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.657302] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-59400e51-8bf5-4aa6-a192-ba8213d8e88a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Creating Snapshot of the VM instance {{(pid=70867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1246.658370] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-326342d0-eb3d-49de-9a6c-2fbc562b3416 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.666538] env[70867]: DEBUG oslo_vmware.api [None req-59400e51-8bf5-4aa6-a192-ba8213d8e88a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1246.666538] env[70867]: value = "task-3474699" [ 1246.666538] env[70867]: _type = "Task" [ 1246.666538] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.675589] env[70867]: DEBUG oslo_vmware.api [None req-59400e51-8bf5-4aa6-a192-ba8213d8e88a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474699, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.751585] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Releasing lock "refresh_cache-e44d9816-2dd8-4c50-a4b8-46183a9a87c7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.807757] env[70867]: DEBUG nova.network.neutron [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Successfully updated port: c574ae78-8a1e-4059-8840-e4b82b3ec339 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1246.930049] env[70867]: DEBUG oslo_vmware.api [None req-c1778ba2-e7bd-41d8-868e-2e65ee3767d7 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474698, 'name': ReconfigVM_Task, 'duration_secs': 0.154871} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.930434] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1778ba2-e7bd-41d8-868e-2e65ee3767d7 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694590', 'volume_id': '73dc10f4-4b6f-41e4-8bee-5e0474b8aa07', 'name': 'volume-73dc10f4-4b6f-41e4-8bee-5e0474b8aa07', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f86bc274-8f51-49f9-a012-02a58ddd00ab', 'attached_at': '', 'detached_at': '', 'volume_id': '73dc10f4-4b6f-41e4-8bee-5e0474b8aa07', 'serial': '73dc10f4-4b6f-41e4-8bee-5e0474b8aa07'} {{(pid=70867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1247.016831] env[70867]: DEBUG nova.compute.manager [req-d6c17e1d-016f-4afa-8297-3ec1dd4cf794 req-8231603e-fb8f-424b-9664-ca5d5e1a23c3 service nova] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Received event network-vif-unplugged-ea0d8b03-d862-4332-86e1-3ef5dbf14c15 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.017535] env[70867]: DEBUG oslo_concurrency.lockutils [req-d6c17e1d-016f-4afa-8297-3ec1dd4cf794 req-8231603e-fb8f-424b-9664-ca5d5e1a23c3 service nova] Acquiring lock "e44d9816-2dd8-4c50-a4b8-46183a9a87c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.017535] env[70867]: DEBUG oslo_concurrency.lockutils [req-d6c17e1d-016f-4afa-8297-3ec1dd4cf794 req-8231603e-fb8f-424b-9664-ca5d5e1a23c3 service nova] Lock "e44d9816-2dd8-4c50-a4b8-46183a9a87c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.017535] env[70867]: DEBUG oslo_concurrency.lockutils [req-d6c17e1d-016f-4afa-8297-3ec1dd4cf794 req-8231603e-fb8f-424b-9664-ca5d5e1a23c3 service nova] Lock "e44d9816-2dd8-4c50-a4b8-46183a9a87c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.017733] env[70867]: DEBUG nova.compute.manager [req-d6c17e1d-016f-4afa-8297-3ec1dd4cf794 req-8231603e-fb8f-424b-9664-ca5d5e1a23c3 service nova] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] No waiting events found dispatching network-vif-unplugged-ea0d8b03-d862-4332-86e1-3ef5dbf14c15 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1247.017825] env[70867]: WARNING nova.compute.manager [req-d6c17e1d-016f-4afa-8297-3ec1dd4cf794 req-8231603e-fb8f-424b-9664-ca5d5e1a23c3 service nova] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Received unexpected event network-vif-unplugged-ea0d8b03-d862-4332-86e1-3ef5dbf14c15 for instance with vm_state shelved and task_state shelving_offloading. [ 1247.068882] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 548a2cd1-5cee-4a6d-91ea-2435dd9d0691] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1247.085302] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c614fbc6-9cfd-4c09-b3be-d5b4248d12f1 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.778s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.117719] env[70867]: INFO nova.scheduler.client.report [None req-c614fbc6-9cfd-4c09-b3be-d5b4248d12f1 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Deleted allocations for instance f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f [ 1247.119103] env[70867]: INFO nova.compute.manager [-] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Took 1.34 seconds to deallocate network for instance. [ 1247.135132] env[70867]: DEBUG nova.compute.manager [req-28a17225-df33-4a33-9240-3b1cc8d5c116 req-57fa20a5-bfea-4caa-be3d-39624ad64737 service nova] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Received event network-vif-deleted-862259dd-fdf6-4780-8470-e93d156fd397 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.135132] env[70867]: DEBUG nova.compute.manager [req-28a17225-df33-4a33-9240-3b1cc8d5c116 req-57fa20a5-bfea-4caa-be3d-39624ad64737 service nova] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Received event network-vif-plugged-c574ae78-8a1e-4059-8840-e4b82b3ec339 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.135132] env[70867]: DEBUG oslo_concurrency.lockutils [req-28a17225-df33-4a33-9240-3b1cc8d5c116 req-57fa20a5-bfea-4caa-be3d-39624ad64737 service nova] Acquiring lock "91668872-ae2d-4e29-bb73-dd4ef745ee36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.135132] env[70867]: DEBUG oslo_concurrency.lockutils [req-28a17225-df33-4a33-9240-3b1cc8d5c116 req-57fa20a5-bfea-4caa-be3d-39624ad64737 service nova] Lock "91668872-ae2d-4e29-bb73-dd4ef745ee36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.135132] env[70867]: DEBUG oslo_concurrency.lockutils [req-28a17225-df33-4a33-9240-3b1cc8d5c116 req-57fa20a5-bfea-4caa-be3d-39624ad64737 service nova] Lock "91668872-ae2d-4e29-bb73-dd4ef745ee36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.135132] env[70867]: DEBUG nova.compute.manager [req-28a17225-df33-4a33-9240-3b1cc8d5c116 req-57fa20a5-bfea-4caa-be3d-39624ad64737 service nova] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] No waiting events found dispatching network-vif-plugged-c574ae78-8a1e-4059-8840-e4b82b3ec339 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1247.135483] env[70867]: WARNING nova.compute.manager [req-28a17225-df33-4a33-9240-3b1cc8d5c116 req-57fa20a5-bfea-4caa-be3d-39624ad64737 service nova] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Received unexpected event network-vif-plugged-c574ae78-8a1e-4059-8840-e4b82b3ec339 for instance with vm_state building and task_state spawning. [ 1247.135483] env[70867]: DEBUG nova.compute.manager [req-28a17225-df33-4a33-9240-3b1cc8d5c116 req-57fa20a5-bfea-4caa-be3d-39624ad64737 service nova] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Received event network-changed-c574ae78-8a1e-4059-8840-e4b82b3ec339 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.135594] env[70867]: DEBUG nova.compute.manager [req-28a17225-df33-4a33-9240-3b1cc8d5c116 req-57fa20a5-bfea-4caa-be3d-39624ad64737 service nova] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Refreshing instance network info cache due to event network-changed-c574ae78-8a1e-4059-8840-e4b82b3ec339. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1247.135764] env[70867]: DEBUG oslo_concurrency.lockutils [req-28a17225-df33-4a33-9240-3b1cc8d5c116 req-57fa20a5-bfea-4caa-be3d-39624ad64737 service nova] Acquiring lock "refresh_cache-91668872-ae2d-4e29-bb73-dd4ef745ee36" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.135894] env[70867]: DEBUG oslo_concurrency.lockutils [req-28a17225-df33-4a33-9240-3b1cc8d5c116 req-57fa20a5-bfea-4caa-be3d-39624ad64737 service nova] Acquired lock "refresh_cache-91668872-ae2d-4e29-bb73-dd4ef745ee36" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.136063] env[70867]: DEBUG nova.network.neutron [req-28a17225-df33-4a33-9240-3b1cc8d5c116 req-57fa20a5-bfea-4caa-be3d-39624ad64737 service nova] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Refreshing network info cache for port c574ae78-8a1e-4059-8840-e4b82b3ec339 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1247.181785] env[70867]: DEBUG oslo_vmware.api [None req-59400e51-8bf5-4aa6-a192-ba8213d8e88a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474699, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.182932] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1247.184027] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6b1329-e3d1-4969-942c-89d0683d937f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.191994] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1247.192255] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96642cb9-bc1f-4436-83c7-34a3138d40cb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.268511] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1247.268893] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1247.270028] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Deleting the datastore file [datastore2] e44d9816-2dd8-4c50-a4b8-46183a9a87c7 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1247.270028] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78756e0c-153d-4aa0-9401-cb16b98ce222 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.276584] env[70867]: DEBUG oslo_vmware.api [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1247.276584] env[70867]: value = "task-3474701" [ 1247.276584] env[70867]: _type = "Task" [ 1247.276584] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.284834] env[70867]: DEBUG oslo_vmware.api [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474701, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.310626] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "refresh_cache-91668872-ae2d-4e29-bb73-dd4ef745ee36" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.574276] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: f97cb95b-5d2e-4ac4-ba82-80a705a086f4] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1247.629569] env[70867]: DEBUG oslo_concurrency.lockutils [None req-818088fe-6d9e-48eb-9b08-953acd3d9e00 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.630181] env[70867]: DEBUG oslo_concurrency.lockutils [None req-818088fe-6d9e-48eb-9b08-953acd3d9e00 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.630544] env[70867]: DEBUG nova.objects.instance [None req-818088fe-6d9e-48eb-9b08-953acd3d9e00 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lazy-loading 'resources' on Instance uuid 2be78284-9b22-4e2e-9602-0b38b3e3c374 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.631743] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c614fbc6-9cfd-4c09-b3be-d5b4248d12f1 tempest-ServersTestJSON-1077589159 tempest-ServersTestJSON-1077589159-project-member] Lock "f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.682s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.673181] env[70867]: DEBUG nova.network.neutron [req-28a17225-df33-4a33-9240-3b1cc8d5c116 req-57fa20a5-bfea-4caa-be3d-39624ad64737 service nova] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1247.680538] env[70867]: DEBUG oslo_vmware.api [None req-59400e51-8bf5-4aa6-a192-ba8213d8e88a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474699, 'name': CreateSnapshot_Task, 'duration_secs': 0.71677} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.680984] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-59400e51-8bf5-4aa6-a192-ba8213d8e88a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Created Snapshot of the VM instance {{(pid=70867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1247.681938] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce48a11-4e0a-450e-bb3e-ed6f853de53b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.743646] env[70867]: DEBUG nova.network.neutron [req-28a17225-df33-4a33-9240-3b1cc8d5c116 req-57fa20a5-bfea-4caa-be3d-39624ad64737 service nova] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.788911] env[70867]: DEBUG oslo_vmware.api [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474701, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305276} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.788911] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1247.788911] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1247.788911] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1247.808727] env[70867]: INFO nova.scheduler.client.report [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Deleted allocations for instance e44d9816-2dd8-4c50-a4b8-46183a9a87c7 [ 1248.076128] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1248.076312] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Cleaning up deleted instances with incomplete migration {{(pid=70867) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1248.103287] env[70867]: DEBUG nova.objects.instance [None req-c1778ba2-e7bd-41d8-868e-2e65ee3767d7 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lazy-loading 'flavor' on Instance uuid f86bc274-8f51-49f9-a012-02a58ddd00ab {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.199992] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-59400e51-8bf5-4aa6-a192-ba8213d8e88a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Creating linked-clone VM from snapshot {{(pid=70867) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1248.202656] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-07a3d7ea-e601-47a3-a489-edefdd770d80 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.211957] env[70867]: DEBUG oslo_vmware.api [None req-59400e51-8bf5-4aa6-a192-ba8213d8e88a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1248.211957] env[70867]: value = "task-3474702" [ 1248.211957] env[70867]: _type = "Task" [ 1248.211957] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.222368] env[70867]: DEBUG oslo_vmware.api [None req-59400e51-8bf5-4aa6-a192-ba8213d8e88a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474702, 'name': CloneVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.245781] env[70867]: DEBUG oslo_concurrency.lockutils [req-28a17225-df33-4a33-9240-3b1cc8d5c116 req-57fa20a5-bfea-4caa-be3d-39624ad64737 service nova] Releasing lock "refresh_cache-91668872-ae2d-4e29-bb73-dd4ef745ee36" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.245905] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquired lock "refresh_cache-91668872-ae2d-4e29-bb73-dd4ef745ee36" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.245987] env[70867]: DEBUG nova.network.neutron [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.251125] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac47968-91e2-420a-94fd-cb4d81865287 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.261199] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28722e3-3b9f-4e21-a0e7-b8d1eed0f934 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.293740] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babf39f0-0bc2-4ad5-b5e8-9749b1f25a87 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.301510] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf661eef-b4ae-4216-9cff-7e66684a7154 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.316840] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.317412] env[70867]: DEBUG nova.compute.provider_tree [None req-818088fe-6d9e-48eb-9b08-953acd3d9e00 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.609014] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c1778ba2-e7bd-41d8-868e-2e65ee3767d7 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "f86bc274-8f51-49f9-a012-02a58ddd00ab" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.935s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.722728] env[70867]: DEBUG oslo_vmware.api [None req-59400e51-8bf5-4aa6-a192-ba8213d8e88a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474702, 'name': CloneVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.797890] env[70867]: DEBUG nova.network.neutron [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1248.821212] env[70867]: DEBUG nova.scheduler.client.report [None req-818088fe-6d9e-48eb-9b08-953acd3d9e00 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.072144] env[70867]: DEBUG nova.compute.manager [req-168ad4e9-8fd2-4655-8295-187a1964dbf7 req-37ae5962-ae81-4d83-9aa7-e9c7a8200328 service nova] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Received event network-changed-ea0d8b03-d862-4332-86e1-3ef5dbf14c15 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.073022] env[70867]: DEBUG nova.compute.manager [req-168ad4e9-8fd2-4655-8295-187a1964dbf7 req-37ae5962-ae81-4d83-9aa7-e9c7a8200328 service nova] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Refreshing instance network info cache due to event network-changed-ea0d8b03-d862-4332-86e1-3ef5dbf14c15. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1249.073548] env[70867]: DEBUG oslo_concurrency.lockutils [req-168ad4e9-8fd2-4655-8295-187a1964dbf7 req-37ae5962-ae81-4d83-9aa7-e9c7a8200328 service nova] Acquiring lock "refresh_cache-e44d9816-2dd8-4c50-a4b8-46183a9a87c7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.073979] env[70867]: DEBUG oslo_concurrency.lockutils [req-168ad4e9-8fd2-4655-8295-187a1964dbf7 req-37ae5962-ae81-4d83-9aa7-e9c7a8200328 service nova] Acquired lock "refresh_cache-e44d9816-2dd8-4c50-a4b8-46183a9a87c7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.074300] env[70867]: DEBUG nova.network.neutron [req-168ad4e9-8fd2-4655-8295-187a1964dbf7 req-37ae5962-ae81-4d83-9aa7-e9c7a8200328 service nova] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Refreshing network info cache for port ea0d8b03-d862-4332-86e1-3ef5dbf14c15 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1249.102482] env[70867]: DEBUG nova.network.neutron [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Updating instance_info_cache with network_info: [{"id": "c574ae78-8a1e-4059-8840-e4b82b3ec339", "address": "fa:16:3e:e3:8e:72", "network": {"id": "0f24c0fc-b194-43e8-968e-2e17fa9a3a2a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1239692035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f94b6672cd2148058cf204653b4d1471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc574ae78-8a", "ovs_interfaceid": "c574ae78-8a1e-4059-8840-e4b82b3ec339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.223961] env[70867]: DEBUG oslo_vmware.api [None req-59400e51-8bf5-4aa6-a192-ba8213d8e88a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474702, 'name': CloneVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.248261] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._sync_power_states {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.328936] env[70867]: DEBUG oslo_concurrency.lockutils [None req-818088fe-6d9e-48eb-9b08-953acd3d9e00 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.699s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.332520] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.015s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.332900] env[70867]: DEBUG nova.objects.instance [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lazy-loading 'resources' on Instance uuid e44d9816-2dd8-4c50-a4b8-46183a9a87c7 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.348370] env[70867]: INFO nova.scheduler.client.report [None req-818088fe-6d9e-48eb-9b08-953acd3d9e00 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Deleted allocations for instance 2be78284-9b22-4e2e-9602-0b38b3e3c374 [ 1249.571580] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7b127c2c-7ac1-4ffa-9a2b-25eb11ead49c tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Acquiring lock "f86bc274-8f51-49f9-a012-02a58ddd00ab" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.573326] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7b127c2c-7ac1-4ffa-9a2b-25eb11ead49c tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "f86bc274-8f51-49f9-a012-02a58ddd00ab" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.608019] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Releasing lock "refresh_cache-91668872-ae2d-4e29-bb73-dd4ef745ee36" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.608019] env[70867]: DEBUG nova.compute.manager [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Instance network_info: |[{"id": "c574ae78-8a1e-4059-8840-e4b82b3ec339", "address": "fa:16:3e:e3:8e:72", "network": {"id": "0f24c0fc-b194-43e8-968e-2e17fa9a3a2a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1239692035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f94b6672cd2148058cf204653b4d1471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc574ae78-8a", "ovs_interfaceid": "c574ae78-8a1e-4059-8840-e4b82b3ec339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1249.608019] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:8e:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c574ae78-8a1e-4059-8840-e4b82b3ec339', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1249.616237] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.621164] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1249.621164] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5842c0be-6a66-4825-864b-cef2f1c3dbfd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.646774] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1249.646774] env[70867]: value = "task-3474703" [ 1249.646774] env[70867]: _type = "Task" [ 1249.646774] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.658413] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474703, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.724561] env[70867]: DEBUG oslo_vmware.api [None req-59400e51-8bf5-4aa6-a192-ba8213d8e88a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474702, 'name': CloneVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.756176] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Getting list of instances from cluster (obj){ [ 1249.756176] env[70867]: value = "domain-c8" [ 1249.756176] env[70867]: _type = "ClusterComputeResource" [ 1249.756176] env[70867]: } {{(pid=70867) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1249.757368] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda36797-a747-47c5-b72f-8e404fe5d5f1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.778149] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Got total of 6 instances {{(pid=70867) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1249.778326] env[70867]: WARNING nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] While synchronizing instance power states, found 9 instances in the database and 6 instances on the hypervisor. [ 1249.778515] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Triggering sync for uuid 7691ccf1-2787-41a1-ab1a-2db68771a76d {{(pid=70867) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1249.778739] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Triggering sync for uuid 1c347944-939b-430b-91e7-92dc8544fa1b {{(pid=70867) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1249.778925] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Triggering sync for uuid e44d9816-2dd8-4c50-a4b8-46183a9a87c7 {{(pid=70867) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1249.779278] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Triggering sync for uuid f86bc274-8f51-49f9-a012-02a58ddd00ab {{(pid=70867) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1249.779472] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Triggering sync for uuid 6a974050-3cd8-4594-8e7d-e7c2a398021d {{(pid=70867) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1249.779631] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Triggering sync for uuid 9e111148-ff9e-44a1-a219-03c0e72d52c2 {{(pid=70867) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1249.779784] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Triggering sync for uuid 2be78284-9b22-4e2e-9602-0b38b3e3c374 {{(pid=70867) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1249.780619] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Triggering sync for uuid a9ef81bc-2aff-48c4-aac9-214bccb94c0c {{(pid=70867) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1249.780619] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Triggering sync for uuid 91668872-ae2d-4e29-bb73-dd4ef745ee36 {{(pid=70867) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1249.782846] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Acquiring lock "7691ccf1-2787-41a1-ab1a-2db68771a76d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.783073] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "7691ccf1-2787-41a1-ab1a-2db68771a76d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.783355] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Acquiring lock "1c347944-939b-430b-91e7-92dc8544fa1b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.783541] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "1c347944-939b-430b-91e7-92dc8544fa1b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.783810] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Acquiring lock "e44d9816-2dd8-4c50-a4b8-46183a9a87c7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.783993] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Acquiring lock "f86bc274-8f51-49f9-a012-02a58ddd00ab" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.784213] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Acquiring lock "6a974050-3cd8-4594-8e7d-e7c2a398021d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.784407] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Acquiring lock "9e111148-ff9e-44a1-a219-03c0e72d52c2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.784581] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "9e111148-ff9e-44a1-a219-03c0e72d52c2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.784812] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Acquiring lock "2be78284-9b22-4e2e-9602-0b38b3e3c374" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.785013] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Acquiring lock "a9ef81bc-2aff-48c4-aac9-214bccb94c0c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.785202] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "a9ef81bc-2aff-48c4-aac9-214bccb94c0c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.785373] env[70867]: INFO nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] During sync_power_state the instance has a pending task (image_uploading). Skip. [ 1249.785533] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "a9ef81bc-2aff-48c4-aac9-214bccb94c0c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.785725] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Acquiring lock "91668872-ae2d-4e29-bb73-dd4ef745ee36" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.786594] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371036f3-9bfc-4776-b67a-70454550fa16 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.789823] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d834d533-8b12-4539-a446-b239a710c56c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.792543] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565b24ac-d2a4-4a18-bf32-a7e1d6ddb33f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.835276] env[70867]: DEBUG nova.objects.instance [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lazy-loading 'numa_topology' on Instance uuid e44d9816-2dd8-4c50-a4b8-46183a9a87c7 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.860036] env[70867]: DEBUG oslo_concurrency.lockutils [None req-818088fe-6d9e-48eb-9b08-953acd3d9e00 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "2be78284-9b22-4e2e-9602-0b38b3e3c374" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.185s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.861051] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "2be78284-9b22-4e2e-9602-0b38b3e3c374" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.076s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.861374] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b2a5e1a-af08-486f-ba0b-9240550caaa3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.872748] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ca92ad-94c5-4adc-9963-238268509d27 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.053892] env[70867]: DEBUG nova.network.neutron [req-168ad4e9-8fd2-4655-8295-187a1964dbf7 req-37ae5962-ae81-4d83-9aa7-e9c7a8200328 service nova] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Updated VIF entry in instance network info cache for port ea0d8b03-d862-4332-86e1-3ef5dbf14c15. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1250.054925] env[70867]: DEBUG nova.network.neutron [req-168ad4e9-8fd2-4655-8295-187a1964dbf7 req-37ae5962-ae81-4d83-9aa7-e9c7a8200328 service nova] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Updating instance_info_cache with network_info: [{"id": "ea0d8b03-d862-4332-86e1-3ef5dbf14c15", "address": "fa:16:3e:91:9a:4e", "network": {"id": "e8347f9b-3eb6-43b4-87ae-bb1cf7f8bc82", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2004525000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73a13fbd950b48dd91a096cbbeb17b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapea0d8b03-d8", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.056855] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquiring lock "e44d9816-2dd8-4c50-a4b8-46183a9a87c7" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.075073] env[70867]: INFO nova.compute.manager [None req-7b127c2c-7ac1-4ffa-9a2b-25eb11ead49c tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Detaching volume c1c3638b-e5fc-4319-a890-cd867e31fba1 [ 1250.130122] env[70867]: INFO nova.virt.block_device [None req-7b127c2c-7ac1-4ffa-9a2b-25eb11ead49c tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Attempting to driver detach volume c1c3638b-e5fc-4319-a890-cd867e31fba1 from mountpoint /dev/sdb [ 1250.130364] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b127c2c-7ac1-4ffa-9a2b-25eb11ead49c tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Volume detach. Driver type: vmdk {{(pid=70867) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1250.130563] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b127c2c-7ac1-4ffa-9a2b-25eb11ead49c tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694586', 'volume_id': 'c1c3638b-e5fc-4319-a890-cd867e31fba1', 'name': 'volume-c1c3638b-e5fc-4319-a890-cd867e31fba1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f86bc274-8f51-49f9-a012-02a58ddd00ab', 'attached_at': '', 'detached_at': '', 'volume_id': 'c1c3638b-e5fc-4319-a890-cd867e31fba1', 'serial': 'c1c3638b-e5fc-4319-a890-cd867e31fba1'} {{(pid=70867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1250.131550] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a82d5dc-10bb-4200-90b7-3dd7e9b72631 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.163308] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d323855-242b-493a-a332-e0eebe9f89c5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.172015] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474703, 'name': CreateVM_Task, 'duration_secs': 0.430425} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.173856] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1250.174577] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.174721] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.175187] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.175997] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4971c6-f15f-4a8e-bbd5-a19c427c134a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.178417] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11122a85-4a76-4214-b2e0-7ed9f91353e1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.207018] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7dc13cf-a58f-4eaf-bb66-33d47c06f4be {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.208789] env[70867]: DEBUG oslo_vmware.api [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1250.208789] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]525e3f80-510e-6289-bcff-62f857f3516d" [ 1250.208789] env[70867]: _type = "Task" [ 1250.208789] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.229634] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b127c2c-7ac1-4ffa-9a2b-25eb11ead49c tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] The volume has not been displaced from its original location: [datastore1] volume-c1c3638b-e5fc-4319-a890-cd867e31fba1/volume-c1c3638b-e5fc-4319-a890-cd867e31fba1.vmdk. No consolidation needed. {{(pid=70867) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1250.232819] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b127c2c-7ac1-4ffa-9a2b-25eb11ead49c tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1250.236532] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e3fb25d-db59-484e-af4a-f39e4e0d06af {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.252651] env[70867]: DEBUG oslo_vmware.api [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]525e3f80-510e-6289-bcff-62f857f3516d, 'name': SearchDatastore_Task, 'duration_secs': 0.023536} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.253568] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.253834] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1250.254098] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.254252] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.254456] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1250.257709] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-439f6ca5-8382-46cb-822c-ba339cd8b71f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.259637] env[70867]: DEBUG oslo_vmware.api [None req-59400e51-8bf5-4aa6-a192-ba8213d8e88a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474702, 'name': CloneVM_Task, 'duration_secs': 1.976233} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.260914] env[70867]: INFO nova.virt.vmwareapi.vmops [None req-59400e51-8bf5-4aa6-a192-ba8213d8e88a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Created linked-clone VM from snapshot [ 1250.261376] env[70867]: DEBUG oslo_vmware.api [None req-7b127c2c-7ac1-4ffa-9a2b-25eb11ead49c tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Waiting for the task: (returnval){ [ 1250.261376] env[70867]: value = "task-3474704" [ 1250.261376] env[70867]: _type = "Task" [ 1250.261376] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.262277] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34b036f-776c-4c11-bcaa-3fa2fec1916b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.269781] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1250.270018] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1250.274892] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd8b20ca-2e59-44ce-b9c6-e74a93466508 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.277208] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-59400e51-8bf5-4aa6-a192-ba8213d8e88a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Uploading image 12c272ec-ee82-4dd0-b829-ca2ccb74ce8a {{(pid=70867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1250.283601] env[70867]: DEBUG oslo_vmware.api [None req-7b127c2c-7ac1-4ffa-9a2b-25eb11ead49c tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.285216] env[70867]: DEBUG oslo_vmware.api [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1250.285216] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52eafa8a-260e-4e2e-5930-847d0144240f" [ 1250.285216] env[70867]: _type = "Task" [ 1250.285216] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.293412] env[70867]: DEBUG oslo_vmware.api [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52eafa8a-260e-4e2e-5930-847d0144240f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.295505] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-59400e51-8bf5-4aa6-a192-ba8213d8e88a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Destroying the VM {{(pid=70867) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1250.295764] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8b4e935b-03aa-4eb8-b034-d6f245c9d44c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.301971] env[70867]: DEBUG oslo_vmware.api [None req-59400e51-8bf5-4aa6-a192-ba8213d8e88a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1250.301971] env[70867]: value = "task-3474705" [ 1250.301971] env[70867]: _type = "Task" [ 1250.301971] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.307623] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "9e111148-ff9e-44a1-a219-03c0e72d52c2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.523s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.308066] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "7691ccf1-2787-41a1-ab1a-2db68771a76d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.525s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.308420] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "1c347944-939b-430b-91e7-92dc8544fa1b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.525s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.311646] env[70867]: DEBUG oslo_vmware.api [None req-59400e51-8bf5-4aa6-a192-ba8213d8e88a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474705, 'name': Destroy_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.338342] env[70867]: DEBUG nova.objects.base [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1250.410940] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "2be78284-9b22-4e2e-9602-0b38b3e3c374" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.473205] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225a431c-8fd3-43ec-9caa-a3442687d3f9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.481126] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08b68ec-a7c8-4a95-87c3-4c8340b81e35 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.513389] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe10964f-50b1-424f-8e9e-30d1c26e1d6a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.520951] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bdfbeb-6e8e-46ae-814a-ab85aa26a54c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.535054] env[70867]: DEBUG nova.compute.provider_tree [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.558266] env[70867]: DEBUG oslo_concurrency.lockutils [req-168ad4e9-8fd2-4655-8295-187a1964dbf7 req-37ae5962-ae81-4d83-9aa7-e9c7a8200328 service nova] Releasing lock "refresh_cache-e44d9816-2dd8-4c50-a4b8-46183a9a87c7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.776591] env[70867]: DEBUG oslo_vmware.api [None req-7b127c2c-7ac1-4ffa-9a2b-25eb11ead49c tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474704, 'name': ReconfigVM_Task, 'duration_secs': 0.385506} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.776966] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b127c2c-7ac1-4ffa-9a2b-25eb11ead49c tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1250.783794] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fae3367-02ed-4cc2-a733-b1667059ab2c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.801695] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "16d6cf95-b856-4623-b124-6311347c8250" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.802091] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "16d6cf95-b856-4623-b124-6311347c8250" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.817830] env[70867]: DEBUG oslo_vmware.api [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52eafa8a-260e-4e2e-5930-847d0144240f, 'name': SearchDatastore_Task, 'duration_secs': 0.010076} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.819292] env[70867]: DEBUG oslo_vmware.api [None req-7b127c2c-7ac1-4ffa-9a2b-25eb11ead49c tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Waiting for the task: (returnval){ [ 1250.819292] env[70867]: value = "task-3474706" [ 1250.819292] env[70867]: _type = "Task" [ 1250.819292] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.819584] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd8f6c67-6bec-4f8c-abe1-e84fe131b678 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.829077] env[70867]: DEBUG oslo_vmware.api [None req-59400e51-8bf5-4aa6-a192-ba8213d8e88a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474705, 'name': Destroy_Task} progress is 33%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.832701] env[70867]: DEBUG oslo_vmware.api [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1250.832701] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52592c83-b22c-4490-e227-b83613713eb4" [ 1250.832701] env[70867]: _type = "Task" [ 1250.832701] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.836242] env[70867]: DEBUG oslo_vmware.api [None req-7b127c2c-7ac1-4ffa-9a2b-25eb11ead49c tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.845457] env[70867]: DEBUG oslo_vmware.api [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52592c83-b22c-4490-e227-b83613713eb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.038522] env[70867]: DEBUG nova.scheduler.client.report [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.315175] env[70867]: DEBUG oslo_vmware.api [None req-59400e51-8bf5-4aa6-a192-ba8213d8e88a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474705, 'name': Destroy_Task, 'duration_secs': 0.578897} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.315437] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-59400e51-8bf5-4aa6-a192-ba8213d8e88a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Destroyed the VM [ 1251.316034] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-59400e51-8bf5-4aa6-a192-ba8213d8e88a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Deleting Snapshot of the VM instance {{(pid=70867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1251.316034] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-28b473a8-5175-456b-bd3f-3eeb395093fe {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.317699] env[70867]: DEBUG nova.compute.manager [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1251.325595] env[70867]: DEBUG oslo_vmware.api [None req-59400e51-8bf5-4aa6-a192-ba8213d8e88a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1251.325595] env[70867]: value = "task-3474707" [ 1251.325595] env[70867]: _type = "Task" [ 1251.325595] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.329047] env[70867]: DEBUG oslo_vmware.api [None req-7b127c2c-7ac1-4ffa-9a2b-25eb11ead49c tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474706, 'name': ReconfigVM_Task, 'duration_secs': 0.166924} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.332116] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b127c2c-7ac1-4ffa-9a2b-25eb11ead49c tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694586', 'volume_id': 'c1c3638b-e5fc-4319-a890-cd867e31fba1', 'name': 'volume-c1c3638b-e5fc-4319-a890-cd867e31fba1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f86bc274-8f51-49f9-a012-02a58ddd00ab', 'attached_at': '', 'detached_at': '', 'volume_id': 'c1c3638b-e5fc-4319-a890-cd867e31fba1', 'serial': 'c1c3638b-e5fc-4319-a890-cd867e31fba1'} {{(pid=70867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1251.342360] env[70867]: DEBUG oslo_vmware.api [None req-59400e51-8bf5-4aa6-a192-ba8213d8e88a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474707, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.348101] env[70867]: DEBUG oslo_vmware.api [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52592c83-b22c-4490-e227-b83613713eb4, 'name': SearchDatastore_Task, 'duration_secs': 0.01045} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.348198] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.348446] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 91668872-ae2d-4e29-bb73-dd4ef745ee36/91668872-ae2d-4e29-bb73-dd4ef745ee36.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1251.348707] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81b5d2b2-d1a4-42ff-a1b0-7a9932f322e1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.355628] env[70867]: DEBUG oslo_vmware.api [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1251.355628] env[70867]: value = "task-3474708" [ 1251.355628] env[70867]: _type = "Task" [ 1251.355628] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.364599] env[70867]: DEBUG oslo_vmware.api [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.544046] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.843595] env[70867]: DEBUG oslo_vmware.api [None req-59400e51-8bf5-4aa6-a192-ba8213d8e88a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474707, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.848409] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.848757] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.850464] env[70867]: INFO nova.compute.claims [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1251.866234] env[70867]: DEBUG oslo_vmware.api [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474708, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.884321] env[70867]: DEBUG nova.objects.instance [None req-7b127c2c-7ac1-4ffa-9a2b-25eb11ead49c tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lazy-loading 'flavor' on Instance uuid f86bc274-8f51-49f9-a012-02a58ddd00ab {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.051924] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0d477b16-ec0e-41e8-97a0-4e13a51a8d00 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lock "e44d9816-2dd8-4c50-a4b8-46183a9a87c7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.936s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.052858] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "e44d9816-2dd8-4c50-a4b8-46183a9a87c7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.269s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.053069] env[70867]: INFO nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] During sync_power_state the instance has a pending task (unshelving). Skip. [ 1252.053254] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "e44d9816-2dd8-4c50-a4b8-46183a9a87c7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.053477] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lock "e44d9816-2dd8-4c50-a4b8-46183a9a87c7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.997s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.053639] env[70867]: INFO nova.compute.manager [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Unshelving [ 1252.340312] env[70867]: DEBUG oslo_vmware.api [None req-59400e51-8bf5-4aa6-a192-ba8213d8e88a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474707, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.369174] env[70867]: DEBUG oslo_vmware.api [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.72426} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.370648] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 91668872-ae2d-4e29-bb73-dd4ef745ee36/91668872-ae2d-4e29-bb73-dd4ef745ee36.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1252.370894] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1252.371313] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f363381-7e2b-456b-b278-985a2ee6e495 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.378089] env[70867]: DEBUG oslo_vmware.api [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1252.378089] env[70867]: value = "task-3474709" [ 1252.378089] env[70867]: _type = "Task" [ 1252.378089] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.388585] env[70867]: DEBUG oslo_vmware.api [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.841525] env[70867]: DEBUG oslo_vmware.api [None req-59400e51-8bf5-4aa6-a192-ba8213d8e88a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474707, 'name': RemoveSnapshot_Task, 'duration_secs': 1.316178} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.843054] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-59400e51-8bf5-4aa6-a192-ba8213d8e88a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Deleted Snapshot of the VM instance {{(pid=70867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1252.862819] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a421002d-08e8-46b9-9d89-a142daaa266c tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Acquiring lock "f86bc274-8f51-49f9-a012-02a58ddd00ab" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.891019] env[70867]: DEBUG oslo_vmware.api [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127603} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.891535] env[70867]: DEBUG oslo_concurrency.lockutils [None req-7b127c2c-7ac1-4ffa-9a2b-25eb11ead49c tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "f86bc274-8f51-49f9-a012-02a58ddd00ab" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.319s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.892661] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1252.893130] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "f86bc274-8f51-49f9-a012-02a58ddd00ab" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.109s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.893892] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17341f00-0302-4624-bf47-c1ea80ab0afb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.899447] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8edac4-528f-493e-821c-f5a84d41cb27 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.926917] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 91668872-ae2d-4e29-bb73-dd4ef745ee36/91668872-ae2d-4e29-bb73-dd4ef745ee36.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.930674] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "f86bc274-8f51-49f9-a012-02a58ddd00ab" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.038s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.930898] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1d29000-bd4a-4668-b4d2-85a5bf1ec17e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.946946] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a421002d-08e8-46b9-9d89-a142daaa266c tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "f86bc274-8f51-49f9-a012-02a58ddd00ab" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.084s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.954566] env[70867]: DEBUG oslo_vmware.api [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1252.954566] env[70867]: value = "task-3474710" [ 1252.954566] env[70867]: _type = "Task" [ 1252.954566] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.965764] env[70867]: DEBUG oslo_vmware.api [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474710, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.033560] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8555282-bdeb-43be-b4d9-2bbb4d503d20 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.041456] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075dabdc-8374-4e55-953e-76218f23e20d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.073603] env[70867]: DEBUG nova.compute.utils [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1253.075707] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a760080b-4ae3-4724-80b7-3a68170b5d3c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.083218] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd142ec7-74b9-4fb8-86f2-a7b6fe3ed48c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.098114] env[70867]: DEBUG nova.compute.provider_tree [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.347084] env[70867]: WARNING nova.compute.manager [None req-59400e51-8bf5-4aa6-a192-ba8213d8e88a tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Image not found during snapshot: nova.exception.ImageNotFound: Image 12c272ec-ee82-4dd0-b829-ca2ccb74ce8a could not be found. [ 1253.450803] env[70867]: INFO nova.compute.manager [None req-a421002d-08e8-46b9-9d89-a142daaa266c tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Detaching volume 73dc10f4-4b6f-41e4-8bee-5e0474b8aa07 [ 1253.466874] env[70867]: DEBUG oslo_vmware.api [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474710, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.484779] env[70867]: INFO nova.virt.block_device [None req-a421002d-08e8-46b9-9d89-a142daaa266c tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Attempting to driver detach volume 73dc10f4-4b6f-41e4-8bee-5e0474b8aa07 from mountpoint /dev/sdc [ 1253.485044] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a421002d-08e8-46b9-9d89-a142daaa266c tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Volume detach. Driver type: vmdk {{(pid=70867) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1253.485246] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a421002d-08e8-46b9-9d89-a142daaa266c tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694590', 'volume_id': '73dc10f4-4b6f-41e4-8bee-5e0474b8aa07', 'name': 'volume-73dc10f4-4b6f-41e4-8bee-5e0474b8aa07', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f86bc274-8f51-49f9-a012-02a58ddd00ab', 'attached_at': '', 'detached_at': '', 'volume_id': '73dc10f4-4b6f-41e4-8bee-5e0474b8aa07', 'serial': '73dc10f4-4b6f-41e4-8bee-5e0474b8aa07'} {{(pid=70867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1253.486126] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdf5675-42bb-41db-a8de-1aa033877ad7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.508357] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afa7209-fd55-4154-a404-3758f6c7b81f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.515809] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99130c75-9125-4331-8276-7d11f2210319 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.536011] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10b43b1-d015-4fab-994b-cbed6b9258a7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.550555] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a421002d-08e8-46b9-9d89-a142daaa266c tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] The volume has not been displaced from its original location: [datastore1] volume-73dc10f4-4b6f-41e4-8bee-5e0474b8aa07/volume-73dc10f4-4b6f-41e4-8bee-5e0474b8aa07.vmdk. No consolidation needed. {{(pid=70867) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1253.555834] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a421002d-08e8-46b9-9d89-a142daaa266c tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Reconfiguring VM instance instance-0000006b to detach disk 2002 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1253.556146] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-103ef928-9241-49b7-8d8c-ecd4961e9e27 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.573995] env[70867]: DEBUG oslo_vmware.api [None req-a421002d-08e8-46b9-9d89-a142daaa266c tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Waiting for the task: (returnval){ [ 1253.573995] env[70867]: value = "task-3474711" [ 1253.573995] env[70867]: _type = "Task" [ 1253.573995] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.584356] env[70867]: INFO nova.virt.block_device [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Booting with volume 5e8acbb2-38f4-417b-9dd0-1e3b06e7bbb8 at /dev/sdb [ 1253.585957] env[70867]: DEBUG oslo_vmware.api [None req-a421002d-08e8-46b9-9d89-a142daaa266c tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474711, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.601197] env[70867]: DEBUG nova.scheduler.client.report [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.616252] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-05925efa-ebbe-4115-b374-8a900cb6f692 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.624862] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7dd552-4fe2-467d-a214-c1db6a28e249 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.654486] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c41b9296-9c2f-4bb1-b3b5-0b2a2f13e4c0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.662185] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d51605-a629-4870-892f-701857d58d76 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.692204] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da33230b-dd2c-425d-ad55-6d16e343987d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.698372] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34865e1-40a9-4418-8ec4-360e0c00b33e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.711250] env[70867]: DEBUG nova.virt.block_device [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Updating existing volume attachment record: 9b0a598e-31c7-4dc2-b421-a32867f1c8f5 {{(pid=70867) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1253.965742] env[70867]: DEBUG oslo_vmware.api [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474710, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.083608] env[70867]: DEBUG oslo_vmware.api [None req-a421002d-08e8-46b9-9d89-a142daaa266c tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474711, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.106687] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.258s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.107255] env[70867]: DEBUG nova.compute.manager [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1254.466726] env[70867]: DEBUG oslo_vmware.api [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474710, 'name': ReconfigVM_Task, 'duration_secs': 1.408274} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.467135] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 91668872-ae2d-4e29-bb73-dd4ef745ee36/91668872-ae2d-4e29-bb73-dd4ef745ee36.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1254.467855] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5306a07-be27-4d5e-afbc-95e173c62f55 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.474159] env[70867]: DEBUG oslo_vmware.api [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1254.474159] env[70867]: value = "task-3474715" [ 1254.474159] env[70867]: _type = "Task" [ 1254.474159] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.482821] env[70867]: DEBUG oslo_vmware.api [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474715, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.551934] env[70867]: DEBUG oslo_vmware.rw_handles [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b28b6e-c235-09c4-39e4-1722b469e544/disk-0.vmdk. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1254.553178] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57aebea4-c366-4044-b844-dc6f03fc9b38 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.560346] env[70867]: DEBUG oslo_vmware.rw_handles [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b28b6e-c235-09c4-39e4-1722b469e544/disk-0.vmdk is in state: ready. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1254.560572] env[70867]: ERROR oslo_vmware.rw_handles [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b28b6e-c235-09c4-39e4-1722b469e544/disk-0.vmdk due to incomplete transfer. [ 1254.560861] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f457145b-1d35-43ec-bb10-d4f9dcdb9536 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.570884] env[70867]: DEBUG oslo_vmware.rw_handles [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b28b6e-c235-09c4-39e4-1722b469e544/disk-0.vmdk. {{(pid=70867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1254.571181] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Uploaded image 8cd88621-ed4f-4aa1-828d-43442d1fcbd7 to the Glance image server {{(pid=70867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1254.573598] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Destroying the VM {{(pid=70867) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1254.574037] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9fb0be1a-5d41-425f-ab35-cfe919139137 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquiring lock "a9ef81bc-2aff-48c4-aac9-214bccb94c0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.574312] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9fb0be1a-5d41-425f-ab35-cfe919139137 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "a9ef81bc-2aff-48c4-aac9-214bccb94c0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.574561] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9fb0be1a-5d41-425f-ab35-cfe919139137 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquiring lock "a9ef81bc-2aff-48c4-aac9-214bccb94c0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.574785] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9fb0be1a-5d41-425f-ab35-cfe919139137 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "a9ef81bc-2aff-48c4-aac9-214bccb94c0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.575044] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9fb0be1a-5d41-425f-ab35-cfe919139137 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "a9ef81bc-2aff-48c4-aac9-214bccb94c0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.576638] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-95addc54-f512-49ad-b57b-2afb5faadb95 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.578673] env[70867]: INFO nova.compute.manager [None req-9fb0be1a-5d41-425f-ab35-cfe919139137 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Terminating instance [ 1254.587661] env[70867]: DEBUG oslo_vmware.api [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1254.587661] env[70867]: value = "task-3474716" [ 1254.587661] env[70867]: _type = "Task" [ 1254.587661] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.591376] env[70867]: DEBUG oslo_vmware.api [None req-a421002d-08e8-46b9-9d89-a142daaa266c tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474711, 'name': ReconfigVM_Task, 'duration_secs': 0.979801} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.595101] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a421002d-08e8-46b9-9d89-a142daaa266c tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Reconfigured VM instance instance-0000006b to detach disk 2002 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1254.600545] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-704fafa3-ba32-489e-adbb-53ae312326c7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.614439] env[70867]: DEBUG nova.compute.utils [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1254.619701] env[70867]: DEBUG nova.compute.manager [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1254.619701] env[70867]: DEBUG nova.network.neutron [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 16d6cf95-b856-4623-b124-6311347c8250] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1254.622649] env[70867]: DEBUG oslo_vmware.api [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474716, 'name': Destroy_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.627625] env[70867]: DEBUG oslo_vmware.api [None req-a421002d-08e8-46b9-9d89-a142daaa266c tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Waiting for the task: (returnval){ [ 1254.627625] env[70867]: value = "task-3474717" [ 1254.627625] env[70867]: _type = "Task" [ 1254.627625] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.635907] env[70867]: DEBUG oslo_vmware.api [None req-a421002d-08e8-46b9-9d89-a142daaa266c tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474717, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.676884] env[70867]: DEBUG nova.policy [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba34ef52749f402a967d8fddf1396e4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2ad9e13e8d24d72b6d8c4bb820287a3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1254.992520] env[70867]: DEBUG oslo_vmware.api [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474715, 'name': Rename_Task, 'duration_secs': 0.170905} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.992855] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.993104] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24938272-b753-4d3f-9436-7b4b4f944c40 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.998496] env[70867]: DEBUG nova.network.neutron [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Successfully created port: 884dd8bd-2739-4eda-b39c-bbead2ebdcd8 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1255.003630] env[70867]: DEBUG oslo_vmware.api [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1255.003630] env[70867]: value = "task-3474718" [ 1255.003630] env[70867]: _type = "Task" [ 1255.003630] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.011258] env[70867]: DEBUG oslo_vmware.api [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.085896] env[70867]: DEBUG nova.compute.manager [None req-9fb0be1a-5d41-425f-ab35-cfe919139137 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1255.085896] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb0be1a-5d41-425f-ab35-cfe919139137 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1255.087052] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e72e0f-4616-4a34-bbd2-10e2ad6dd38d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.097026] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fb0be1a-5d41-425f-ab35-cfe919139137 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1255.097649] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-636f9ac5-ea56-4884-8ac9-3e19223f24cc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.102076] env[70867]: DEBUG oslo_vmware.api [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474716, 'name': Destroy_Task} progress is 33%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.107157] env[70867]: DEBUG oslo_vmware.api [None req-9fb0be1a-5d41-425f-ab35-cfe919139137 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1255.107157] env[70867]: value = "task-3474719" [ 1255.107157] env[70867]: _type = "Task" [ 1255.107157] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.114860] env[70867]: DEBUG oslo_vmware.api [None req-9fb0be1a-5d41-425f-ab35-cfe919139137 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.123611] env[70867]: DEBUG nova.compute.manager [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1255.136385] env[70867]: DEBUG oslo_vmware.api [None req-a421002d-08e8-46b9-9d89-a142daaa266c tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474717, 'name': ReconfigVM_Task, 'duration_secs': 0.168069} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.136694] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a421002d-08e8-46b9-9d89-a142daaa266c tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694590', 'volume_id': '73dc10f4-4b6f-41e4-8bee-5e0474b8aa07', 'name': 'volume-73dc10f4-4b6f-41e4-8bee-5e0474b8aa07', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f86bc274-8f51-49f9-a012-02a58ddd00ab', 'attached_at': '', 'detached_at': '', 'volume_id': '73dc10f4-4b6f-41e4-8bee-5e0474b8aa07', 'serial': '73dc10f4-4b6f-41e4-8bee-5e0474b8aa07'} {{(pid=70867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1255.199540] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6bf1561b-7ea6-4a91-9183-954ac959e574 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquiring lock "9e111148-ff9e-44a1-a219-03c0e72d52c2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.199540] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6bf1561b-7ea6-4a91-9183-954ac959e574 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "9e111148-ff9e-44a1-a219-03c0e72d52c2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.515056] env[70867]: DEBUG oslo_vmware.api [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474718, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.602147] env[70867]: DEBUG oslo_vmware.api [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474716, 'name': Destroy_Task, 'duration_secs': 0.573692} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.602437] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Destroyed the VM [ 1255.603117] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Deleting Snapshot of the VM instance {{(pid=70867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1255.603117] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3adb7a0a-9f10-4917-9f8e-fecaff372619 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.612566] env[70867]: DEBUG oslo_vmware.api [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1255.612566] env[70867]: value = "task-3474720" [ 1255.612566] env[70867]: _type = "Task" [ 1255.612566] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.619864] env[70867]: DEBUG oslo_vmware.api [None req-9fb0be1a-5d41-425f-ab35-cfe919139137 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474719, 'name': PowerOffVM_Task, 'duration_secs': 0.230557} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.620507] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fb0be1a-5d41-425f-ab35-cfe919139137 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1255.620703] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb0be1a-5d41-425f-ab35-cfe919139137 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1255.620978] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00f54c7f-8646-47c7-98c7-a794c7aa9a63 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.625137] env[70867]: DEBUG oslo_vmware.api [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474720, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.695384] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb0be1a-5d41-425f-ab35-cfe919139137 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.695610] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb0be1a-5d41-425f-ab35-cfe919139137 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.695794] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fb0be1a-5d41-425f-ab35-cfe919139137 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Deleting the datastore file [datastore1] a9ef81bc-2aff-48c4-aac9-214bccb94c0c {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.696071] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4e459b6-41cc-4bb9-bcc4-6a2a0191dbc2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.702563] env[70867]: DEBUG nova.compute.utils [None req-6bf1561b-7ea6-4a91-9183-954ac959e574 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1255.708083] env[70867]: DEBUG oslo_vmware.api [None req-9fb0be1a-5d41-425f-ab35-cfe919139137 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for the task: (returnval){ [ 1255.708083] env[70867]: value = "task-3474722" [ 1255.708083] env[70867]: _type = "Task" [ 1255.708083] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.716550] env[70867]: DEBUG oslo_vmware.api [None req-9fb0be1a-5d41-425f-ab35-cfe919139137 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.731304] env[70867]: DEBUG nova.objects.instance [None req-a421002d-08e8-46b9-9d89-a142daaa266c tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lazy-loading 'flavor' on Instance uuid f86bc274-8f51-49f9-a012-02a58ddd00ab {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.013982] env[70867]: DEBUG oslo_vmware.api [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474718, 'name': PowerOnVM_Task, 'duration_secs': 0.619454} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.014354] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1256.014605] env[70867]: INFO nova.compute.manager [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Took 9.57 seconds to spawn the instance on the hypervisor. [ 1256.014802] env[70867]: DEBUG nova.compute.manager [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1256.015570] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09ce89d-5a15-4e85-bafe-e7613739125f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.123364] env[70867]: DEBUG oslo_vmware.api [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474720, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.132774] env[70867]: DEBUG nova.compute.manager [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1256.160128] env[70867]: DEBUG nova.virt.hardware [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1256.160386] env[70867]: DEBUG nova.virt.hardware [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.160543] env[70867]: DEBUG nova.virt.hardware [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.160729] env[70867]: DEBUG nova.virt.hardware [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.160878] env[70867]: DEBUG nova.virt.hardware [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.161036] env[70867]: DEBUG nova.virt.hardware [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1256.161247] env[70867]: DEBUG nova.virt.hardware [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1256.161407] env[70867]: DEBUG nova.virt.hardware [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1256.161595] env[70867]: DEBUG nova.virt.hardware [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1256.161774] env[70867]: DEBUG nova.virt.hardware [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1256.161951] env[70867]: DEBUG nova.virt.hardware [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1256.162852] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa0fb82-313d-4738-83d3-f72d6c4f9353 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.171471] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fed4df-d1b2-4aca-b25b-9496873f0457 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.205714] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6bf1561b-7ea6-4a91-9183-954ac959e574 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "9e111148-ff9e-44a1-a219-03c0e72d52c2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.216773] env[70867]: DEBUG oslo_vmware.api [None req-9fb0be1a-5d41-425f-ab35-cfe919139137 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Task: {'id': task-3474722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344404} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.217019] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fb0be1a-5d41-425f-ab35-cfe919139137 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1256.217211] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb0be1a-5d41-425f-ab35-cfe919139137 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1256.217392] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb0be1a-5d41-425f-ab35-cfe919139137 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1256.217587] env[70867]: INFO nova.compute.manager [None req-9fb0be1a-5d41-425f-ab35-cfe919139137 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1256.217844] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fb0be1a-5d41-425f-ab35-cfe919139137 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1256.218047] env[70867]: DEBUG nova.compute.manager [-] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1256.218146] env[70867]: DEBUG nova.network.neutron [-] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1256.473427] env[70867]: DEBUG nova.network.neutron [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Successfully updated port: 884dd8bd-2739-4eda-b39c-bbead2ebdcd8 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1256.486216] env[70867]: DEBUG nova.compute.manager [req-9021132e-bbfe-498f-8156-30f313f4f119 req-fa4e97c7-ed92-44be-8965-3783bac55ce5 service nova] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Received event network-vif-plugged-884dd8bd-2739-4eda-b39c-bbead2ebdcd8 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.486457] env[70867]: DEBUG oslo_concurrency.lockutils [req-9021132e-bbfe-498f-8156-30f313f4f119 req-fa4e97c7-ed92-44be-8965-3783bac55ce5 service nova] Acquiring lock "16d6cf95-b856-4623-b124-6311347c8250-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.486668] env[70867]: DEBUG oslo_concurrency.lockutils [req-9021132e-bbfe-498f-8156-30f313f4f119 req-fa4e97c7-ed92-44be-8965-3783bac55ce5 service nova] Lock "16d6cf95-b856-4623-b124-6311347c8250-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.486840] env[70867]: DEBUG oslo_concurrency.lockutils [req-9021132e-bbfe-498f-8156-30f313f4f119 req-fa4e97c7-ed92-44be-8965-3783bac55ce5 service nova] Lock "16d6cf95-b856-4623-b124-6311347c8250-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.487015] env[70867]: DEBUG nova.compute.manager [req-9021132e-bbfe-498f-8156-30f313f4f119 req-fa4e97c7-ed92-44be-8965-3783bac55ce5 service nova] [instance: 16d6cf95-b856-4623-b124-6311347c8250] No waiting events found dispatching network-vif-plugged-884dd8bd-2739-4eda-b39c-bbead2ebdcd8 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1256.487189] env[70867]: WARNING nova.compute.manager [req-9021132e-bbfe-498f-8156-30f313f4f119 req-fa4e97c7-ed92-44be-8965-3783bac55ce5 service nova] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Received unexpected event network-vif-plugged-884dd8bd-2739-4eda-b39c-bbead2ebdcd8 for instance with vm_state building and task_state spawning. [ 1256.517363] env[70867]: DEBUG nova.compute.manager [req-5461757c-1f4f-4768-b9d9-1d8f4de2c469 req-055100ce-d045-4a38-9455-8fd1214d9585 service nova] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Received event network-vif-deleted-7353e175-1b7b-4189-930b-b247d632d389 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.517522] env[70867]: INFO nova.compute.manager [req-5461757c-1f4f-4768-b9d9-1d8f4de2c469 req-055100ce-d045-4a38-9455-8fd1214d9585 service nova] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Neutron deleted interface 7353e175-1b7b-4189-930b-b247d632d389; detaching it from the instance and deleting it from the info cache [ 1256.517698] env[70867]: DEBUG nova.network.neutron [req-5461757c-1f4f-4768-b9d9-1d8f4de2c469 req-055100ce-d045-4a38-9455-8fd1214d9585 service nova] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.532195] env[70867]: INFO nova.compute.manager [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Took 14.40 seconds to build instance. [ 1256.624249] env[70867]: DEBUG oslo_vmware.api [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474720, 'name': RemoveSnapshot_Task, 'duration_secs': 0.809419} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.624533] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Deleted Snapshot of the VM instance {{(pid=70867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1256.624809] env[70867]: DEBUG nova.compute.manager [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1256.625595] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a08ca6-b6f3-43cd-a21f-17d3ee3943e5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.739649] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a421002d-08e8-46b9-9d89-a142daaa266c tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "f86bc274-8f51-49f9-a012-02a58ddd00ab" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.793s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.976711] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "refresh_cache-16d6cf95-b856-4623-b124-6311347c8250" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.976862] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquired lock "refresh_cache-16d6cf95-b856-4623-b124-6311347c8250" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.977037] env[70867]: DEBUG nova.network.neutron [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.001440] env[70867]: DEBUG nova.network.neutron [-] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.020860] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c71fb01-cf36-49c8-9766-567739ac265b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.032360] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4238a3-07d1-46fa-9000-0fc75723bc71 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.043324] env[70867]: DEBUG oslo_concurrency.lockutils [None req-c72ed9f9-ff18-4ce5-b8c0-df0f6ba5bd31 tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "91668872-ae2d-4e29-bb73-dd4ef745ee36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.923s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.043590] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "91668872-ae2d-4e29-bb73-dd4ef745ee36" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.258s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.043784] env[70867]: INFO nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] During sync_power_state the instance has a pending task (spawning). Skip. [ 1257.043952] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "91668872-ae2d-4e29-bb73-dd4ef745ee36" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.064822] env[70867]: DEBUG nova.compute.manager [req-5461757c-1f4f-4768-b9d9-1d8f4de2c469 req-055100ce-d045-4a38-9455-8fd1214d9585 service nova] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Detach interface failed, port_id=7353e175-1b7b-4189-930b-b247d632d389, reason: Instance a9ef81bc-2aff-48c4-aac9-214bccb94c0c could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1257.137500] env[70867]: INFO nova.compute.manager [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Shelve offloading [ 1257.272906] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6bf1561b-7ea6-4a91-9183-954ac959e574 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquiring lock "9e111148-ff9e-44a1-a219-03c0e72d52c2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.273208] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6bf1561b-7ea6-4a91-9183-954ac959e574 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "9e111148-ff9e-44a1-a219-03c0e72d52c2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.273454] env[70867]: INFO nova.compute.manager [None req-6bf1561b-7ea6-4a91-9183-954ac959e574 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Attaching volume 83459cc6-bfd3-4c3a-a9f4-518b653b92d3 to /dev/sdb [ 1257.306846] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb891fee-6640-4d85-b503-c6f85f2ab8c2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.316909] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2f90ad-e939-4e27-9dba-f4950971cbc6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.328501] env[70867]: DEBUG nova.virt.block_device [None req-6bf1561b-7ea6-4a91-9183-954ac959e574 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Updating existing volume attachment record: 9fb498a5-8ef3-41a8-897e-27415c037485 {{(pid=70867) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1257.505558] env[70867]: INFO nova.compute.manager [-] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Took 1.29 seconds to deallocate network for instance. [ 1257.515477] env[70867]: DEBUG nova.network.neutron [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1257.610522] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f37e42b8-5ac7-49e7-90f5-bc2f41b52198 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Acquiring lock "f86bc274-8f51-49f9-a012-02a58ddd00ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.610777] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f37e42b8-5ac7-49e7-90f5-bc2f41b52198 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "f86bc274-8f51-49f9-a012-02a58ddd00ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.610989] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f37e42b8-5ac7-49e7-90f5-bc2f41b52198 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Acquiring lock "f86bc274-8f51-49f9-a012-02a58ddd00ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.611192] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f37e42b8-5ac7-49e7-90f5-bc2f41b52198 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "f86bc274-8f51-49f9-a012-02a58ddd00ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.611382] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f37e42b8-5ac7-49e7-90f5-bc2f41b52198 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "f86bc274-8f51-49f9-a012-02a58ddd00ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.615738] env[70867]: INFO nova.compute.manager [None req-f37e42b8-5ac7-49e7-90f5-bc2f41b52198 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Terminating instance [ 1257.641397] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.641728] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7bf4c13-f0b1-49aa-9159-45d4e7b20370 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.649914] env[70867]: DEBUG oslo_vmware.api [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1257.649914] env[70867]: value = "task-3474725" [ 1257.649914] env[70867]: _type = "Task" [ 1257.649914] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.665012] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] VM already powered off {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1257.665372] env[70867]: DEBUG nova.compute.manager [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1257.666167] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e236c6-eee1-424c-9f74-2761ca3a0ac2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.673705] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "refresh_cache-6a974050-3cd8-4594-8e7d-e7c2a398021d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.673705] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquired lock "refresh_cache-6a974050-3cd8-4594-8e7d-e7c2a398021d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.673705] env[70867]: DEBUG nova.network.neutron [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.702892] env[70867]: DEBUG nova.network.neutron [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Updating instance_info_cache with network_info: [{"id": "884dd8bd-2739-4eda-b39c-bbead2ebdcd8", "address": "fa:16:3e:54:bc:10", "network": {"id": "52d9f893-40a0-4a01-81ad-a518ee74e5a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-281788219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ad9e13e8d24d72b6d8c4bb820287a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap884dd8bd-27", "ovs_interfaceid": "884dd8bd-2739-4eda-b39c-bbead2ebdcd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.014184] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9fb0be1a-5d41-425f-ab35-cfe919139137 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.014498] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9fb0be1a-5d41-425f-ab35-cfe919139137 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.014725] env[70867]: DEBUG nova.objects.instance [None req-9fb0be1a-5d41-425f-ab35-cfe919139137 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lazy-loading 'resources' on Instance uuid a9ef81bc-2aff-48c4-aac9-214bccb94c0c {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.129235] env[70867]: DEBUG nova.compute.manager [None req-f37e42b8-5ac7-49e7-90f5-bc2f41b52198 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1258.129568] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f37e42b8-5ac7-49e7-90f5-bc2f41b52198 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1258.130472] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325adc87-f3ea-474f-ae4d-b0f43daa7043 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.138810] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f37e42b8-5ac7-49e7-90f5-bc2f41b52198 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.139122] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0eb6cee-a536-4aed-a76d-21fa31df6f1b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.145880] env[70867]: DEBUG oslo_vmware.api [None req-f37e42b8-5ac7-49e7-90f5-bc2f41b52198 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Waiting for the task: (returnval){ [ 1258.145880] env[70867]: value = "task-3474726" [ 1258.145880] env[70867]: _type = "Task" [ 1258.145880] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.154182] env[70867]: DEBUG oslo_vmware.api [None req-f37e42b8-5ac7-49e7-90f5-bc2f41b52198 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.205194] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Releasing lock "refresh_cache-16d6cf95-b856-4623-b124-6311347c8250" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.205513] env[70867]: DEBUG nova.compute.manager [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Instance network_info: |[{"id": "884dd8bd-2739-4eda-b39c-bbead2ebdcd8", "address": "fa:16:3e:54:bc:10", "network": {"id": "52d9f893-40a0-4a01-81ad-a518ee74e5a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-281788219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ad9e13e8d24d72b6d8c4bb820287a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap884dd8bd-27", "ovs_interfaceid": "884dd8bd-2739-4eda-b39c-bbead2ebdcd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1258.205970] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:bc:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '884dd8bd-2739-4eda-b39c-bbead2ebdcd8', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1258.213715] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1258.216261] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1258.216511] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80a131b8-3626-49f3-8b5b-8cc50d861c19 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.240738] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1258.240738] env[70867]: value = "task-3474727" [ 1258.240738] env[70867]: _type = "Task" [ 1258.240738] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.249712] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474727, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.442078] env[70867]: DEBUG nova.network.neutron [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Updating instance_info_cache with network_info: [{"id": "98812719-61e3-4386-b8f8-9683fc8a745e", "address": "fa:16:3e:2d:64:23", "network": {"id": "cfc3fe3f-41ca-4d32-a9e1-bd8add4aaf37", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404983433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "531e77ef69fe4892bb20a8d005c760d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98812719-61", "ovs_interfaceid": "98812719-61e3-4386-b8f8-9683fc8a745e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.464724] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4d2bdee7-12d6-4d02-8734-38ae9f62af0d tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "91668872-ae2d-4e29-bb73-dd4ef745ee36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.465118] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4d2bdee7-12d6-4d02-8734-38ae9f62af0d tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "91668872-ae2d-4e29-bb73-dd4ef745ee36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.465399] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4d2bdee7-12d6-4d02-8734-38ae9f62af0d tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "91668872-ae2d-4e29-bb73-dd4ef745ee36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.465658] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4d2bdee7-12d6-4d02-8734-38ae9f62af0d tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "91668872-ae2d-4e29-bb73-dd4ef745ee36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.465890] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4d2bdee7-12d6-4d02-8734-38ae9f62af0d tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "91668872-ae2d-4e29-bb73-dd4ef745ee36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.468171] env[70867]: INFO nova.compute.manager [None req-4d2bdee7-12d6-4d02-8734-38ae9f62af0d tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Terminating instance [ 1258.514727] env[70867]: DEBUG nova.compute.manager [req-5df19632-18e4-41e4-9fc2-c63e3711a3de req-b490be72-cdc4-47bf-bbd6-460df037c783 service nova] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Received event network-changed-884dd8bd-2739-4eda-b39c-bbead2ebdcd8 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.514935] env[70867]: DEBUG nova.compute.manager [req-5df19632-18e4-41e4-9fc2-c63e3711a3de req-b490be72-cdc4-47bf-bbd6-460df037c783 service nova] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Refreshing instance network info cache due to event network-changed-884dd8bd-2739-4eda-b39c-bbead2ebdcd8. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1258.515106] env[70867]: DEBUG oslo_concurrency.lockutils [req-5df19632-18e4-41e4-9fc2-c63e3711a3de req-b490be72-cdc4-47bf-bbd6-460df037c783 service nova] Acquiring lock "refresh_cache-16d6cf95-b856-4623-b124-6311347c8250" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.515255] env[70867]: DEBUG oslo_concurrency.lockutils [req-5df19632-18e4-41e4-9fc2-c63e3711a3de req-b490be72-cdc4-47bf-bbd6-460df037c783 service nova] Acquired lock "refresh_cache-16d6cf95-b856-4623-b124-6311347c8250" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.515422] env[70867]: DEBUG nova.network.neutron [req-5df19632-18e4-41e4-9fc2-c63e3711a3de req-b490be72-cdc4-47bf-bbd6-460df037c783 service nova] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Refreshing network info cache for port 884dd8bd-2739-4eda-b39c-bbead2ebdcd8 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1258.638343] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3beaa237-a08b-46df-ad5a-39f91f7eb655 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.646543] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a93ab7-784b-4a7d-a6c2-37d95724b5d0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.658242] env[70867]: DEBUG oslo_vmware.api [None req-f37e42b8-5ac7-49e7-90f5-bc2f41b52198 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474726, 'name': PowerOffVM_Task, 'duration_secs': 0.211916} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.682011] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f37e42b8-5ac7-49e7-90f5-bc2f41b52198 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1258.682253] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f37e42b8-5ac7-49e7-90f5-bc2f41b52198 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1258.682806] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1367eae4-9603-4120-b31c-1e163ee0ccb2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.685042] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd52900-ab23-4a8e-a203-9eb6c969fe0f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.692315] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25fc2b9-804d-46cd-b144-0f2cb0099c6a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.707148] env[70867]: DEBUG nova.compute.provider_tree [None req-9fb0be1a-5d41-425f-ab35-cfe919139137 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.750546] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474727, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.768189] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f37e42b8-5ac7-49e7-90f5-bc2f41b52198 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1258.768404] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f37e42b8-5ac7-49e7-90f5-bc2f41b52198 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1258.768652] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f37e42b8-5ac7-49e7-90f5-bc2f41b52198 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Deleting the datastore file [datastore2] f86bc274-8f51-49f9-a012-02a58ddd00ab {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1258.768926] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3effcb1e-b7e4-45c2-8393-6831592000b8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.775993] env[70867]: DEBUG oslo_vmware.api [None req-f37e42b8-5ac7-49e7-90f5-bc2f41b52198 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Waiting for the task: (returnval){ [ 1258.775993] env[70867]: value = "task-3474729" [ 1258.775993] env[70867]: _type = "Task" [ 1258.775993] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.784392] env[70867]: DEBUG oslo_vmware.api [None req-f37e42b8-5ac7-49e7-90f5-bc2f41b52198 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.945359] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Releasing lock "refresh_cache-6a974050-3cd8-4594-8e7d-e7c2a398021d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.972606] env[70867]: DEBUG nova.compute.manager [None req-4d2bdee7-12d6-4d02-8734-38ae9f62af0d tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1258.972865] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2bdee7-12d6-4d02-8734-38ae9f62af0d tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1258.973924] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5738184e-ff3e-4bbe-a788-cebb75feb85f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.982226] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2bdee7-12d6-4d02-8734-38ae9f62af0d tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.982461] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa869799-b045-4b4a-97b8-e7fa36bb41f9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.988831] env[70867]: DEBUG oslo_vmware.api [None req-4d2bdee7-12d6-4d02-8734-38ae9f62af0d tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1258.988831] env[70867]: value = "task-3474730" [ 1258.988831] env[70867]: _type = "Task" [ 1258.988831] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.997685] env[70867]: DEBUG oslo_vmware.api [None req-4d2bdee7-12d6-4d02-8734-38ae9f62af0d tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.211516] env[70867]: DEBUG nova.scheduler.client.report [None req-9fb0be1a-5d41-425f-ab35-cfe919139137 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.252219] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474727, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.260140] env[70867]: DEBUG nova.compute.manager [req-8ecd489b-4915-4936-baf6-c22b93849789 req-e11db729-37fe-46d7-93e3-9ee37ca02160 service nova] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Received event network-vif-unplugged-98812719-61e3-4386-b8f8-9683fc8a745e {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.260389] env[70867]: DEBUG oslo_concurrency.lockutils [req-8ecd489b-4915-4936-baf6-c22b93849789 req-e11db729-37fe-46d7-93e3-9ee37ca02160 service nova] Acquiring lock "6a974050-3cd8-4594-8e7d-e7c2a398021d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.260710] env[70867]: DEBUG oslo_concurrency.lockutils [req-8ecd489b-4915-4936-baf6-c22b93849789 req-e11db729-37fe-46d7-93e3-9ee37ca02160 service nova] Lock "6a974050-3cd8-4594-8e7d-e7c2a398021d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.260938] env[70867]: DEBUG oslo_concurrency.lockutils [req-8ecd489b-4915-4936-baf6-c22b93849789 req-e11db729-37fe-46d7-93e3-9ee37ca02160 service nova] Lock "6a974050-3cd8-4594-8e7d-e7c2a398021d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.261095] env[70867]: DEBUG nova.compute.manager [req-8ecd489b-4915-4936-baf6-c22b93849789 req-e11db729-37fe-46d7-93e3-9ee37ca02160 service nova] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] No waiting events found dispatching network-vif-unplugged-98812719-61e3-4386-b8f8-9683fc8a745e {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1259.261272] env[70867]: WARNING nova.compute.manager [req-8ecd489b-4915-4936-baf6-c22b93849789 req-e11db729-37fe-46d7-93e3-9ee37ca02160 service nova] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Received unexpected event network-vif-unplugged-98812719-61e3-4386-b8f8-9683fc8a745e for instance with vm_state shelved and task_state shelving_offloading. [ 1259.286391] env[70867]: DEBUG oslo_vmware.api [None req-f37e42b8-5ac7-49e7-90f5-bc2f41b52198 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Task: {'id': task-3474729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236501} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.286655] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f37e42b8-5ac7-49e7-90f5-bc2f41b52198 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.286883] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f37e42b8-5ac7-49e7-90f5-bc2f41b52198 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.286977] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f37e42b8-5ac7-49e7-90f5-bc2f41b52198 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.287141] env[70867]: INFO nova.compute.manager [None req-f37e42b8-5ac7-49e7-90f5-bc2f41b52198 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1259.287424] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f37e42b8-5ac7-49e7-90f5-bc2f41b52198 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.287627] env[70867]: DEBUG nova.compute.manager [-] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1259.287733] env[70867]: DEBUG nova.network.neutron [-] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1259.320506] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.341946] env[70867]: DEBUG nova.network.neutron [req-5df19632-18e4-41e4-9fc2-c63e3711a3de req-b490be72-cdc4-47bf-bbd6-460df037c783 service nova] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Updated VIF entry in instance network info cache for port 884dd8bd-2739-4eda-b39c-bbead2ebdcd8. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1259.342363] env[70867]: DEBUG nova.network.neutron [req-5df19632-18e4-41e4-9fc2-c63e3711a3de req-b490be72-cdc4-47bf-bbd6-460df037c783 service nova] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Updating instance_info_cache with network_info: [{"id": "884dd8bd-2739-4eda-b39c-bbead2ebdcd8", "address": "fa:16:3e:54:bc:10", "network": {"id": "52d9f893-40a0-4a01-81ad-a518ee74e5a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-281788219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ad9e13e8d24d72b6d8c4bb820287a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap884dd8bd-27", "ovs_interfaceid": "884dd8bd-2739-4eda-b39c-bbead2ebdcd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.381145] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1259.381145] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138b841b-d7d9-4449-8b4f-f4c06e134418 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.389687] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.389961] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3b07a92-e108-4a50-9d14-aaafa05867ef {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.448595] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.448832] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.449027] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Deleting the datastore file [datastore2] 6a974050-3cd8-4594-8e7d-e7c2a398021d {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.449302] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea38e48d-7478-4dc1-8c45-89b8f8fdb854 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.457652] env[70867]: DEBUG oslo_vmware.api [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1259.457652] env[70867]: value = "task-3474732" [ 1259.457652] env[70867]: _type = "Task" [ 1259.457652] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.465703] env[70867]: DEBUG oslo_vmware.api [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.502992] env[70867]: DEBUG oslo_vmware.api [None req-4d2bdee7-12d6-4d02-8734-38ae9f62af0d tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474730, 'name': PowerOffVM_Task, 'duration_secs': 0.414952} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.503322] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2bdee7-12d6-4d02-8734-38ae9f62af0d tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.503493] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2bdee7-12d6-4d02-8734-38ae9f62af0d tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.503739] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b2dadda-e407-440b-aa4e-28089a1e15a1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.567117] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2bdee7-12d6-4d02-8734-38ae9f62af0d tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.567117] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2bdee7-12d6-4d02-8734-38ae9f62af0d tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.567117] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d2bdee7-12d6-4d02-8734-38ae9f62af0d tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Deleting the datastore file [datastore1] 91668872-ae2d-4e29-bb73-dd4ef745ee36 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.567117] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a55866a-6f41-46d0-ba88-ffec4f7825fe {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.573263] env[70867]: DEBUG oslo_vmware.api [None req-4d2bdee7-12d6-4d02-8734-38ae9f62af0d tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for the task: (returnval){ [ 1259.573263] env[70867]: value = "task-3474735" [ 1259.573263] env[70867]: _type = "Task" [ 1259.573263] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.582241] env[70867]: DEBUG oslo_vmware.api [None req-4d2bdee7-12d6-4d02-8734-38ae9f62af0d tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.716568] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9fb0be1a-5d41-425f-ab35-cfe919139137 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.702s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.719568] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.399s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.719837] env[70867]: DEBUG nova.objects.instance [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lazy-loading 'pci_requests' on Instance uuid e44d9816-2dd8-4c50-a4b8-46183a9a87c7 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.742583] env[70867]: INFO nova.scheduler.client.report [None req-9fb0be1a-5d41-425f-ab35-cfe919139137 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Deleted allocations for instance a9ef81bc-2aff-48c4-aac9-214bccb94c0c [ 1259.756340] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474727, 'name': CreateVM_Task, 'duration_secs': 1.305621} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.756497] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1259.757189] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.757362] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.757679] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.757941] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-828feea4-e7fe-4cea-9ab8-48ad3b900327 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.763371] env[70867]: DEBUG oslo_vmware.api [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1259.763371] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]529ab8ea-606b-c8af-c582-a509a3b90cd8" [ 1259.763371] env[70867]: _type = "Task" [ 1259.763371] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.771535] env[70867]: DEBUG oslo_vmware.api [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]529ab8ea-606b-c8af-c582-a509a3b90cd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.844826] env[70867]: DEBUG oslo_concurrency.lockutils [req-5df19632-18e4-41e4-9fc2-c63e3711a3de req-b490be72-cdc4-47bf-bbd6-460df037c783 service nova] Releasing lock "refresh_cache-16d6cf95-b856-4623-b124-6311347c8250" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.967703] env[70867]: DEBUG oslo_vmware.api [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178406} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.967964] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.968162] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.968339] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.994190] env[70867]: INFO nova.scheduler.client.report [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Deleted allocations for instance 6a974050-3cd8-4594-8e7d-e7c2a398021d [ 1260.088089] env[70867]: DEBUG oslo_vmware.api [None req-4d2bdee7-12d6-4d02-8734-38ae9f62af0d tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Task: {'id': task-3474735, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152085} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.088382] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d2bdee7-12d6-4d02-8734-38ae9f62af0d tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1260.088568] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2bdee7-12d6-4d02-8734-38ae9f62af0d tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1260.088744] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2bdee7-12d6-4d02-8734-38ae9f62af0d tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1260.088919] env[70867]: INFO nova.compute.manager [None req-4d2bdee7-12d6-4d02-8734-38ae9f62af0d tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1260.089176] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d2bdee7-12d6-4d02-8734-38ae9f62af0d tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1260.089368] env[70867]: DEBUG nova.compute.manager [-] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1260.089462] env[70867]: DEBUG nova.network.neutron [-] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1260.225988] env[70867]: DEBUG nova.objects.instance [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lazy-loading 'numa_topology' on Instance uuid e44d9816-2dd8-4c50-a4b8-46183a9a87c7 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.255394] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9fb0be1a-5d41-425f-ab35-cfe919139137 tempest-ImagesTestJSON-182133433 tempest-ImagesTestJSON-182133433-project-member] Lock "a9ef81bc-2aff-48c4-aac9-214bccb94c0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.681s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.277131] env[70867]: DEBUG oslo_vmware.api [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]529ab8ea-606b-c8af-c582-a509a3b90cd8, 'name': SearchDatastore_Task, 'duration_secs': 0.016807} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.278079] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.278331] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1260.278579] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.278729] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.278912] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1260.279450] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a4a42ed-86a5-4082-82cf-3ae152155fd9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.293378] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1260.293572] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1260.294370] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-099ad71c-d7fb-4aed-81e5-df41e8b29f45 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.300150] env[70867]: DEBUG oslo_vmware.api [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1260.300150] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f76d40-5084-4e62-41ea-98f2b06754ba" [ 1260.300150] env[70867]: _type = "Task" [ 1260.300150] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.308016] env[70867]: DEBUG oslo_vmware.api [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f76d40-5084-4e62-41ea-98f2b06754ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.348929] env[70867]: DEBUG nova.network.neutron [-] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.498895] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.732295] env[70867]: INFO nova.compute.claims [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1260.811721] env[70867]: DEBUG oslo_vmware.api [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f76d40-5084-4e62-41ea-98f2b06754ba, 'name': SearchDatastore_Task, 'duration_secs': 0.012822} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.812659] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa4dc44a-2b73-45d0-ba36-109bbb011695 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.818240] env[70867]: DEBUG oslo_vmware.api [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1260.818240] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ebce7d-83ca-e240-bd36-4622abe12f9b" [ 1260.818240] env[70867]: _type = "Task" [ 1260.818240] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.826815] env[70867]: DEBUG oslo_vmware.api [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ebce7d-83ca-e240-bd36-4622abe12f9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.852056] env[70867]: INFO nova.compute.manager [-] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Took 1.56 seconds to deallocate network for instance. [ 1260.875056] env[70867]: DEBUG nova.network.neutron [-] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.297402] env[70867]: DEBUG nova.compute.manager [req-70e947d8-e7f7-407f-b83b-77c3a34860bd req-db444918-736b-48d5-bba2-756e2d273196 service nova] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Received event network-changed-98812719-61e3-4386-b8f8-9683fc8a745e {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.301093] env[70867]: DEBUG nova.compute.manager [req-70e947d8-e7f7-407f-b83b-77c3a34860bd req-db444918-736b-48d5-bba2-756e2d273196 service nova] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Refreshing instance network info cache due to event network-changed-98812719-61e3-4386-b8f8-9683fc8a745e. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1261.301093] env[70867]: DEBUG oslo_concurrency.lockutils [req-70e947d8-e7f7-407f-b83b-77c3a34860bd req-db444918-736b-48d5-bba2-756e2d273196 service nova] Acquiring lock "refresh_cache-6a974050-3cd8-4594-8e7d-e7c2a398021d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.301093] env[70867]: DEBUG oslo_concurrency.lockutils [req-70e947d8-e7f7-407f-b83b-77c3a34860bd req-db444918-736b-48d5-bba2-756e2d273196 service nova] Acquired lock "refresh_cache-6a974050-3cd8-4594-8e7d-e7c2a398021d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.301093] env[70867]: DEBUG nova.network.neutron [req-70e947d8-e7f7-407f-b83b-77c3a34860bd req-db444918-736b-48d5-bba2-756e2d273196 service nova] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Refreshing network info cache for port 98812719-61e3-4386-b8f8-9683fc8a745e {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1261.329123] env[70867]: DEBUG oslo_vmware.api [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52ebce7d-83ca-e240-bd36-4622abe12f9b, 'name': SearchDatastore_Task, 'duration_secs': 0.016009} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.329402] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.329654] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 16d6cf95-b856-4623-b124-6311347c8250/16d6cf95-b856-4623-b124-6311347c8250.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1261.333018] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69b6547d-6b28-4d5c-b9b3-8dd9e7bfe564 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.337378] env[70867]: DEBUG oslo_vmware.api [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1261.337378] env[70867]: value = "task-3474736" [ 1261.337378] env[70867]: _type = "Task" [ 1261.337378] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.346475] env[70867]: DEBUG oslo_vmware.api [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474736, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.359668] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f37e42b8-5ac7-49e7-90f5-bc2f41b52198 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.378120] env[70867]: INFO nova.compute.manager [-] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Took 1.29 seconds to deallocate network for instance. [ 1261.674092] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "6a974050-3cd8-4594-8e7d-e7c2a398021d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.852888] env[70867]: DEBUG oslo_vmware.api [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474736, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508626} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.853181] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] 16d6cf95-b856-4623-b124-6311347c8250/16d6cf95-b856-4623-b124-6311347c8250.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1261.853402] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1261.853661] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39561938-a868-421b-aecc-f626c80f541f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.859795] env[70867]: DEBUG oslo_vmware.api [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1261.859795] env[70867]: value = "task-3474737" [ 1261.859795] env[70867]: _type = "Task" [ 1261.859795] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.868574] env[70867]: DEBUG oslo_vmware.api [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474737, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.877105] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bf1561b-7ea6-4a91-9183-954ac959e574 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Volume attach. Driver type: vmdk {{(pid=70867) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1261.877340] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bf1561b-7ea6-4a91-9183-954ac959e574 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694597', 'volume_id': '83459cc6-bfd3-4c3a-a9f4-518b653b92d3', 'name': 'volume-83459cc6-bfd3-4c3a-a9f4-518b653b92d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9e111148-ff9e-44a1-a219-03c0e72d52c2', 'attached_at': '', 'detached_at': '', 'volume_id': '83459cc6-bfd3-4c3a-a9f4-518b653b92d3', 'serial': '83459cc6-bfd3-4c3a-a9f4-518b653b92d3'} {{(pid=70867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1261.878173] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41386fa-4e14-42e7-9b19-53fe08d3bc15 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.897957] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4d2bdee7-12d6-4d02-8734-38ae9f62af0d tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.901349] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea19289-b920-4dab-89fd-2e8d415a0136 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.926410] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bf1561b-7ea6-4a91-9183-954ac959e574 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-83459cc6-bfd3-4c3a-a9f4-518b653b92d3/volume-83459cc6-bfd3-4c3a-a9f4-518b653b92d3.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1261.929739] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1df91356-d85f-4771-a098-574b9a5bbbcc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.942954] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc8ab1d-beb0-4951-a849-98f8076f4069 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.952862] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0372b2-316c-45d8-88c1-519b5e6743fe {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.956352] env[70867]: DEBUG oslo_vmware.api [None req-6bf1561b-7ea6-4a91-9183-954ac959e574 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 1261.956352] env[70867]: value = "task-3474738" [ 1261.956352] env[70867]: _type = "Task" [ 1261.956352] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.988557] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee17c77c-d4c1-4a0d-8afb-2f55fb4c6e3d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.991145] env[70867]: DEBUG oslo_vmware.api [None req-6bf1561b-7ea6-4a91-9183-954ac959e574 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474738, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.996114] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94f55e6-16db-4b62-a836-df08d085a1c6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.011544] env[70867]: DEBUG nova.compute.provider_tree [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.182955] env[70867]: DEBUG nova.network.neutron [req-70e947d8-e7f7-407f-b83b-77c3a34860bd req-db444918-736b-48d5-bba2-756e2d273196 service nova] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Updated VIF entry in instance network info cache for port 98812719-61e3-4386-b8f8-9683fc8a745e. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1262.183329] env[70867]: DEBUG nova.network.neutron [req-70e947d8-e7f7-407f-b83b-77c3a34860bd req-db444918-736b-48d5-bba2-756e2d273196 service nova] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Updating instance_info_cache with network_info: [{"id": "98812719-61e3-4386-b8f8-9683fc8a745e", "address": "fa:16:3e:2d:64:23", "network": {"id": "cfc3fe3f-41ca-4d32-a9e1-bd8add4aaf37", "bridge": null, "label": "tempest-ServerActionsTestOtherB-404983433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "531e77ef69fe4892bb20a8d005c760d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap98812719-61", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.369384] env[70867]: DEBUG oslo_vmware.api [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474737, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064804} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.369658] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1262.370533] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab844242-5876-4358-a852-1bf22621aa89 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.392918] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 16d6cf95-b856-4623-b124-6311347c8250/16d6cf95-b856-4623-b124-6311347c8250.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.393303] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed25ce73-d67c-4a3c-a3aa-3972012895da {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.415399] env[70867]: DEBUG oslo_vmware.api [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1262.415399] env[70867]: value = "task-3474739" [ 1262.415399] env[70867]: _type = "Task" [ 1262.415399] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.424353] env[70867]: DEBUG oslo_vmware.api [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474739, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.467861] env[70867]: DEBUG oslo_vmware.api [None req-6bf1561b-7ea6-4a91-9183-954ac959e574 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474738, 'name': ReconfigVM_Task, 'duration_secs': 0.500984} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.467965] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bf1561b-7ea6-4a91-9183-954ac959e574 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-83459cc6-bfd3-4c3a-a9f4-518b653b92d3/volume-83459cc6-bfd3-4c3a-a9f4-518b653b92d3.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1262.472761] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96d3ae4f-1612-4c7a-a42d-320fb153c26a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.487570] env[70867]: DEBUG oslo_vmware.api [None req-6bf1561b-7ea6-4a91-9183-954ac959e574 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 1262.487570] env[70867]: value = "task-3474740" [ 1262.487570] env[70867]: _type = "Task" [ 1262.487570] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.498647] env[70867]: DEBUG oslo_vmware.api [None req-6bf1561b-7ea6-4a91-9183-954ac959e574 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474740, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.514738] env[70867]: DEBUG nova.scheduler.client.report [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.686382] env[70867]: DEBUG oslo_concurrency.lockutils [req-70e947d8-e7f7-407f-b83b-77c3a34860bd req-db444918-736b-48d5-bba2-756e2d273196 service nova] Releasing lock "refresh_cache-6a974050-3cd8-4594-8e7d-e7c2a398021d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.686608] env[70867]: DEBUG nova.compute.manager [req-70e947d8-e7f7-407f-b83b-77c3a34860bd req-db444918-736b-48d5-bba2-756e2d273196 service nova] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Received event network-vif-deleted-637e7072-0ef6-46d7-a9c8-e65e1cf972c7 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.686797] env[70867]: DEBUG nova.compute.manager [req-70e947d8-e7f7-407f-b83b-77c3a34860bd req-db444918-736b-48d5-bba2-756e2d273196 service nova] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Received event network-vif-deleted-c574ae78-8a1e-4059-8840-e4b82b3ec339 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.923786] env[70867]: DEBUG oslo_vmware.api [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474739, 'name': ReconfigVM_Task, 'duration_secs': 0.304396} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.924102] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 16d6cf95-b856-4623-b124-6311347c8250/16d6cf95-b856-4623-b124-6311347c8250.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1262.924741] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e53913af-13ba-4e3e-80dd-f19fd534a58e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.931032] env[70867]: DEBUG oslo_vmware.api [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1262.931032] env[70867]: value = "task-3474741" [ 1262.931032] env[70867]: _type = "Task" [ 1262.931032] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.939102] env[70867]: DEBUG oslo_vmware.api [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474741, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.997014] env[70867]: DEBUG oslo_vmware.api [None req-6bf1561b-7ea6-4a91-9183-954ac959e574 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474740, 'name': ReconfigVM_Task, 'duration_secs': 0.143654} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.997375] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bf1561b-7ea6-4a91-9183-954ac959e574 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694597', 'volume_id': '83459cc6-bfd3-4c3a-a9f4-518b653b92d3', 'name': 'volume-83459cc6-bfd3-4c3a-a9f4-518b653b92d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9e111148-ff9e-44a1-a219-03c0e72d52c2', 'attached_at': '', 'detached_at': '', 'volume_id': '83459cc6-bfd3-4c3a-a9f4-518b653b92d3', 'serial': '83459cc6-bfd3-4c3a-a9f4-518b653b92d3'} {{(pid=70867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1263.019183] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.300s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.021367] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.523s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.021609] env[70867]: DEBUG nova.objects.instance [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lazy-loading 'resources' on Instance uuid 6a974050-3cd8-4594-8e7d-e7c2a398021d {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.121364] env[70867]: INFO nova.network.neutron [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Updating port ea0d8b03-d862-4332-86e1-3ef5dbf14c15 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1263.441698] env[70867]: DEBUG oslo_vmware.api [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474741, 'name': Rename_Task, 'duration_secs': 0.14267} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.441698] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1263.442070] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bf8e749-afd5-417e-a175-19be04a6e5bf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.448714] env[70867]: DEBUG oslo_vmware.api [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1263.448714] env[70867]: value = "task-3474742" [ 1263.448714] env[70867]: _type = "Task" [ 1263.448714] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.457763] env[70867]: DEBUG oslo_vmware.api [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.524998] env[70867]: DEBUG nova.objects.instance [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lazy-loading 'numa_topology' on Instance uuid 6a974050-3cd8-4594-8e7d-e7c2a398021d {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.844276] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a3973d7b-0f42-480e-b05f-5cdfcc13435d tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "1c347944-939b-430b-91e7-92dc8544fa1b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.844276] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a3973d7b-0f42-480e-b05f-5cdfcc13435d tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "1c347944-939b-430b-91e7-92dc8544fa1b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.958640] env[70867]: DEBUG oslo_vmware.api [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474742, 'name': PowerOnVM_Task, 'duration_secs': 0.481485} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.959161] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1263.959526] env[70867]: INFO nova.compute.manager [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Took 7.83 seconds to spawn the instance on the hypervisor. [ 1263.959852] env[70867]: DEBUG nova.compute.manager [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1263.960939] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd8641e-ce5e-4ccd-889d-714dbdf22225 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.031850] env[70867]: DEBUG nova.objects.base [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Object Instance<6a974050-3cd8-4594-8e7d-e7c2a398021d> lazy-loaded attributes: resources,numa_topology {{(pid=70867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1264.046782] env[70867]: DEBUG nova.objects.instance [None req-6bf1561b-7ea6-4a91-9183-954ac959e574 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lazy-loading 'flavor' on Instance uuid 9e111148-ff9e-44a1-a219-03c0e72d52c2 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.169120] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3734ca85-7a08-4d9f-b34d-7601edb10f52 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.175310] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e777e6b-08d8-4a39-879c-d49af1e3f7bc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.212568] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6303b7e5-4216-4845-9825-4e9800c3dbc8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.217559] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33193b8e-853a-4dad-bf86-290efd628eca {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.234040] env[70867]: DEBUG nova.compute.provider_tree [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.346388] env[70867]: INFO nova.compute.manager [None req-a3973d7b-0f42-480e-b05f-5cdfcc13435d tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Detaching volume 31ecb0de-a371-491a-8ae8-e9a30608154c [ 1264.389690] env[70867]: INFO nova.virt.block_device [None req-a3973d7b-0f42-480e-b05f-5cdfcc13435d tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Attempting to driver detach volume 31ecb0de-a371-491a-8ae8-e9a30608154c from mountpoint /dev/sdb [ 1264.390017] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3973d7b-0f42-480e-b05f-5cdfcc13435d tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Volume detach. Driver type: vmdk {{(pid=70867) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1264.390234] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3973d7b-0f42-480e-b05f-5cdfcc13435d tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694579', 'volume_id': '31ecb0de-a371-491a-8ae8-e9a30608154c', 'name': 'volume-31ecb0de-a371-491a-8ae8-e9a30608154c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c347944-939b-430b-91e7-92dc8544fa1b', 'attached_at': '', 'detached_at': '', 'volume_id': '31ecb0de-a371-491a-8ae8-e9a30608154c', 'serial': '31ecb0de-a371-491a-8ae8-e9a30608154c'} {{(pid=70867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1264.391112] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7e626c-f69a-4665-b9b2-552ca0c11670 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.413869] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb29eec-fe9e-495c-86f9-3ded81f7af20 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.423828] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e0d926-46e3-43eb-abb5-7f8d10948989 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.444555] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f97eba-ee25-4758-9aa2-da9e685b380a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.460023] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3973d7b-0f42-480e-b05f-5cdfcc13435d tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] The volume has not been displaced from its original location: [datastore2] volume-31ecb0de-a371-491a-8ae8-e9a30608154c/volume-31ecb0de-a371-491a-8ae8-e9a30608154c.vmdk. No consolidation needed. {{(pid=70867) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1264.465505] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3973d7b-0f42-480e-b05f-5cdfcc13435d tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1264.465941] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7466eaab-3545-448e-9eae-8c36db307e6c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.485655] env[70867]: INFO nova.compute.manager [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Took 12.66 seconds to build instance. [ 1264.488763] env[70867]: DEBUG oslo_vmware.api [None req-a3973d7b-0f42-480e-b05f-5cdfcc13435d tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1264.488763] env[70867]: value = "task-3474743" [ 1264.488763] env[70867]: _type = "Task" [ 1264.488763] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.500301] env[70867]: DEBUG oslo_vmware.api [None req-a3973d7b-0f42-480e-b05f-5cdfcc13435d tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474743, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.550296] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6bf1561b-7ea6-4a91-9183-954ac959e574 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "9e111148-ff9e-44a1-a219-03c0e72d52c2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.277s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.564542] env[70867]: DEBUG nova.compute.manager [req-174b79e0-e7e4-494e-9ce9-4d9d3a4e54cd req-74f33cf7-bccf-45cf-9a01-2f4f4801a4fd service nova] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Received event network-vif-plugged-ea0d8b03-d862-4332-86e1-3ef5dbf14c15 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.565027] env[70867]: DEBUG oslo_concurrency.lockutils [req-174b79e0-e7e4-494e-9ce9-4d9d3a4e54cd req-74f33cf7-bccf-45cf-9a01-2f4f4801a4fd service nova] Acquiring lock "e44d9816-2dd8-4c50-a4b8-46183a9a87c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.565203] env[70867]: DEBUG oslo_concurrency.lockutils [req-174b79e0-e7e4-494e-9ce9-4d9d3a4e54cd req-74f33cf7-bccf-45cf-9a01-2f4f4801a4fd service nova] Lock "e44d9816-2dd8-4c50-a4b8-46183a9a87c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.565424] env[70867]: DEBUG oslo_concurrency.lockutils [req-174b79e0-e7e4-494e-9ce9-4d9d3a4e54cd req-74f33cf7-bccf-45cf-9a01-2f4f4801a4fd service nova] Lock "e44d9816-2dd8-4c50-a4b8-46183a9a87c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.565625] env[70867]: DEBUG nova.compute.manager [req-174b79e0-e7e4-494e-9ce9-4d9d3a4e54cd req-74f33cf7-bccf-45cf-9a01-2f4f4801a4fd service nova] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] No waiting events found dispatching network-vif-plugged-ea0d8b03-d862-4332-86e1-3ef5dbf14c15 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1264.565809] env[70867]: WARNING nova.compute.manager [req-174b79e0-e7e4-494e-9ce9-4d9d3a4e54cd req-74f33cf7-bccf-45cf-9a01-2f4f4801a4fd service nova] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Received unexpected event network-vif-plugged-ea0d8b03-d862-4332-86e1-3ef5dbf14c15 for instance with vm_state shelved_offloaded and task_state spawning. [ 1264.689223] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquiring lock "refresh_cache-e44d9816-2dd8-4c50-a4b8-46183a9a87c7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.689527] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquired lock "refresh_cache-e44d9816-2dd8-4c50-a4b8-46183a9a87c7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.689929] env[70867]: DEBUG nova.network.neutron [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1264.739059] env[70867]: DEBUG nova.scheduler.client.report [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.989067] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e73e5b86-5f67-4a07-97b5-773664ad8621 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "16d6cf95-b856-4623-b124-6311347c8250" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.187s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.005025] env[70867]: DEBUG oslo_vmware.api [None req-a3973d7b-0f42-480e-b05f-5cdfcc13435d tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474743, 'name': ReconfigVM_Task, 'duration_secs': 0.3608} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.005272] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3973d7b-0f42-480e-b05f-5cdfcc13435d tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1265.010986] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f1a22b7-aaf3-46ae-b2f8-497ef4171933 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.027190] env[70867]: DEBUG oslo_vmware.api [None req-a3973d7b-0f42-480e-b05f-5cdfcc13435d tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1265.027190] env[70867]: value = "task-3474744" [ 1265.027190] env[70867]: _type = "Task" [ 1265.027190] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.041678] env[70867]: DEBUG oslo_vmware.api [None req-a3973d7b-0f42-480e-b05f-5cdfcc13435d tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474744, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.247704] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.250807] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f37e42b8-5ac7-49e7-90f5-bc2f41b52198 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.891s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.251981] env[70867]: DEBUG nova.objects.instance [None req-f37e42b8-5ac7-49e7-90f5-bc2f41b52198 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lazy-loading 'resources' on Instance uuid f86bc274-8f51-49f9-a012-02a58ddd00ab {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.405504] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f1b999-1ea3-4dd0-937f-d2474173a7ee {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.413140] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-3497448f-dff3-4291-83f6-b2fa846a0bc4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Suspending the VM {{(pid=70867) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1265.416046] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e761fb46-3609-43e1-92a7-80dd1ebf4ddd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.419096] env[70867]: DEBUG oslo_concurrency.lockutils [None req-736aefd1-9da2-465d-bb97-0f2bfe1d1fe5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquiring lock "9e111148-ff9e-44a1-a219-03c0e72d52c2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.419230] env[70867]: DEBUG oslo_concurrency.lockutils [None req-736aefd1-9da2-465d-bb97-0f2bfe1d1fe5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "9e111148-ff9e-44a1-a219-03c0e72d52c2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.422186] env[70867]: DEBUG oslo_vmware.api [None req-3497448f-dff3-4291-83f6-b2fa846a0bc4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1265.422186] env[70867]: value = "task-3474745" [ 1265.422186] env[70867]: _type = "Task" [ 1265.422186] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.431358] env[70867]: DEBUG oslo_vmware.api [None req-3497448f-dff3-4291-83f6-b2fa846a0bc4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474745, 'name': SuspendVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.537924] env[70867]: DEBUG oslo_vmware.api [None req-a3973d7b-0f42-480e-b05f-5cdfcc13435d tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474744, 'name': ReconfigVM_Task, 'duration_secs': 0.136171} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.538514] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3973d7b-0f42-480e-b05f-5cdfcc13435d tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694579', 'volume_id': '31ecb0de-a371-491a-8ae8-e9a30608154c', 'name': 'volume-31ecb0de-a371-491a-8ae8-e9a30608154c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c347944-939b-430b-91e7-92dc8544fa1b', 'attached_at': '', 'detached_at': '', 'volume_id': '31ecb0de-a371-491a-8ae8-e9a30608154c', 'serial': '31ecb0de-a371-491a-8ae8-e9a30608154c'} {{(pid=70867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1265.561965] env[70867]: DEBUG nova.network.neutron [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Updating instance_info_cache with network_info: [{"id": "ea0d8b03-d862-4332-86e1-3ef5dbf14c15", "address": "fa:16:3e:91:9a:4e", "network": {"id": "e8347f9b-3eb6-43b4-87ae-bb1cf7f8bc82", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2004525000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73a13fbd950b48dd91a096cbbeb17b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea0d8b03-d8", "ovs_interfaceid": "ea0d8b03-d862-4332-86e1-3ef5dbf14c15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.761114] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a9a52934-f300-43b3-84db-e9ef3c3bafb2 tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "6a974050-3cd8-4594-8e7d-e7c2a398021d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.180s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.761528] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "6a974050-3cd8-4594-8e7d-e7c2a398021d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 15.977s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.761794] env[70867]: INFO nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1265.761892] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "6a974050-3cd8-4594-8e7d-e7c2a398021d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.762324] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "6a974050-3cd8-4594-8e7d-e7c2a398021d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 4.089s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.762483] env[70867]: INFO nova.compute.manager [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Unshelving [ 1265.786553] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.923165] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bf242f-9801-491c-9ea0-b05c3a751dea {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.926925] env[70867]: INFO nova.compute.manager [None req-736aefd1-9da2-465d-bb97-0f2bfe1d1fe5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Detaching volume 83459cc6-bfd3-4c3a-a9f4-518b653b92d3 [ 1265.940438] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68277dde-d26e-4dd5-82b5-6714f6a7c3da {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.948291] env[70867]: DEBUG oslo_vmware.api [None req-3497448f-dff3-4291-83f6-b2fa846a0bc4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474745, 'name': SuspendVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.984809] env[70867]: INFO nova.virt.block_device [None req-736aefd1-9da2-465d-bb97-0f2bfe1d1fe5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Attempting to driver detach volume 83459cc6-bfd3-4c3a-a9f4-518b653b92d3 from mountpoint /dev/sdb [ 1265.985203] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-736aefd1-9da2-465d-bb97-0f2bfe1d1fe5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Volume detach. Driver type: vmdk {{(pid=70867) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1265.985473] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-736aefd1-9da2-465d-bb97-0f2bfe1d1fe5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694597', 'volume_id': '83459cc6-bfd3-4c3a-a9f4-518b653b92d3', 'name': 'volume-83459cc6-bfd3-4c3a-a9f4-518b653b92d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9e111148-ff9e-44a1-a219-03c0e72d52c2', 'attached_at': '', 'detached_at': '', 'volume_id': '83459cc6-bfd3-4c3a-a9f4-518b653b92d3', 'serial': '83459cc6-bfd3-4c3a-a9f4-518b653b92d3'} {{(pid=70867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1265.986354] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0cba44-f997-448c-a77f-e27c72f29053 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.989684] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8f32cb-4219-45e4-b0af-2f10d0ca91d7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.015083] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc62d831-2129-48e2-af5f-fa1be86cd561 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.020082] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0495a8-1429-4f77-945d-da75a56bb073 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.034663] env[70867]: DEBUG nova.compute.provider_tree [None req-f37e42b8-5ac7-49e7-90f5-bc2f41b52198 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.040405] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46709a51-4f07-4c57-a31b-340b5fe61229 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.064300] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a57d14-d549-4697-888a-cb3b3aafae62 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.067467] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Releasing lock "refresh_cache-e44d9816-2dd8-4c50-a4b8-46183a9a87c7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.085155] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-736aefd1-9da2-465d-bb97-0f2bfe1d1fe5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] The volume has not been displaced from its original location: [datastore1] volume-83459cc6-bfd3-4c3a-a9f4-518b653b92d3/volume-83459cc6-bfd3-4c3a-a9f4-518b653b92d3.vmdk. No consolidation needed. {{(pid=70867) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1266.090935] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-736aefd1-9da2-465d-bb97-0f2bfe1d1fe5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1266.091900] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d238ed0b-6bf8-4cd8-9ea0-56e96c61a607 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.108935] env[70867]: DEBUG nova.objects.instance [None req-a3973d7b-0f42-480e-b05f-5cdfcc13435d tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lazy-loading 'flavor' on Instance uuid 1c347944-939b-430b-91e7-92dc8544fa1b {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.120396] env[70867]: DEBUG nova.virt.hardware [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='2fd347a9957543d85dbf9744578517f8',container_format='bare',created_at=2025-04-17T11:56:02Z,direct_url=,disk_format='vmdk',id=523829ae-aa43-4cc0-8721-01dc19b9d683,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1200638337-shelved',owner='73a13fbd950b48dd91a096cbbeb17b4d',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-04-17T11:56:19Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1266.120396] env[70867]: DEBUG nova.virt.hardware [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1266.120396] env[70867]: DEBUG nova.virt.hardware [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1266.120396] env[70867]: DEBUG nova.virt.hardware [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1266.120396] env[70867]: DEBUG nova.virt.hardware [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1266.120396] env[70867]: DEBUG nova.virt.hardware [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1266.120716] env[70867]: DEBUG nova.virt.hardware [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1266.120716] env[70867]: DEBUG nova.virt.hardware [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1266.120874] env[70867]: DEBUG nova.virt.hardware [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1266.121054] env[70867]: DEBUG nova.virt.hardware [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1266.121250] env[70867]: DEBUG nova.virt.hardware [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1266.121667] env[70867]: DEBUG oslo_vmware.api [None req-736aefd1-9da2-465d-bb97-0f2bfe1d1fe5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 1266.121667] env[70867]: value = "task-3474746" [ 1266.121667] env[70867]: _type = "Task" [ 1266.121667] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.122466] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d88b2e-972f-4523-9a1d-512de83bd1b2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.138600] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59579b00-7600-4bd4-a01f-fb21b40ce883 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.143471] env[70867]: DEBUG oslo_vmware.api [None req-736aefd1-9da2-465d-bb97-0f2bfe1d1fe5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.154023] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:9a:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea0d8b03-d862-4332-86e1-3ef5dbf14c15', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1266.161224] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1266.161491] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1266.162047] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16f60848-5b30-41e8-8146-6d61f7edf83a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.181570] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1266.181570] env[70867]: value = "task-3474747" [ 1266.181570] env[70867]: _type = "Task" [ 1266.181570] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.189309] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474747, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.292066] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.439517] env[70867]: DEBUG oslo_vmware.api [None req-3497448f-dff3-4291-83f6-b2fa846a0bc4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474745, 'name': SuspendVM_Task, 'duration_secs': 0.63069} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.439855] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-3497448f-dff3-4291-83f6-b2fa846a0bc4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Suspended the VM {{(pid=70867) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1266.440108] env[70867]: DEBUG nova.compute.manager [None req-3497448f-dff3-4291-83f6-b2fa846a0bc4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1266.440900] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2651e1f3-9569-4b07-85ff-4b586bc02671 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.541491] env[70867]: DEBUG nova.scheduler.client.report [None req-f37e42b8-5ac7-49e7-90f5-bc2f41b52198 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.626886] env[70867]: DEBUG nova.compute.manager [req-e308f968-ff25-442f-8368-e68efe123ad7 req-c9c23eb5-f609-4e92-a66c-b203d77244cd service nova] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Received event network-changed-ea0d8b03-d862-4332-86e1-3ef5dbf14c15 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.627162] env[70867]: DEBUG nova.compute.manager [req-e308f968-ff25-442f-8368-e68efe123ad7 req-c9c23eb5-f609-4e92-a66c-b203d77244cd service nova] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Refreshing instance network info cache due to event network-changed-ea0d8b03-d862-4332-86e1-3ef5dbf14c15. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1266.627389] env[70867]: DEBUG oslo_concurrency.lockutils [req-e308f968-ff25-442f-8368-e68efe123ad7 req-c9c23eb5-f609-4e92-a66c-b203d77244cd service nova] Acquiring lock "refresh_cache-e44d9816-2dd8-4c50-a4b8-46183a9a87c7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.627525] env[70867]: DEBUG oslo_concurrency.lockutils [req-e308f968-ff25-442f-8368-e68efe123ad7 req-c9c23eb5-f609-4e92-a66c-b203d77244cd service nova] Acquired lock "refresh_cache-e44d9816-2dd8-4c50-a4b8-46183a9a87c7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.627691] env[70867]: DEBUG nova.network.neutron [req-e308f968-ff25-442f-8368-e68efe123ad7 req-c9c23eb5-f609-4e92-a66c-b203d77244cd service nova] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Refreshing network info cache for port ea0d8b03-d862-4332-86e1-3ef5dbf14c15 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1266.638965] env[70867]: DEBUG oslo_vmware.api [None req-736aefd1-9da2-465d-bb97-0f2bfe1d1fe5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474746, 'name': ReconfigVM_Task, 'duration_secs': 0.283478} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.639272] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-736aefd1-9da2-465d-bb97-0f2bfe1d1fe5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1266.645230] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52e3d25c-fbd6-4a18-90a9-c45941b287d5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.660668] env[70867]: DEBUG oslo_vmware.api [None req-736aefd1-9da2-465d-bb97-0f2bfe1d1fe5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 1266.660668] env[70867]: value = "task-3474748" [ 1266.660668] env[70867]: _type = "Task" [ 1266.660668] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.669280] env[70867]: DEBUG oslo_vmware.api [None req-736aefd1-9da2-465d-bb97-0f2bfe1d1fe5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474748, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.690567] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474747, 'name': CreateVM_Task, 'duration_secs': 0.359292} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.690736] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1266.697985] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/523829ae-aa43-4cc0-8721-01dc19b9d683" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.698186] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/523829ae-aa43-4cc0-8721-01dc19b9d683" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.698568] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/523829ae-aa43-4cc0-8721-01dc19b9d683" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.698832] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84f69000-cbf4-4203-9307-f5d2e5b34437 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.703585] env[70867]: DEBUG oslo_vmware.api [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1266.703585] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52aba7d2-9bff-76f2-bd01-05b14d2253c0" [ 1266.703585] env[70867]: _type = "Task" [ 1266.703585] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.711316] env[70867]: DEBUG oslo_vmware.api [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52aba7d2-9bff-76f2-bd01-05b14d2253c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.789973] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.046920] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f37e42b8-5ac7-49e7-90f5-bc2f41b52198 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.796s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.049672] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4d2bdee7-12d6-4d02-8734-38ae9f62af0d tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.152s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.050144] env[70867]: DEBUG nova.objects.instance [None req-4d2bdee7-12d6-4d02-8734-38ae9f62af0d tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lazy-loading 'resources' on Instance uuid 91668872-ae2d-4e29-bb73-dd4ef745ee36 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.070208] env[70867]: INFO nova.scheduler.client.report [None req-f37e42b8-5ac7-49e7-90f5-bc2f41b52198 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Deleted allocations for instance f86bc274-8f51-49f9-a012-02a58ddd00ab [ 1267.117810] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a3973d7b-0f42-480e-b05f-5cdfcc13435d tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "1c347944-939b-430b-91e7-92dc8544fa1b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.275s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.160395] env[70867]: DEBUG oslo_concurrency.lockutils [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "77a48e85-c8ec-41e3-996b-5b064a074847" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.160395] env[70867]: DEBUG oslo_concurrency.lockutils [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "77a48e85-c8ec-41e3-996b-5b064a074847" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.170773] env[70867]: DEBUG oslo_vmware.api [None req-736aefd1-9da2-465d-bb97-0f2bfe1d1fe5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474748, 'name': ReconfigVM_Task, 'duration_secs': 0.1467} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.173250] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-736aefd1-9da2-465d-bb97-0f2bfe1d1fe5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694597', 'volume_id': '83459cc6-bfd3-4c3a-a9f4-518b653b92d3', 'name': 'volume-83459cc6-bfd3-4c3a-a9f4-518b653b92d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9e111148-ff9e-44a1-a219-03c0e72d52c2', 'attached_at': '', 'detached_at': '', 'volume_id': '83459cc6-bfd3-4c3a-a9f4-518b653b92d3', 'serial': '83459cc6-bfd3-4c3a-a9f4-518b653b92d3'} {{(pid=70867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1267.215146] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/523829ae-aa43-4cc0-8721-01dc19b9d683" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.215490] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Processing image 523829ae-aa43-4cc0-8721-01dc19b9d683 {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1267.215842] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/523829ae-aa43-4cc0-8721-01dc19b9d683/523829ae-aa43-4cc0-8721-01dc19b9d683.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.216119] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/523829ae-aa43-4cc0-8721-01dc19b9d683/523829ae-aa43-4cc0-8721-01dc19b9d683.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.216366] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1267.216812] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59bfecf9-8169-45c9-a021-77572506b4a4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.226969] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1267.227243] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1267.228023] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bb7179f-dfdb-4236-b511-39f18dbe1a07 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.234226] env[70867]: DEBUG oslo_vmware.api [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1267.234226] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e8d226-f48a-4dcd-e3a1-461c72f736bd" [ 1267.234226] env[70867]: _type = "Task" [ 1267.234226] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.243504] env[70867]: DEBUG oslo_vmware.api [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e8d226-f48a-4dcd-e3a1-461c72f736bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.364371] env[70867]: DEBUG nova.network.neutron [req-e308f968-ff25-442f-8368-e68efe123ad7 req-c9c23eb5-f609-4e92-a66c-b203d77244cd service nova] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Updated VIF entry in instance network info cache for port ea0d8b03-d862-4332-86e1-3ef5dbf14c15. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1267.364886] env[70867]: DEBUG nova.network.neutron [req-e308f968-ff25-442f-8368-e68efe123ad7 req-c9c23eb5-f609-4e92-a66c-b203d77244cd service nova] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Updating instance_info_cache with network_info: [{"id": "ea0d8b03-d862-4332-86e1-3ef5dbf14c15", "address": "fa:16:3e:91:9a:4e", "network": {"id": "e8347f9b-3eb6-43b4-87ae-bb1cf7f8bc82", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2004525000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73a13fbd950b48dd91a096cbbeb17b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea0d8b03-d8", "ovs_interfaceid": "ea0d8b03-d862-4332-86e1-3ef5dbf14c15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.579159] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f37e42b8-5ac7-49e7-90f5-bc2f41b52198 tempest-AttachVolumeTestJSON-635567135 tempest-AttachVolumeTestJSON-635567135-project-member] Lock "f86bc274-8f51-49f9-a012-02a58ddd00ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.968s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.665720] env[70867]: DEBUG nova.compute.manager [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1267.671892] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cf7c65-06fa-470f-9572-413bbe2c8c33 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.678016] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1586d537-e4f5-461b-b93d-4b87dc4b9fc2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.710979] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57350043-7cf5-46f4-af98-8b463ae2ddcd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.719514] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7684dc7b-b9cd-4161-ae07-5b84baa3b790 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.724491] env[70867]: DEBUG nova.objects.instance [None req-736aefd1-9da2-465d-bb97-0f2bfe1d1fe5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lazy-loading 'flavor' on Instance uuid 9e111148-ff9e-44a1-a219-03c0e72d52c2 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.736887] env[70867]: DEBUG nova.compute.provider_tree [None req-4d2bdee7-12d6-4d02-8734-38ae9f62af0d tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.747499] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Preparing fetch location {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1267.747750] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Fetch image to [datastore1] OSTACK_IMG_a36c729c-c2fe-40e5-80d9-06812033ce73/OSTACK_IMG_a36c729c-c2fe-40e5-80d9-06812033ce73.vmdk {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1267.747932] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Downloading stream optimized image 523829ae-aa43-4cc0-8721-01dc19b9d683 to [datastore1] OSTACK_IMG_a36c729c-c2fe-40e5-80d9-06812033ce73/OSTACK_IMG_a36c729c-c2fe-40e5-80d9-06812033ce73.vmdk on the data store datastore1 as vApp {{(pid=70867) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1267.748114] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Downloading image file data 523829ae-aa43-4cc0-8721-01dc19b9d683 to the ESX as VM named 'OSTACK_IMG_a36c729c-c2fe-40e5-80d9-06812033ce73' {{(pid=70867) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1267.821182] env[70867]: DEBUG oslo_vmware.rw_handles [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1267.821182] env[70867]: value = "resgroup-9" [ 1267.821182] env[70867]: _type = "ResourcePool" [ 1267.821182] env[70867]: }. {{(pid=70867) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1267.821479] env[70867]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-02502568-d1de-4a5f-ac83-5b00ba7e7693 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.841495] env[70867]: DEBUG oslo_vmware.rw_handles [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lease: (returnval){ [ 1267.841495] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]524a9ac8-7461-3a45-26d8-c98cbf1c1efe" [ 1267.841495] env[70867]: _type = "HttpNfcLease" [ 1267.841495] env[70867]: } obtained for vApp import into resource pool (val){ [ 1267.841495] env[70867]: value = "resgroup-9" [ 1267.841495] env[70867]: _type = "ResourcePool" [ 1267.841495] env[70867]: }. {{(pid=70867) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1267.841931] env[70867]: DEBUG oslo_vmware.api [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the lease: (returnval){ [ 1267.841931] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]524a9ac8-7461-3a45-26d8-c98cbf1c1efe" [ 1267.841931] env[70867]: _type = "HttpNfcLease" [ 1267.841931] env[70867]: } to be ready. {{(pid=70867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1267.847832] env[70867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1267.847832] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]524a9ac8-7461-3a45-26d8-c98cbf1c1efe" [ 1267.847832] env[70867]: _type = "HttpNfcLease" [ 1267.847832] env[70867]: } is initializing. {{(pid=70867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1267.859333] env[70867]: DEBUG oslo_concurrency.lockutils [None req-92e463b0-82a5-4e10-abf0-4d8429c674e0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "16d6cf95-b856-4623-b124-6311347c8250" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.859599] env[70867]: DEBUG oslo_concurrency.lockutils [None req-92e463b0-82a5-4e10-abf0-4d8429c674e0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "16d6cf95-b856-4623-b124-6311347c8250" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.859820] env[70867]: DEBUG oslo_concurrency.lockutils [None req-92e463b0-82a5-4e10-abf0-4d8429c674e0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "16d6cf95-b856-4623-b124-6311347c8250-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.860370] env[70867]: DEBUG oslo_concurrency.lockutils [None req-92e463b0-82a5-4e10-abf0-4d8429c674e0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "16d6cf95-b856-4623-b124-6311347c8250-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.860370] env[70867]: DEBUG oslo_concurrency.lockutils [None req-92e463b0-82a5-4e10-abf0-4d8429c674e0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "16d6cf95-b856-4623-b124-6311347c8250-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.862561] env[70867]: INFO nova.compute.manager [None req-92e463b0-82a5-4e10-abf0-4d8429c674e0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Terminating instance [ 1267.867492] env[70867]: DEBUG oslo_concurrency.lockutils [req-e308f968-ff25-442f-8368-e68efe123ad7 req-c9c23eb5-f609-4e92-a66c-b203d77244cd service nova] Releasing lock "refresh_cache-e44d9816-2dd8-4c50-a4b8-46183a9a87c7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.127985] env[70867]: DEBUG oslo_concurrency.lockutils [None req-26eb1923-f91e-4d20-b7ac-e104c57139e3 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "1c347944-939b-430b-91e7-92dc8544fa1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.128325] env[70867]: DEBUG oslo_concurrency.lockutils [None req-26eb1923-f91e-4d20-b7ac-e104c57139e3 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "1c347944-939b-430b-91e7-92dc8544fa1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.128554] env[70867]: DEBUG oslo_concurrency.lockutils [None req-26eb1923-f91e-4d20-b7ac-e104c57139e3 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "1c347944-939b-430b-91e7-92dc8544fa1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.128742] env[70867]: DEBUG oslo_concurrency.lockutils [None req-26eb1923-f91e-4d20-b7ac-e104c57139e3 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "1c347944-939b-430b-91e7-92dc8544fa1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.128911] env[70867]: DEBUG oslo_concurrency.lockutils [None req-26eb1923-f91e-4d20-b7ac-e104c57139e3 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "1c347944-939b-430b-91e7-92dc8544fa1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.131139] env[70867]: INFO nova.compute.manager [None req-26eb1923-f91e-4d20-b7ac-e104c57139e3 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Terminating instance [ 1268.193257] env[70867]: DEBUG oslo_concurrency.lockutils [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.242808] env[70867]: DEBUG nova.scheduler.client.report [None req-4d2bdee7-12d6-4d02-8734-38ae9f62af0d tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1268.351278] env[70867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1268.351278] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]524a9ac8-7461-3a45-26d8-c98cbf1c1efe" [ 1268.351278] env[70867]: _type = "HttpNfcLease" [ 1268.351278] env[70867]: } is ready. {{(pid=70867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1268.351566] env[70867]: DEBUG oslo_vmware.rw_handles [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1268.351566] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]524a9ac8-7461-3a45-26d8-c98cbf1c1efe" [ 1268.351566] env[70867]: _type = "HttpNfcLease" [ 1268.351566] env[70867]: }. {{(pid=70867) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1268.352374] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8cdea5-fe13-4c83-9a20-e601979aedb7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.359427] env[70867]: DEBUG oslo_vmware.rw_handles [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527c8d71-0649-f61e-755b-9ab3fa62ab69/disk-0.vmdk from lease info. {{(pid=70867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1268.359599] env[70867]: DEBUG oslo_vmware.rw_handles [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527c8d71-0649-f61e-755b-9ab3fa62ab69/disk-0.vmdk. {{(pid=70867) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1268.417436] env[70867]: DEBUG nova.compute.manager [None req-92e463b0-82a5-4e10-abf0-4d8429c674e0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1268.417709] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-92e463b0-82a5-4e10-abf0-4d8429c674e0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1268.419036] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980235c4-4115-42ff-9ef6-480795952fd4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.428980] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bc03e42b-8f8a-4e32-9093-b04ae93141e9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.430664] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-92e463b0-82a5-4e10-abf0-4d8429c674e0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1268.431816] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84063174-0f5e-47a5-a9e8-411ebbb80c85 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.497218] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-92e463b0-82a5-4e10-abf0-4d8429c674e0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1268.497462] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-92e463b0-82a5-4e10-abf0-4d8429c674e0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1268.497648] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-92e463b0-82a5-4e10-abf0-4d8429c674e0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Deleting the datastore file [datastore1] 16d6cf95-b856-4623-b124-6311347c8250 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1268.497925] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e79d77cd-05c8-4832-8960-cd4c75745368 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.505753] env[70867]: DEBUG oslo_vmware.api [None req-92e463b0-82a5-4e10-abf0-4d8429c674e0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1268.505753] env[70867]: value = "task-3474751" [ 1268.505753] env[70867]: _type = "Task" [ 1268.505753] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.514226] env[70867]: DEBUG oslo_vmware.api [None req-92e463b0-82a5-4e10-abf0-4d8429c674e0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474751, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.635599] env[70867]: DEBUG nova.compute.manager [None req-26eb1923-f91e-4d20-b7ac-e104c57139e3 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1268.636018] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-26eb1923-f91e-4d20-b7ac-e104c57139e3 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1268.636836] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485741f2-fce3-41b3-82cc-b93a02cec4a2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.646068] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-26eb1923-f91e-4d20-b7ac-e104c57139e3 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.647673] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d9cd6e2-5d0e-4f5d-975a-de0f6ea71286 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.654199] env[70867]: DEBUG oslo_vmware.api [None req-26eb1923-f91e-4d20-b7ac-e104c57139e3 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1268.654199] env[70867]: value = "task-3474753" [ 1268.654199] env[70867]: _type = "Task" [ 1268.654199] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.665114] env[70867]: DEBUG oslo_vmware.api [None req-26eb1923-f91e-4d20-b7ac-e104c57139e3 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.731631] env[70867]: DEBUG oslo_concurrency.lockutils [None req-736aefd1-9da2-465d-bb97-0f2bfe1d1fe5 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "9e111148-ff9e-44a1-a219-03c0e72d52c2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.312s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.747820] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4d2bdee7-12d6-4d02-8734-38ae9f62af0d tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.698s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.751125] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.461s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.751125] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.751375] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70867) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1268.751746] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.962s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.752043] env[70867]: DEBUG nova.objects.instance [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lazy-loading 'pci_requests' on Instance uuid 6a974050-3cd8-4594-8e7d-e7c2a398021d {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.757028] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142de37d-cb65-48e9-8b14-7ec1a2d43760 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.765603] env[70867]: DEBUG nova.objects.instance [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lazy-loading 'numa_topology' on Instance uuid 6a974050-3cd8-4594-8e7d-e7c2a398021d {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.775921] env[70867]: INFO nova.scheduler.client.report [None req-4d2bdee7-12d6-4d02-8734-38ae9f62af0d tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Deleted allocations for instance 91668872-ae2d-4e29-bb73-dd4ef745ee36 [ 1268.778472] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c13256a-af5c-4f3b-b45f-8a10f6bcc24a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.807113] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b96facd-a3e7-4eb5-8b20-f0b3da4e69af {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.816103] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc553c7c-9f62-4356-a5de-e47e5bb3f1a4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.856060] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179340MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=70867) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1268.856060] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.019616] env[70867]: DEBUG oslo_vmware.api [None req-92e463b0-82a5-4e10-abf0-4d8429c674e0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474751, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206189} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.019970] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-92e463b0-82a5-4e10-abf0-4d8429c674e0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.020216] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-92e463b0-82a5-4e10-abf0-4d8429c674e0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1269.020401] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-92e463b0-82a5-4e10-abf0-4d8429c674e0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.020588] env[70867]: INFO nova.compute.manager [None req-92e463b0-82a5-4e10-abf0-4d8429c674e0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1269.020838] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92e463b0-82a5-4e10-abf0-4d8429c674e0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.022507] env[70867]: DEBUG nova.compute.manager [-] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1269.022605] env[70867]: DEBUG nova.network.neutron [-] [instance: 16d6cf95-b856-4623-b124-6311347c8250] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1269.167575] env[70867]: DEBUG oslo_vmware.api [None req-26eb1923-f91e-4d20-b7ac-e104c57139e3 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474753, 'name': PowerOffVM_Task, 'duration_secs': 0.249586} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.169676] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-26eb1923-f91e-4d20-b7ac-e104c57139e3 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.169944] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-26eb1923-f91e-4d20-b7ac-e104c57139e3 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1269.170181] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e0da1e6-f47b-48fc-a5f2-4cee57482a69 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.235297] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-26eb1923-f91e-4d20-b7ac-e104c57139e3 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1269.235488] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-26eb1923-f91e-4d20-b7ac-e104c57139e3 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1269.235700] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-26eb1923-f91e-4d20-b7ac-e104c57139e3 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Deleting the datastore file [datastore1] 1c347944-939b-430b-91e7-92dc8544fa1b {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.236030] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87954dd9-850e-4afa-b9f6-6873c779991d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.244295] env[70867]: DEBUG oslo_vmware.api [None req-26eb1923-f91e-4d20-b7ac-e104c57139e3 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1269.244295] env[70867]: value = "task-3474755" [ 1269.244295] env[70867]: _type = "Task" [ 1269.244295] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.255910] env[70867]: DEBUG oslo_vmware.api [None req-26eb1923-f91e-4d20-b7ac-e104c57139e3 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.268038] env[70867]: INFO nova.compute.claims [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1269.296471] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4d2bdee7-12d6-4d02-8734-38ae9f62af0d tempest-ServerDiskConfigTestJSON-837312489 tempest-ServerDiskConfigTestJSON-837312489-project-member] Lock "91668872-ae2d-4e29-bb73-dd4ef745ee36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.830s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.319479] env[70867]: DEBUG nova.compute.manager [req-7bdadf97-b324-42de-9a8e-5bf8b1874c8f req-e749c72f-e27b-4fac-b352-d3f15495fe5e service nova] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Received event network-vif-deleted-884dd8bd-2739-4eda-b39c-bbead2ebdcd8 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.319867] env[70867]: INFO nova.compute.manager [req-7bdadf97-b324-42de-9a8e-5bf8b1874c8f req-e749c72f-e27b-4fac-b352-d3f15495fe5e service nova] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Neutron deleted interface 884dd8bd-2739-4eda-b39c-bbead2ebdcd8; detaching it from the instance and deleting it from the info cache [ 1269.320288] env[70867]: DEBUG nova.network.neutron [req-7bdadf97-b324-42de-9a8e-5bf8b1874c8f req-e749c72f-e27b-4fac-b352-d3f15495fe5e service nova] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.554992] env[70867]: DEBUG oslo_vmware.rw_handles [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Completed reading data from the image iterator. {{(pid=70867) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1269.555337] env[70867]: DEBUG oslo_vmware.rw_handles [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527c8d71-0649-f61e-755b-9ab3fa62ab69/disk-0.vmdk. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1269.556415] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b084c3f-d8d3-4c12-8866-3b172cfe82a4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.564681] env[70867]: DEBUG oslo_vmware.rw_handles [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527c8d71-0649-f61e-755b-9ab3fa62ab69/disk-0.vmdk is in state: ready. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1269.564865] env[70867]: DEBUG oslo_vmware.rw_handles [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527c8d71-0649-f61e-755b-9ab3fa62ab69/disk-0.vmdk. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1269.565161] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e1feaa2e-eec2-4aec-95c7-4d7dc4c4bd45 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.755036] env[70867]: DEBUG oslo_vmware.api [None req-26eb1923-f91e-4d20-b7ac-e104c57139e3 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346386} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.755036] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-26eb1923-f91e-4d20-b7ac-e104c57139e3 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.755036] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-26eb1923-f91e-4d20-b7ac-e104c57139e3 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1269.755036] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-26eb1923-f91e-4d20-b7ac-e104c57139e3 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.755036] env[70867]: INFO nova.compute.manager [None req-26eb1923-f91e-4d20-b7ac-e104c57139e3 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1269.755036] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26eb1923-f91e-4d20-b7ac-e104c57139e3 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.755036] env[70867]: DEBUG nova.compute.manager [-] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1269.755036] env[70867]: DEBUG nova.network.neutron [-] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1269.782213] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e5890e5c-ee93-4238-b2c5-fd8bd2ff86f7 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquiring lock "9e111148-ff9e-44a1-a219-03c0e72d52c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.782503] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e5890e5c-ee93-4238-b2c5-fd8bd2ff86f7 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "9e111148-ff9e-44a1-a219-03c0e72d52c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.782739] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e5890e5c-ee93-4238-b2c5-fd8bd2ff86f7 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquiring lock "9e111148-ff9e-44a1-a219-03c0e72d52c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.782927] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e5890e5c-ee93-4238-b2c5-fd8bd2ff86f7 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "9e111148-ff9e-44a1-a219-03c0e72d52c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.783281] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e5890e5c-ee93-4238-b2c5-fd8bd2ff86f7 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "9e111148-ff9e-44a1-a219-03c0e72d52c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.785773] env[70867]: INFO nova.compute.manager [None req-e5890e5c-ee93-4238-b2c5-fd8bd2ff86f7 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Terminating instance [ 1269.795213] env[70867]: DEBUG nova.network.neutron [-] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.820449] env[70867]: DEBUG oslo_vmware.rw_handles [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527c8d71-0649-f61e-755b-9ab3fa62ab69/disk-0.vmdk. {{(pid=70867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1269.820676] env[70867]: INFO nova.virt.vmwareapi.images [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Downloaded image file data 523829ae-aa43-4cc0-8721-01dc19b9d683 [ 1269.821507] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076f765d-00cb-4f60-9b31-92727aef1c86 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.825044] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-453b7327-aa61-43ef-893a-6d634c3a434a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.841135] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6634d319-17fc-4463-845c-8676499a6d43 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.845432] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4841d0ed-61ca-48e8-8c7e-6812460222ee {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.878340] env[70867]: DEBUG nova.compute.manager [req-7bdadf97-b324-42de-9a8e-5bf8b1874c8f req-e749c72f-e27b-4fac-b352-d3f15495fe5e service nova] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Detach interface failed, port_id=884dd8bd-2739-4eda-b39c-bbead2ebdcd8, reason: Instance 16d6cf95-b856-4623-b124-6311347c8250 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1269.880503] env[70867]: INFO nova.virt.vmwareapi.images [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] The imported VM was unregistered [ 1269.882069] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Caching image {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1269.882295] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Creating directory with path [datastore1] devstack-image-cache_base/523829ae-aa43-4cc0-8721-01dc19b9d683 {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1269.882555] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c05d0831-bd28-4903-ae8d-596321f91971 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.893145] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Created directory with path [datastore1] devstack-image-cache_base/523829ae-aa43-4cc0-8721-01dc19b9d683 {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1269.893892] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_a36c729c-c2fe-40e5-80d9-06812033ce73/OSTACK_IMG_a36c729c-c2fe-40e5-80d9-06812033ce73.vmdk to [datastore1] devstack-image-cache_base/523829ae-aa43-4cc0-8721-01dc19b9d683/523829ae-aa43-4cc0-8721-01dc19b9d683.vmdk. {{(pid=70867) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1269.893892] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-02554194-2fed-4b6a-afd8-d396314dfc6e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.901026] env[70867]: DEBUG oslo_vmware.api [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1269.901026] env[70867]: value = "task-3474757" [ 1269.901026] env[70867]: _type = "Task" [ 1269.901026] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.908839] env[70867]: DEBUG oslo_vmware.api [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474757, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.289570] env[70867]: DEBUG nova.compute.manager [None req-e5890e5c-ee93-4238-b2c5-fd8bd2ff86f7 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1270.289807] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e5890e5c-ee93-4238-b2c5-fd8bd2ff86f7 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1270.290742] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c22bb9-4d94-4011-8117-5af97b727a72 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.299121] env[70867]: INFO nova.compute.manager [-] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Took 1.28 seconds to deallocate network for instance. [ 1270.299541] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5890e5c-ee93-4238-b2c5-fd8bd2ff86f7 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1270.301544] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0c2456e-1683-42ad-9a3d-fb8e5cb7230a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.315063] env[70867]: DEBUG oslo_vmware.api [None req-e5890e5c-ee93-4238-b2c5-fd8bd2ff86f7 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 1270.315063] env[70867]: value = "task-3474758" [ 1270.315063] env[70867]: _type = "Task" [ 1270.315063] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.323773] env[70867]: DEBUG oslo_vmware.api [None req-e5890e5c-ee93-4238-b2c5-fd8bd2ff86f7 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.415590] env[70867]: DEBUG oslo_vmware.api [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474757, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.436715] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27157bc-fb52-4d85-a145-808393ad95eb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.450024] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bfd0ca-aa29-4d1e-9396-bd1ca5659427 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.484030] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d2497f-b9f9-4796-9ed7-f4384a0d43ca {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.494082] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0900da-037a-4692-9ad3-95d484f54eea {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.510612] env[70867]: DEBUG nova.compute.provider_tree [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.812473] env[70867]: DEBUG oslo_concurrency.lockutils [None req-92e463b0-82a5-4e10-abf0-4d8429c674e0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.826353] env[70867]: DEBUG oslo_vmware.api [None req-e5890e5c-ee93-4238-b2c5-fd8bd2ff86f7 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474758, 'name': PowerOffVM_Task, 'duration_secs': 0.259813} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.826752] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5890e5c-ee93-4238-b2c5-fd8bd2ff86f7 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1270.826985] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e5890e5c-ee93-4238-b2c5-fd8bd2ff86f7 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1270.827272] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7bb244b-104f-48a6-9cd1-42c1fecc0428 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.892157] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e5890e5c-ee93-4238-b2c5-fd8bd2ff86f7 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1270.892403] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e5890e5c-ee93-4238-b2c5-fd8bd2ff86f7 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1270.892586] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5890e5c-ee93-4238-b2c5-fd8bd2ff86f7 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Deleting the datastore file [datastore2] 9e111148-ff9e-44a1-a219-03c0e72d52c2 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1270.892867] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-467218e6-8b61-40cb-b4a4-6b4713703598 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.901863] env[70867]: DEBUG oslo_vmware.api [None req-e5890e5c-ee93-4238-b2c5-fd8bd2ff86f7 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for the task: (returnval){ [ 1270.901863] env[70867]: value = "task-3474760" [ 1270.901863] env[70867]: _type = "Task" [ 1270.901863] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.915126] env[70867]: DEBUG oslo_vmware.api [None req-e5890e5c-ee93-4238-b2c5-fd8bd2ff86f7 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.918469] env[70867]: DEBUG oslo_vmware.api [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474757, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.014675] env[70867]: DEBUG nova.scheduler.client.report [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.078979] env[70867]: DEBUG nova.network.neutron [-] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.350225] env[70867]: DEBUG nova.compute.manager [req-7164482b-92c1-4870-a00a-5eb2d49de734 req-289084cf-a811-48a6-808f-d319fd14c1ac service nova] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Received event network-vif-deleted-f03e78d0-5805-449f-8797-272c703cdc3f {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.416737] env[70867]: DEBUG oslo_vmware.api [None req-e5890e5c-ee93-4238-b2c5-fd8bd2ff86f7 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Task: {'id': task-3474760, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263662} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.420549] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5890e5c-ee93-4238-b2c5-fd8bd2ff86f7 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1271.420823] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e5890e5c-ee93-4238-b2c5-fd8bd2ff86f7 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1271.420968] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e5890e5c-ee93-4238-b2c5-fd8bd2ff86f7 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1271.421146] env[70867]: INFO nova.compute.manager [None req-e5890e5c-ee93-4238-b2c5-fd8bd2ff86f7 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1271.421451] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5890e5c-ee93-4238-b2c5-fd8bd2ff86f7 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.421767] env[70867]: DEBUG oslo_vmware.api [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474757, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.421951] env[70867]: DEBUG nova.compute.manager [-] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1271.422061] env[70867]: DEBUG nova.network.neutron [-] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1271.519494] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.522048] env[70867]: DEBUG oslo_concurrency.lockutils [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.329s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.524726] env[70867]: INFO nova.compute.claims [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1271.579058] env[70867]: INFO nova.network.neutron [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Updating port 98812719-61e3-4386-b8f8-9683fc8a745e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1271.581255] env[70867]: INFO nova.compute.manager [-] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Took 1.83 seconds to deallocate network for instance. [ 1271.917038] env[70867]: DEBUG oslo_vmware.api [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474757, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.089423] env[70867]: DEBUG oslo_concurrency.lockutils [None req-26eb1923-f91e-4d20-b7ac-e104c57139e3 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.417666] env[70867]: DEBUG oslo_vmware.api [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474757, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.448876} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.417945] env[70867]: INFO nova.virt.vmwareapi.ds_util [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_a36c729c-c2fe-40e5-80d9-06812033ce73/OSTACK_IMG_a36c729c-c2fe-40e5-80d9-06812033ce73.vmdk to [datastore1] devstack-image-cache_base/523829ae-aa43-4cc0-8721-01dc19b9d683/523829ae-aa43-4cc0-8721-01dc19b9d683.vmdk. [ 1272.418191] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Cleaning up location [datastore1] OSTACK_IMG_a36c729c-c2fe-40e5-80d9-06812033ce73 {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1272.418375] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_a36c729c-c2fe-40e5-80d9-06812033ce73 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1272.418633] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fea43537-88d9-46aa-9812-8177214eb9cd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.425179] env[70867]: DEBUG oslo_vmware.api [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1272.425179] env[70867]: value = "task-3474762" [ 1272.425179] env[70867]: _type = "Task" [ 1272.425179] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.432772] env[70867]: DEBUG oslo_vmware.api [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.624832] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7610e8a5-ada4-4d77-8a70-b47390875d1e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.632210] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3ba8d9-46cd-4771-89de-3c666b736c16 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.661464] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d06e9f-1763-4e20-99dc-8fc05c559353 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.668689] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b720bc42-a1a6-4612-8b37-2b31b22891ff {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.682588] env[70867]: DEBUG nova.compute.provider_tree [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.726116] env[70867]: DEBUG nova.network.neutron [-] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.935053] env[70867]: DEBUG oslo_vmware.api [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034054} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.935406] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1272.935468] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/523829ae-aa43-4cc0-8721-01dc19b9d683/523829ae-aa43-4cc0-8721-01dc19b9d683.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.935731] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/523829ae-aa43-4cc0-8721-01dc19b9d683/523829ae-aa43-4cc0-8721-01dc19b9d683.vmdk to [datastore1] e44d9816-2dd8-4c50-a4b8-46183a9a87c7/e44d9816-2dd8-4c50-a4b8-46183a9a87c7.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1272.936130] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0cf2878-e327-4557-8d67-807af060bdeb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.942895] env[70867]: DEBUG oslo_vmware.api [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1272.942895] env[70867]: value = "task-3474763" [ 1272.942895] env[70867]: _type = "Task" [ 1272.942895] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.952096] env[70867]: DEBUG oslo_vmware.api [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474763, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.186352] env[70867]: DEBUG nova.scheduler.client.report [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.228900] env[70867]: INFO nova.compute.manager [-] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Took 1.81 seconds to deallocate network for instance. [ 1273.384970] env[70867]: DEBUG nova.compute.manager [req-cb5da075-2984-4968-a978-2d3edf80fc4c req-4bc0f1fd-4a91-4e0a-8a5f-f4de9469a62a service nova] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Received event network-vif-deleted-393f1383-f1f3-4aef-b893-8b0578a917e6 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.385260] env[70867]: DEBUG nova.compute.manager [req-cb5da075-2984-4968-a978-2d3edf80fc4c req-4bc0f1fd-4a91-4e0a-8a5f-f4de9469a62a service nova] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Received event network-vif-plugged-98812719-61e3-4386-b8f8-9683fc8a745e {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.385543] env[70867]: DEBUG oslo_concurrency.lockutils [req-cb5da075-2984-4968-a978-2d3edf80fc4c req-4bc0f1fd-4a91-4e0a-8a5f-f4de9469a62a service nova] Acquiring lock "6a974050-3cd8-4594-8e7d-e7c2a398021d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.385746] env[70867]: DEBUG oslo_concurrency.lockutils [req-cb5da075-2984-4968-a978-2d3edf80fc4c req-4bc0f1fd-4a91-4e0a-8a5f-f4de9469a62a service nova] Lock "6a974050-3cd8-4594-8e7d-e7c2a398021d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.385928] env[70867]: DEBUG oslo_concurrency.lockutils [req-cb5da075-2984-4968-a978-2d3edf80fc4c req-4bc0f1fd-4a91-4e0a-8a5f-f4de9469a62a service nova] Lock "6a974050-3cd8-4594-8e7d-e7c2a398021d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.386178] env[70867]: DEBUG nova.compute.manager [req-cb5da075-2984-4968-a978-2d3edf80fc4c req-4bc0f1fd-4a91-4e0a-8a5f-f4de9469a62a service nova] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] No waiting events found dispatching network-vif-plugged-98812719-61e3-4386-b8f8-9683fc8a745e {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1273.386367] env[70867]: WARNING nova.compute.manager [req-cb5da075-2984-4968-a978-2d3edf80fc4c req-4bc0f1fd-4a91-4e0a-8a5f-f4de9469a62a service nova] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Received unexpected event network-vif-plugged-98812719-61e3-4386-b8f8-9683fc8a745e for instance with vm_state shelved_offloaded and task_state spawning. [ 1273.454763] env[70867]: DEBUG oslo_vmware.api [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474763, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.465390] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "refresh_cache-6a974050-3cd8-4594-8e7d-e7c2a398021d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.465595] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquired lock "refresh_cache-6a974050-3cd8-4594-8e7d-e7c2a398021d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.465793] env[70867]: DEBUG nova.network.neutron [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1273.693336] env[70867]: DEBUG oslo_concurrency.lockutils [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.171s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.693997] env[70867]: DEBUG nova.compute.manager [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1273.697643] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.844s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.736543] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e5890e5c-ee93-4238-b2c5-fd8bd2ff86f7 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.956244] env[70867]: DEBUG oslo_vmware.api [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474763, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.202678] env[70867]: DEBUG nova.compute.utils [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1274.207532] env[70867]: DEBUG nova.compute.manager [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1274.207707] env[70867]: DEBUG nova.network.neutron [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1274.312114] env[70867]: DEBUG nova.policy [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9b085a1707d42cdbf47c8849901b4e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37eadd9b874741cdbb5f827504f09069', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1274.365490] env[70867]: DEBUG nova.network.neutron [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Updating instance_info_cache with network_info: [{"id": "98812719-61e3-4386-b8f8-9683fc8a745e", "address": "fa:16:3e:2d:64:23", "network": {"id": "cfc3fe3f-41ca-4d32-a9e1-bd8add4aaf37", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404983433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "531e77ef69fe4892bb20a8d005c760d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98812719-61", "ovs_interfaceid": "98812719-61e3-4386-b8f8-9683fc8a745e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.456142] env[70867]: DEBUG oslo_vmware.api [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474763, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.652407] env[70867]: DEBUG nova.network.neutron [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Successfully created port: 84fe26e2-649b-46f9-a107-26d02cdde15c {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1274.708232] env[70867]: DEBUG nova.compute.manager [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1274.737862] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 7691ccf1-2787-41a1-ab1a-2db68771a76d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1274.738050] env[70867]: WARNING nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 1c347944-939b-430b-91e7-92dc8544fa1b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1274.738181] env[70867]: WARNING nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 9e111148-ff9e-44a1-a219-03c0e72d52c2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1274.738306] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance e44d9816-2dd8-4c50-a4b8-46183a9a87c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1274.738561] env[70867]: WARNING nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 16d6cf95-b856-4623-b124-6311347c8250 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1274.738720] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 6a974050-3cd8-4594-8e7d-e7c2a398021d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1274.738847] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 77a48e85-c8ec-41e3-996b-5b064a074847 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1274.739148] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=70867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1274.739308] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=70867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1274.855407] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5366e3-31f4-4b0f-b089-9f6b9079f5ac {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.865040] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc31565-a2e9-4cf3-844c-439c228b9b4f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.869640] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Releasing lock "refresh_cache-6a974050-3cd8-4594-8e7d-e7c2a398021d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.906471] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8b29c8-12df-4f63-a003-f493b9c7c25e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.915150] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb688eae-cc83-4802-becd-3f2b5a047df8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.922068] env[70867]: DEBUG nova.virt.hardware [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='443610c07b0036f540cb375225f5fc25',container_format='bare',created_at=2025-04-17T11:56:13Z,direct_url=,disk_format='vmdk',id=8cd88621-ed4f-4aa1-828d-43442d1fcbd7,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1657286318-shelved',owner='531e77ef69fe4892bb20a8d005c760d4',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-04-17T11:56:31Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1274.922348] env[70867]: DEBUG nova.virt.hardware [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1274.922561] env[70867]: DEBUG nova.virt.hardware [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1274.922710] env[70867]: DEBUG nova.virt.hardware [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1274.922857] env[70867]: DEBUG nova.virt.hardware [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1274.923015] env[70867]: DEBUG nova.virt.hardware [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1274.923238] env[70867]: DEBUG nova.virt.hardware [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1274.923399] env[70867]: DEBUG nova.virt.hardware [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1274.923567] env[70867]: DEBUG nova.virt.hardware [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1274.923734] env[70867]: DEBUG nova.virt.hardware [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1274.923974] env[70867]: DEBUG nova.virt.hardware [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1274.924849] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e124e9f3-7288-4619-be4e-0db8c4ab9f29 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.938661] env[70867]: DEBUG nova.compute.provider_tree [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.944020] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d348871d-9678-4031-98f1-c82d0f621a8e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.969546] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:64:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98812719-61e3-4386-b8f8-9683fc8a745e', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1274.977658] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1274.978072] env[70867]: DEBUG oslo_vmware.api [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474763, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.978678] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1274.978918] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0689a4b-f07b-493c-8925-e5d3a0a0f62d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.999481] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1274.999481] env[70867]: value = "task-3474765" [ 1274.999481] env[70867]: _type = "Task" [ 1274.999481] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.008284] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474765, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.414478] env[70867]: DEBUG nova.compute.manager [req-6ef77508-72bd-4b37-9cec-a05f159fc347 req-7b26df5a-33a2-4534-933e-4fea710df932 service nova] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Received event network-changed-98812719-61e3-4386-b8f8-9683fc8a745e {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.414599] env[70867]: DEBUG nova.compute.manager [req-6ef77508-72bd-4b37-9cec-a05f159fc347 req-7b26df5a-33a2-4534-933e-4fea710df932 service nova] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Refreshing instance network info cache due to event network-changed-98812719-61e3-4386-b8f8-9683fc8a745e. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1275.414790] env[70867]: DEBUG oslo_concurrency.lockutils [req-6ef77508-72bd-4b37-9cec-a05f159fc347 req-7b26df5a-33a2-4534-933e-4fea710df932 service nova] Acquiring lock "refresh_cache-6a974050-3cd8-4594-8e7d-e7c2a398021d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.414929] env[70867]: DEBUG oslo_concurrency.lockutils [req-6ef77508-72bd-4b37-9cec-a05f159fc347 req-7b26df5a-33a2-4534-933e-4fea710df932 service nova] Acquired lock "refresh_cache-6a974050-3cd8-4594-8e7d-e7c2a398021d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.415150] env[70867]: DEBUG nova.network.neutron [req-6ef77508-72bd-4b37-9cec-a05f159fc347 req-7b26df5a-33a2-4534-933e-4fea710df932 service nova] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Refreshing network info cache for port 98812719-61e3-4386-b8f8-9683fc8a745e {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1275.444596] env[70867]: DEBUG nova.scheduler.client.report [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.462653] env[70867]: DEBUG oslo_vmware.api [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474763, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.509849] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474765, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.725661] env[70867]: DEBUG nova.compute.manager [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1275.747427] env[70867]: DEBUG nova.virt.hardware [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1275.747696] env[70867]: DEBUG nova.virt.hardware [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1275.747885] env[70867]: DEBUG nova.virt.hardware [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1275.748086] env[70867]: DEBUG nova.virt.hardware [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1275.748238] env[70867]: DEBUG nova.virt.hardware [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1275.748385] env[70867]: DEBUG nova.virt.hardware [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1275.748593] env[70867]: DEBUG nova.virt.hardware [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1275.748748] env[70867]: DEBUG nova.virt.hardware [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1275.748912] env[70867]: DEBUG nova.virt.hardware [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1275.749093] env[70867]: DEBUG nova.virt.hardware [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1275.749325] env[70867]: DEBUG nova.virt.hardware [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1275.750193] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda98479-731b-44f0-ac22-05e007b90a5a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.757754] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7580de9-6a9f-41d5-9325-5d6c9c48b776 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.949293] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70867) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1275.949493] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.252s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.949884] env[70867]: DEBUG oslo_concurrency.lockutils [None req-92e463b0-82a5-4e10-abf0-4d8429c674e0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.138s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.950156] env[70867]: DEBUG oslo_concurrency.lockutils [None req-92e463b0-82a5-4e10-abf0-4d8429c674e0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.952514] env[70867]: DEBUG oslo_concurrency.lockutils [None req-26eb1923-f91e-4d20-b7ac-e104c57139e3 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.863s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.952706] env[70867]: DEBUG oslo_concurrency.lockutils [None req-26eb1923-f91e-4d20-b7ac-e104c57139e3 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.954495] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e5890e5c-ee93-4238-b2c5-fd8bd2ff86f7 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.218s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.954689] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e5890e5c-ee93-4238-b2c5-fd8bd2ff86f7 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.967032] env[70867]: DEBUG oslo_vmware.api [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474763, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.539626} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.967264] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/523829ae-aa43-4cc0-8721-01dc19b9d683/523829ae-aa43-4cc0-8721-01dc19b9d683.vmdk to [datastore1] e44d9816-2dd8-4c50-a4b8-46183a9a87c7/e44d9816-2dd8-4c50-a4b8-46183a9a87c7.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1275.968047] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ccf82a-dc2c-437d-9687-11f5fa187ea2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.990432] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] e44d9816-2dd8-4c50-a4b8-46183a9a87c7/e44d9816-2dd8-4c50-a4b8-46183a9a87c7.vmdk or device None with type streamOptimized {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1275.991558] env[70867]: INFO nova.scheduler.client.report [None req-92e463b0-82a5-4e10-abf0-4d8429c674e0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Deleted allocations for instance 16d6cf95-b856-4623-b124-6311347c8250 [ 1275.993225] env[70867]: INFO nova.scheduler.client.report [None req-e5890e5c-ee93-4238-b2c5-fd8bd2ff86f7 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Deleted allocations for instance 9e111148-ff9e-44a1-a219-03c0e72d52c2 [ 1275.994699] env[70867]: INFO nova.scheduler.client.report [None req-26eb1923-f91e-4d20-b7ac-e104c57139e3 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Deleted allocations for instance 1c347944-939b-430b-91e7-92dc8544fa1b [ 1275.995503] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5d049a7-4d99-4832-87e5-124c9766ddbd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.031961] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474765, 'name': CreateVM_Task, 'duration_secs': 0.515261} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.032311] env[70867]: DEBUG oslo_vmware.api [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1276.032311] env[70867]: value = "task-3474766" [ 1276.032311] env[70867]: _type = "Task" [ 1276.032311] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.032497] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1276.033155] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8cd88621-ed4f-4aa1-828d-43442d1fcbd7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.033313] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8cd88621-ed4f-4aa1-828d-43442d1fcbd7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.033659] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8cd88621-ed4f-4aa1-828d-43442d1fcbd7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.036552] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-977da9ea-6798-46d0-b108-9a2a067fab6e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.051721] env[70867]: DEBUG oslo_vmware.api [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474766, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.053367] env[70867]: DEBUG oslo_vmware.api [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1276.053367] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5220b157-4354-172e-e76b-25ed48f473e9" [ 1276.053367] env[70867]: _type = "Task" [ 1276.053367] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.061851] env[70867]: DEBUG oslo_vmware.api [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5220b157-4354-172e-e76b-25ed48f473e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.311611] env[70867]: DEBUG nova.network.neutron [req-6ef77508-72bd-4b37-9cec-a05f159fc347 req-7b26df5a-33a2-4534-933e-4fea710df932 service nova] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Updated VIF entry in instance network info cache for port 98812719-61e3-4386-b8f8-9683fc8a745e. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1276.312174] env[70867]: DEBUG nova.network.neutron [req-6ef77508-72bd-4b37-9cec-a05f159fc347 req-7b26df5a-33a2-4534-933e-4fea710df932 service nova] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Updating instance_info_cache with network_info: [{"id": "98812719-61e3-4386-b8f8-9683fc8a745e", "address": "fa:16:3e:2d:64:23", "network": {"id": "cfc3fe3f-41ca-4d32-a9e1-bd8add4aaf37", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404983433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "531e77ef69fe4892bb20a8d005c760d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98812719-61", "ovs_interfaceid": "98812719-61e3-4386-b8f8-9683fc8a745e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.379707] env[70867]: DEBUG nova.network.neutron [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Successfully updated port: 84fe26e2-649b-46f9-a107-26d02cdde15c {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1276.526331] env[70867]: DEBUG oslo_concurrency.lockutils [None req-92e463b0-82a5-4e10-abf0-4d8429c674e0 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "16d6cf95-b856-4623-b124-6311347c8250" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.667s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.530171] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e5890e5c-ee93-4238-b2c5-fd8bd2ff86f7 tempest-AttachVolumeNegativeTest-1718899115 tempest-AttachVolumeNegativeTest-1718899115-project-member] Lock "9e111148-ff9e-44a1-a219-03c0e72d52c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.747s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.530276] env[70867]: DEBUG oslo_concurrency.lockutils [None req-26eb1923-f91e-4d20-b7ac-e104c57139e3 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "1c347944-939b-430b-91e7-92dc8544fa1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.402s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.544314] env[70867]: DEBUG oslo_vmware.api [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474766, 'name': ReconfigVM_Task, 'duration_secs': 0.295777} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.544620] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Reconfigured VM instance instance-00000069 to attach disk [datastore1] e44d9816-2dd8-4c50-a4b8-46183a9a87c7/e44d9816-2dd8-4c50-a4b8-46183a9a87c7.vmdk or device None with type streamOptimized {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1276.545782] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'encryption_format': None, 'encryption_options': None, 'size': 0, 'device_type': 'disk', 'boot_index': 0, 'guest_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'image_id': 'dd397023-e461-4e98-8ebe-ed21450996ea'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': None, 'device_type': None, 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694596', 'volume_id': '5e8acbb2-38f4-417b-9dd0-1e3b06e7bbb8', 'name': 'volume-5e8acbb2-38f4-417b-9dd0-1e3b06e7bbb8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e44d9816-2dd8-4c50-a4b8-46183a9a87c7', 'attached_at': '', 'detached_at': '', 'volume_id': '5e8acbb2-38f4-417b-9dd0-1e3b06e7bbb8', 'serial': '5e8acbb2-38f4-417b-9dd0-1e3b06e7bbb8'}, 'boot_index': None, 'attachment_id': '9b0a598e-31c7-4dc2-b421-a32867f1c8f5', 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=70867) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1276.546082] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Volume attach. Driver type: vmdk {{(pid=70867) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1276.546402] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694596', 'volume_id': '5e8acbb2-38f4-417b-9dd0-1e3b06e7bbb8', 'name': 'volume-5e8acbb2-38f4-417b-9dd0-1e3b06e7bbb8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e44d9816-2dd8-4c50-a4b8-46183a9a87c7', 'attached_at': '', 'detached_at': '', 'volume_id': '5e8acbb2-38f4-417b-9dd0-1e3b06e7bbb8', 'serial': '5e8acbb2-38f4-417b-9dd0-1e3b06e7bbb8'} {{(pid=70867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1276.547297] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66970d2-ae5e-4b02-8a60-70930f8a2209 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.568480] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1314b00-ae5d-4679-8e16-992a73eb6efe {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.590963] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8cd88621-ed4f-4aa1-828d-43442d1fcbd7" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.591279] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Processing image 8cd88621-ed4f-4aa1-828d-43442d1fcbd7 {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1276.591546] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8cd88621-ed4f-4aa1-828d-43442d1fcbd7/8cd88621-ed4f-4aa1-828d-43442d1fcbd7.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.591713] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8cd88621-ed4f-4aa1-828d-43442d1fcbd7/8cd88621-ed4f-4aa1-828d-43442d1fcbd7.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.591974] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1276.599831] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] volume-5e8acbb2-38f4-417b-9dd0-1e3b06e7bbb8/volume-5e8acbb2-38f4-417b-9dd0-1e3b06e7bbb8.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1276.600115] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d63c338-5d25-42fc-976f-e1b89aba781c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.602016] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79aaca40-1db2-46af-b2b8-d4fdffe70d2c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.620179] env[70867]: DEBUG oslo_vmware.api [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1276.620179] env[70867]: value = "task-3474768" [ 1276.620179] env[70867]: _type = "Task" [ 1276.620179] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.621336] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1276.621525] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1276.624799] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68f04dde-ae3e-4dda-abdc-962b7a2443e6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.631556] env[70867]: DEBUG oslo_vmware.api [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474768, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.632745] env[70867]: DEBUG oslo_vmware.api [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1276.632745] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]528a124b-deee-0e5a-1641-9ad515dbec8e" [ 1276.632745] env[70867]: _type = "Task" [ 1276.632745] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.640478] env[70867]: DEBUG oslo_vmware.api [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]528a124b-deee-0e5a-1641-9ad515dbec8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.815395] env[70867]: DEBUG oslo_concurrency.lockutils [req-6ef77508-72bd-4b37-9cec-a05f159fc347 req-7b26df5a-33a2-4534-933e-4fea710df932 service nova] Releasing lock "refresh_cache-6a974050-3cd8-4594-8e7d-e7c2a398021d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.882108] env[70867]: DEBUG oslo_concurrency.lockutils [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "refresh_cache-77a48e85-c8ec-41e3-996b-5b064a074847" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.882287] env[70867]: DEBUG oslo_concurrency.lockutils [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquired lock "refresh_cache-77a48e85-c8ec-41e3-996b-5b064a074847" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.882504] env[70867]: DEBUG nova.network.neutron [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.130872] env[70867]: DEBUG oslo_vmware.api [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474768, 'name': ReconfigVM_Task, 'duration_secs': 0.318365} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.131179] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Reconfigured VM instance instance-00000069 to attach disk [datastore1] volume-5e8acbb2-38f4-417b-9dd0-1e3b06e7bbb8/volume-5e8acbb2-38f4-417b-9dd0-1e3b06e7bbb8.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1277.136182] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89e4f791-facd-4d2b-8956-a349c12ffa19 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.155724] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Preparing fetch location {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1277.155970] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Fetch image to [datastore1] OSTACK_IMG_73e8c53f-e729-4dda-8eb9-e436d4146e02/OSTACK_IMG_73e8c53f-e729-4dda-8eb9-e436d4146e02.vmdk {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1277.156178] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Downloading stream optimized image 8cd88621-ed4f-4aa1-828d-43442d1fcbd7 to [datastore1] OSTACK_IMG_73e8c53f-e729-4dda-8eb9-e436d4146e02/OSTACK_IMG_73e8c53f-e729-4dda-8eb9-e436d4146e02.vmdk on the data store datastore1 as vApp {{(pid=70867) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1277.156356] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Downloading image file data 8cd88621-ed4f-4aa1-828d-43442d1fcbd7 to the ESX as VM named 'OSTACK_IMG_73e8c53f-e729-4dda-8eb9-e436d4146e02' {{(pid=70867) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1277.158220] env[70867]: DEBUG oslo_vmware.api [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1277.158220] env[70867]: value = "task-3474769" [ 1277.158220] env[70867]: _type = "Task" [ 1277.158220] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.166178] env[70867]: DEBUG oslo_vmware.api [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474769, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.235194] env[70867]: DEBUG oslo_vmware.rw_handles [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1277.235194] env[70867]: value = "resgroup-9" [ 1277.235194] env[70867]: _type = "ResourcePool" [ 1277.235194] env[70867]: }. {{(pid=70867) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1277.235554] env[70867]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f827f7e8-2a85-485e-826c-851c59b64975 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.256863] env[70867]: DEBUG oslo_vmware.rw_handles [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lease: (returnval){ [ 1277.256863] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e3be5e-8917-e179-e5e5-191bbb8cac18" [ 1277.256863] env[70867]: _type = "HttpNfcLease" [ 1277.256863] env[70867]: } obtained for vApp import into resource pool (val){ [ 1277.256863] env[70867]: value = "resgroup-9" [ 1277.256863] env[70867]: _type = "ResourcePool" [ 1277.256863] env[70867]: }. {{(pid=70867) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1277.257321] env[70867]: DEBUG oslo_vmware.api [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the lease: (returnval){ [ 1277.257321] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e3be5e-8917-e179-e5e5-191bbb8cac18" [ 1277.257321] env[70867]: _type = "HttpNfcLease" [ 1277.257321] env[70867]: } to be ready. {{(pid=70867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1277.265876] env[70867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1277.265876] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e3be5e-8917-e179-e5e5-191bbb8cac18" [ 1277.265876] env[70867]: _type = "HttpNfcLease" [ 1277.265876] env[70867]: } is initializing. {{(pid=70867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1277.346405] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "4cf55491-2d4f-4116-948d-6dbc8e2af66a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.346810] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "4cf55491-2d4f-4116-948d-6dbc8e2af66a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.440429] env[70867]: DEBUG nova.network.neutron [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1277.542251] env[70867]: DEBUG nova.compute.manager [req-669ed04e-bdcd-4a79-87ca-c3876b76db7e req-ad964545-7049-4d77-bd63-4586a890e9fa service nova] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Received event network-vif-plugged-84fe26e2-649b-46f9-a107-26d02cdde15c {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1277.542251] env[70867]: DEBUG oslo_concurrency.lockutils [req-669ed04e-bdcd-4a79-87ca-c3876b76db7e req-ad964545-7049-4d77-bd63-4586a890e9fa service nova] Acquiring lock "77a48e85-c8ec-41e3-996b-5b064a074847-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.542251] env[70867]: DEBUG oslo_concurrency.lockutils [req-669ed04e-bdcd-4a79-87ca-c3876b76db7e req-ad964545-7049-4d77-bd63-4586a890e9fa service nova] Lock "77a48e85-c8ec-41e3-996b-5b064a074847-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.542437] env[70867]: DEBUG oslo_concurrency.lockutils [req-669ed04e-bdcd-4a79-87ca-c3876b76db7e req-ad964545-7049-4d77-bd63-4586a890e9fa service nova] Lock "77a48e85-c8ec-41e3-996b-5b064a074847-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.542786] env[70867]: DEBUG nova.compute.manager [req-669ed04e-bdcd-4a79-87ca-c3876b76db7e req-ad964545-7049-4d77-bd63-4586a890e9fa service nova] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] No waiting events found dispatching network-vif-plugged-84fe26e2-649b-46f9-a107-26d02cdde15c {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1277.543092] env[70867]: WARNING nova.compute.manager [req-669ed04e-bdcd-4a79-87ca-c3876b76db7e req-ad964545-7049-4d77-bd63-4586a890e9fa service nova] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Received unexpected event network-vif-plugged-84fe26e2-649b-46f9-a107-26d02cdde15c for instance with vm_state building and task_state spawning. [ 1277.543182] env[70867]: DEBUG nova.compute.manager [req-669ed04e-bdcd-4a79-87ca-c3876b76db7e req-ad964545-7049-4d77-bd63-4586a890e9fa service nova] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Received event network-changed-84fe26e2-649b-46f9-a107-26d02cdde15c {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1277.543289] env[70867]: DEBUG nova.compute.manager [req-669ed04e-bdcd-4a79-87ca-c3876b76db7e req-ad964545-7049-4d77-bd63-4586a890e9fa service nova] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Refreshing instance network info cache due to event network-changed-84fe26e2-649b-46f9-a107-26d02cdde15c. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1277.543584] env[70867]: DEBUG oslo_concurrency.lockutils [req-669ed04e-bdcd-4a79-87ca-c3876b76db7e req-ad964545-7049-4d77-bd63-4586a890e9fa service nova] Acquiring lock "refresh_cache-77a48e85-c8ec-41e3-996b-5b064a074847" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.616051] env[70867]: DEBUG nova.network.neutron [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Updating instance_info_cache with network_info: [{"id": "84fe26e2-649b-46f9-a107-26d02cdde15c", "address": "fa:16:3e:2d:00:98", "network": {"id": "09b7e41f-edd2-41f2-8682-851f1b11289c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-971353873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37eadd9b874741cdbb5f827504f09069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84fe26e2-64", "ovs_interfaceid": "84fe26e2-649b-46f9-a107-26d02cdde15c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.669186] env[70867]: DEBUG oslo_vmware.api [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474769, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.765625] env[70867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1277.765625] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e3be5e-8917-e179-e5e5-191bbb8cac18" [ 1277.765625] env[70867]: _type = "HttpNfcLease" [ 1277.765625] env[70867]: } is ready. {{(pid=70867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1277.765983] env[70867]: DEBUG oslo_vmware.rw_handles [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1277.765983] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e3be5e-8917-e179-e5e5-191bbb8cac18" [ 1277.765983] env[70867]: _type = "HttpNfcLease" [ 1277.765983] env[70867]: }. {{(pid=70867) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1277.766659] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb18a50-8d8b-4255-bd28-97920af32133 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.773923] env[70867]: DEBUG oslo_vmware.rw_handles [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5282e541-9380-535e-989c-8f5c872e2dec/disk-0.vmdk from lease info. {{(pid=70867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1277.774198] env[70867]: DEBUG oslo_vmware.rw_handles [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5282e541-9380-535e-989c-8f5c872e2dec/disk-0.vmdk. {{(pid=70867) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1277.843171] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-77fcc9d1-75b3-4dce-9e1e-54a301386937 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.849507] env[70867]: DEBUG nova.compute.manager [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1277.956965] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.956965] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.956965] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.957234] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.957480] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.957723] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.957969] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.958212] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70867) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1278.119554] env[70867]: DEBUG oslo_concurrency.lockutils [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Releasing lock "refresh_cache-77a48e85-c8ec-41e3-996b-5b064a074847" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.120054] env[70867]: DEBUG nova.compute.manager [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Instance network_info: |[{"id": "84fe26e2-649b-46f9-a107-26d02cdde15c", "address": "fa:16:3e:2d:00:98", "network": {"id": "09b7e41f-edd2-41f2-8682-851f1b11289c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-971353873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37eadd9b874741cdbb5f827504f09069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84fe26e2-64", "ovs_interfaceid": "84fe26e2-649b-46f9-a107-26d02cdde15c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1278.120470] env[70867]: DEBUG oslo_concurrency.lockutils [req-669ed04e-bdcd-4a79-87ca-c3876b76db7e req-ad964545-7049-4d77-bd63-4586a890e9fa service nova] Acquired lock "refresh_cache-77a48e85-c8ec-41e3-996b-5b064a074847" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.120698] env[70867]: DEBUG nova.network.neutron [req-669ed04e-bdcd-4a79-87ca-c3876b76db7e req-ad964545-7049-4d77-bd63-4586a890e9fa service nova] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Refreshing network info cache for port 84fe26e2-649b-46f9-a107-26d02cdde15c {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1278.122694] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:00:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99639c37-b0c6-4be7-9594-230e44b1280b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84fe26e2-649b-46f9-a107-26d02cdde15c', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1278.133020] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Creating folder: Project (37eadd9b874741cdbb5f827504f09069). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1278.142545] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a826c159-5313-45ca-b1e6-7005963707dc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.159055] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Created folder: Project (37eadd9b874741cdbb5f827504f09069) in parent group-v694272. [ 1278.159682] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Creating folder: Instances. Parent ref: group-v694603. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1278.161255] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ea43891-100f-47a1-be9d-fe3867a54bef {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.174680] env[70867]: DEBUG oslo_vmware.api [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474769, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.177190] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Created folder: Instances in parent group-v694603. [ 1278.177440] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1278.177637] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1278.177852] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec006cfd-f94b-4828-b2f8-f1570e04a4c3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.207130] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "fce20e8d-1708-4d5f-88d9-f37ac62f5bb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.207306] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "fce20e8d-1708-4d5f-88d9-f37ac62f5bb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.208818] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1278.208818] env[70867]: value = "task-3474773" [ 1278.208818] env[70867]: _type = "Task" [ 1278.208818] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.220832] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474773, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.374458] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.374750] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.378599] env[70867]: INFO nova.compute.claims [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1278.614544] env[70867]: DEBUG nova.network.neutron [req-669ed04e-bdcd-4a79-87ca-c3876b76db7e req-ad964545-7049-4d77-bd63-4586a890e9fa service nova] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Updated VIF entry in instance network info cache for port 84fe26e2-649b-46f9-a107-26d02cdde15c. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1278.614990] env[70867]: DEBUG nova.network.neutron [req-669ed04e-bdcd-4a79-87ca-c3876b76db7e req-ad964545-7049-4d77-bd63-4586a890e9fa service nova] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Updating instance_info_cache with network_info: [{"id": "84fe26e2-649b-46f9-a107-26d02cdde15c", "address": "fa:16:3e:2d:00:98", "network": {"id": "09b7e41f-edd2-41f2-8682-851f1b11289c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-971353873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37eadd9b874741cdbb5f827504f09069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84fe26e2-64", "ovs_interfaceid": "84fe26e2-649b-46f9-a107-26d02cdde15c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.672714] env[70867]: DEBUG oslo_vmware.api [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474769, 'name': ReconfigVM_Task, 'duration_secs': 1.147226} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.674710] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694596', 'volume_id': '5e8acbb2-38f4-417b-9dd0-1e3b06e7bbb8', 'name': 'volume-5e8acbb2-38f4-417b-9dd0-1e3b06e7bbb8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e44d9816-2dd8-4c50-a4b8-46183a9a87c7', 'attached_at': '', 'detached_at': '', 'volume_id': '5e8acbb2-38f4-417b-9dd0-1e3b06e7bbb8', 'serial': '5e8acbb2-38f4-417b-9dd0-1e3b06e7bbb8'} {{(pid=70867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1278.675231] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-680c5018-b1bd-4f5e-8b09-7816d96e6da6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.682029] env[70867]: DEBUG oslo_vmware.api [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1278.682029] env[70867]: value = "task-3474774" [ 1278.682029] env[70867]: _type = "Task" [ 1278.682029] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.692612] env[70867]: DEBUG oslo_vmware.api [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474774, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.710524] env[70867]: DEBUG nova.compute.manager [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1278.726652] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474773, 'name': CreateVM_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.967251] env[70867]: DEBUG oslo_vmware.rw_handles [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Completed reading data from the image iterator. {{(pid=70867) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1278.967516] env[70867]: DEBUG oslo_vmware.rw_handles [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5282e541-9380-535e-989c-8f5c872e2dec/disk-0.vmdk. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1278.968545] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a818a4-e2cd-455a-aac0-cf374b07b1d5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.975756] env[70867]: DEBUG oslo_vmware.rw_handles [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5282e541-9380-535e-989c-8f5c872e2dec/disk-0.vmdk is in state: ready. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1278.975952] env[70867]: DEBUG oslo_vmware.rw_handles [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5282e541-9380-535e-989c-8f5c872e2dec/disk-0.vmdk. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1278.976181] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0ae09852-0c6c-4752-9a13-b1bbe5c2ae60 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.119473] env[70867]: DEBUG oslo_concurrency.lockutils [req-669ed04e-bdcd-4a79-87ca-c3876b76db7e req-ad964545-7049-4d77-bd63-4586a890e9fa service nova] Releasing lock "refresh_cache-77a48e85-c8ec-41e3-996b-5b064a074847" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.170367] env[70867]: DEBUG oslo_vmware.rw_handles [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5282e541-9380-535e-989c-8f5c872e2dec/disk-0.vmdk. {{(pid=70867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1279.170752] env[70867]: INFO nova.virt.vmwareapi.images [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Downloaded image file data 8cd88621-ed4f-4aa1-828d-43442d1fcbd7 [ 1279.171535] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecf39f0-1b7c-4a05-807f-83abb2e95e1e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.190049] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-934b73d7-322b-48e0-ae02-3ab68005b5bb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.196116] env[70867]: DEBUG oslo_vmware.api [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474774, 'name': Rename_Task, 'duration_secs': 0.172176} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.196405] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1279.196652] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7758b894-4e63-4e73-8c42-424d883a704c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.201567] env[70867]: DEBUG oslo_vmware.api [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1279.201567] env[70867]: value = "task-3474777" [ 1279.201567] env[70867]: _type = "Task" [ 1279.201567] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.209899] env[70867]: DEBUG oslo_vmware.api [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.219266] env[70867]: INFO nova.virt.vmwareapi.images [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] The imported VM was unregistered [ 1279.221649] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Caching image {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1279.221900] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Creating directory with path [datastore1] devstack-image-cache_base/8cd88621-ed4f-4aa1-828d-43442d1fcbd7 {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1279.227477] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad8347bb-d3b6-44c6-8d70-8c933670d5a1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.228997] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474773, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.244597] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Created directory with path [datastore1] devstack-image-cache_base/8cd88621-ed4f-4aa1-828d-43442d1fcbd7 {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1279.244597] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_73e8c53f-e729-4dda-8eb9-e436d4146e02/OSTACK_IMG_73e8c53f-e729-4dda-8eb9-e436d4146e02.vmdk to [datastore1] devstack-image-cache_base/8cd88621-ed4f-4aa1-828d-43442d1fcbd7/8cd88621-ed4f-4aa1-828d-43442d1fcbd7.vmdk. {{(pid=70867) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1279.244597] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ffc596c6-2f1d-4304-91e5-17eba20e80c3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.251935] env[70867]: DEBUG oslo_vmware.api [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1279.251935] env[70867]: value = "task-3474778" [ 1279.251935] env[70867]: _type = "Task" [ 1279.251935] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.256246] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.261420] env[70867]: DEBUG oslo_vmware.api [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474778, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.491317] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb08f983-36ff-43ab-ac23-ff34ce84ae10 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.498795] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887d4de7-5de6-4ecf-8321-7f7221cec710 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.529532] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02ea8d0-116c-4dae-bd55-ef575d082727 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.536691] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad9451a-bbed-429a-9bb6-0c43b5e7dac3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.550196] env[70867]: DEBUG nova.compute.provider_tree [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.711996] env[70867]: DEBUG oslo_vmware.api [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474777, 'name': PowerOnVM_Task, 'duration_secs': 0.470747} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.712350] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1279.722544] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474773, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.763609] env[70867]: DEBUG oslo_vmware.api [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474778, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.864614] env[70867]: DEBUG nova.compute.manager [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1279.865637] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2eafc7-9d52-4013-8af9-7845b1bb89c2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.053326] env[70867]: DEBUG nova.scheduler.client.report [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.226533] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474773, 'name': CreateVM_Task, 'duration_secs': 1.685936} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.226931] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1280.227497] env[70867]: DEBUG oslo_concurrency.lockutils [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.227677] env[70867]: DEBUG oslo_concurrency.lockutils [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.228041] env[70867]: DEBUG oslo_concurrency.lockutils [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.228350] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce447d43-3f7d-474c-812c-dc32f8445318 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.234483] env[70867]: DEBUG oslo_vmware.api [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1280.234483] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52fc78c7-93f0-aeef-0e18-81657d3b0d23" [ 1280.234483] env[70867]: _type = "Task" [ 1280.234483] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.244467] env[70867]: DEBUG oslo_vmware.api [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52fc78c7-93f0-aeef-0e18-81657d3b0d23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.262659] env[70867]: DEBUG oslo_vmware.api [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474778, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.383874] env[70867]: DEBUG oslo_concurrency.lockutils [None req-eecc9d41-686d-424a-b3a2-351775dcb10c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lock "e44d9816-2dd8-4c50-a4b8-46183a9a87c7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 28.330s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.558602] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.184s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.559218] env[70867]: DEBUG nova.compute.manager [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1280.562201] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.306s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.563681] env[70867]: INFO nova.compute.claims [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1280.747032] env[70867]: DEBUG oslo_vmware.api [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52fc78c7-93f0-aeef-0e18-81657d3b0d23, 'name': SearchDatastore_Task, 'duration_secs': 0.014428} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.747417] env[70867]: DEBUG oslo_concurrency.lockutils [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.747657] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1280.747914] env[70867]: DEBUG oslo_concurrency.lockutils [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.748157] env[70867]: DEBUG oslo_concurrency.lockutils [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.748363] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1280.748645] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a022da8d-cf55-4aab-af5c-22a28a2947af {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.758960] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1280.759288] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1280.760264] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29f9858f-b239-4192-a878-3d76381fe2da {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.765955] env[70867]: DEBUG oslo_vmware.api [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474778, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.769252] env[70867]: DEBUG oslo_vmware.api [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1280.769252] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52412655-77fc-8441-f37e-3fc2d2806c36" [ 1280.769252] env[70867]: _type = "Task" [ 1280.769252] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.777836] env[70867]: DEBUG oslo_vmware.api [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52412655-77fc-8441-f37e-3fc2d2806c36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.068218] env[70867]: DEBUG nova.compute.utils [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1281.072163] env[70867]: DEBUG nova.compute.manager [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1281.072321] env[70867]: DEBUG nova.network.neutron [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1281.131346] env[70867]: DEBUG nova.policy [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba34ef52749f402a967d8fddf1396e4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2ad9e13e8d24d72b6d8c4bb820287a3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1281.269420] env[70867]: DEBUG oslo_vmware.api [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474778, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.284671] env[70867]: DEBUG oslo_vmware.api [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52412655-77fc-8441-f37e-3fc2d2806c36, 'name': SearchDatastore_Task, 'duration_secs': 0.014138} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.286194] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85301c23-a71d-47d1-ae5b-db26f7457f15 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.294602] env[70867]: DEBUG oslo_vmware.api [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1281.294602] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52fc9284-797e-45ff-707e-3ccec278fe64" [ 1281.294602] env[70867]: _type = "Task" [ 1281.294602] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.308111] env[70867]: DEBUG oslo_vmware.api [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52fc9284-797e-45ff-707e-3ccec278fe64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.386184] env[70867]: DEBUG nova.network.neutron [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Successfully created port: 680cebf9-9533-46e8-ab88-7ed56b43d102 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1281.572831] env[70867]: DEBUG nova.compute.manager [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1281.677231] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c57245-1252-412e-8dd0-98c5975cda0a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.686241] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a0f538-fcf5-4d7e-978e-df124698e0d5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.718876] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a62ab3-bf91-4692-9af2-af9494416d2a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.726560] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511c2864-cefd-4abb-ba98-cf525de5dd6a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.741478] env[70867]: DEBUG nova.compute.provider_tree [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.763421] env[70867]: DEBUG oslo_vmware.api [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474778, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.804900] env[70867]: DEBUG oslo_vmware.api [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52fc9284-797e-45ff-707e-3ccec278fe64, 'name': SearchDatastore_Task, 'duration_secs': 0.016408} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.805152] env[70867]: DEBUG oslo_concurrency.lockutils [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.805424] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 77a48e85-c8ec-41e3-996b-5b064a074847/77a48e85-c8ec-41e3-996b-5b064a074847.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1281.805701] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fe46648-0dd9-4a51-b5b2-d853c364b6b7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.812098] env[70867]: DEBUG oslo_vmware.api [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1281.812098] env[70867]: value = "task-3474780" [ 1281.812098] env[70867]: _type = "Task" [ 1281.812098] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.820071] env[70867]: DEBUG oslo_vmware.api [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.244895] env[70867]: DEBUG nova.scheduler.client.report [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.265522] env[70867]: DEBUG oslo_vmware.api [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474778, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.993844} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.266674] env[70867]: INFO nova.virt.vmwareapi.ds_util [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_73e8c53f-e729-4dda-8eb9-e436d4146e02/OSTACK_IMG_73e8c53f-e729-4dda-8eb9-e436d4146e02.vmdk to [datastore1] devstack-image-cache_base/8cd88621-ed4f-4aa1-828d-43442d1fcbd7/8cd88621-ed4f-4aa1-828d-43442d1fcbd7.vmdk. [ 1282.266927] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Cleaning up location [datastore1] OSTACK_IMG_73e8c53f-e729-4dda-8eb9-e436d4146e02 {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1282.267167] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_73e8c53f-e729-4dda-8eb9-e436d4146e02 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1282.267484] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49c2e417-857d-4200-be9f-4e5977db6941 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.274736] env[70867]: DEBUG oslo_vmware.api [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1282.274736] env[70867]: value = "task-3474781" [ 1282.274736] env[70867]: _type = "Task" [ 1282.274736] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.284388] env[70867]: DEBUG oslo_vmware.api [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.322646] env[70867]: DEBUG oslo_vmware.api [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474780, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.589469] env[70867]: DEBUG nova.compute.manager [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1282.615829] env[70867]: DEBUG nova.virt.hardware [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1282.616091] env[70867]: DEBUG nova.virt.hardware [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1282.616257] env[70867]: DEBUG nova.virt.hardware [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1282.616447] env[70867]: DEBUG nova.virt.hardware [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1282.616594] env[70867]: DEBUG nova.virt.hardware [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1282.616741] env[70867]: DEBUG nova.virt.hardware [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1282.616961] env[70867]: DEBUG nova.virt.hardware [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1282.617199] env[70867]: DEBUG nova.virt.hardware [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1282.617383] env[70867]: DEBUG nova.virt.hardware [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1282.617552] env[70867]: DEBUG nova.virt.hardware [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1282.617723] env[70867]: DEBUG nova.virt.hardware [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1282.618681] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720cf200-07fb-4ae7-a7e1-214b90769218 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.627849] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f82cc9-41f4-4b2d-af24-38829d02cb33 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.751909] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.190s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.752473] env[70867]: DEBUG nova.compute.manager [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1282.781649] env[70867]: DEBUG nova.compute.manager [req-c7b1223d-537d-4559-b494-09abbf9be4cf req-b70ccb1e-fee9-433c-bb09-2759f77514d9 service nova] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Received event network-vif-plugged-680cebf9-9533-46e8-ab88-7ed56b43d102 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.781882] env[70867]: DEBUG oslo_concurrency.lockutils [req-c7b1223d-537d-4559-b494-09abbf9be4cf req-b70ccb1e-fee9-433c-bb09-2759f77514d9 service nova] Acquiring lock "4cf55491-2d4f-4116-948d-6dbc8e2af66a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.782106] env[70867]: DEBUG oslo_concurrency.lockutils [req-c7b1223d-537d-4559-b494-09abbf9be4cf req-b70ccb1e-fee9-433c-bb09-2759f77514d9 service nova] Lock "4cf55491-2d4f-4116-948d-6dbc8e2af66a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.782275] env[70867]: DEBUG oslo_concurrency.lockutils [req-c7b1223d-537d-4559-b494-09abbf9be4cf req-b70ccb1e-fee9-433c-bb09-2759f77514d9 service nova] Lock "4cf55491-2d4f-4116-948d-6dbc8e2af66a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.782453] env[70867]: DEBUG nova.compute.manager [req-c7b1223d-537d-4559-b494-09abbf9be4cf req-b70ccb1e-fee9-433c-bb09-2759f77514d9 service nova] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] No waiting events found dispatching network-vif-plugged-680cebf9-9533-46e8-ab88-7ed56b43d102 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1282.782615] env[70867]: WARNING nova.compute.manager [req-c7b1223d-537d-4559-b494-09abbf9be4cf req-b70ccb1e-fee9-433c-bb09-2759f77514d9 service nova] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Received unexpected event network-vif-plugged-680cebf9-9533-46e8-ab88-7ed56b43d102 for instance with vm_state building and task_state spawning. [ 1282.789404] env[70867]: DEBUG oslo_vmware.api [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.081166} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.790177] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1282.790351] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8cd88621-ed4f-4aa1-828d-43442d1fcbd7/8cd88621-ed4f-4aa1-828d-43442d1fcbd7.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.790711] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8cd88621-ed4f-4aa1-828d-43442d1fcbd7/8cd88621-ed4f-4aa1-828d-43442d1fcbd7.vmdk to [datastore1] 6a974050-3cd8-4594-8e7d-e7c2a398021d/6a974050-3cd8-4594-8e7d-e7c2a398021d.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1282.790824] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-653dd142-1bd9-47b2-b978-2e895f5e3ba3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.797089] env[70867]: DEBUG oslo_vmware.api [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1282.797089] env[70867]: value = "task-3474782" [ 1282.797089] env[70867]: _type = "Task" [ 1282.797089] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.804932] env[70867]: DEBUG oslo_vmware.api [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.821482] env[70867]: DEBUG oslo_vmware.api [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474780, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561881} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.821750] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 77a48e85-c8ec-41e3-996b-5b064a074847/77a48e85-c8ec-41e3-996b-5b064a074847.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1282.822016] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1282.822283] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-923f3d93-2ffb-4794-b17e-cfaf4abd1632 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.828062] env[70867]: DEBUG oslo_vmware.api [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1282.828062] env[70867]: value = "task-3474783" [ 1282.828062] env[70867]: _type = "Task" [ 1282.828062] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.836099] env[70867]: DEBUG oslo_vmware.api [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474783, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.863866] env[70867]: DEBUG nova.network.neutron [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Successfully updated port: 680cebf9-9533-46e8-ab88-7ed56b43d102 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1283.257319] env[70867]: DEBUG nova.compute.utils [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1283.259024] env[70867]: DEBUG nova.compute.manager [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1283.259183] env[70867]: DEBUG nova.network.neutron [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1283.310375] env[70867]: DEBUG oslo_vmware.api [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474782, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.338335] env[70867]: DEBUG oslo_vmware.api [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474783, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074992} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.339944] env[70867]: DEBUG nova.policy [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2f00af7f56e4c27945ac4f0f7307ad9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f95c63cf4c624b05ac41f26e61904aca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1283.341562] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1283.342551] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9884148b-896b-4d9a-99f4-19c66a4b2d21 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.369338] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 77a48e85-c8ec-41e3-996b-5b064a074847/77a48e85-c8ec-41e3-996b-5b064a074847.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1283.369338] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "refresh_cache-4cf55491-2d4f-4116-948d-6dbc8e2af66a" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.369338] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquired lock "refresh_cache-4cf55491-2d4f-4116-948d-6dbc8e2af66a" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.369641] env[70867]: DEBUG nova.network.neutron [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1283.373022] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de7c42ea-c159-4f89-939f-71fed25660a6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.394291] env[70867]: DEBUG oslo_vmware.api [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1283.394291] env[70867]: value = "task-3474784" [ 1283.394291] env[70867]: _type = "Task" [ 1283.394291] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.405736] env[70867]: DEBUG oslo_vmware.api [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474784, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.432901] env[70867]: DEBUG nova.network.neutron [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1283.650908] env[70867]: DEBUG nova.network.neutron [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Updating instance_info_cache with network_info: [{"id": "680cebf9-9533-46e8-ab88-7ed56b43d102", "address": "fa:16:3e:0c:af:14", "network": {"id": "52d9f893-40a0-4a01-81ad-a518ee74e5a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-281788219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ad9e13e8d24d72b6d8c4bb820287a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap680cebf9-95", "ovs_interfaceid": "680cebf9-9533-46e8-ab88-7ed56b43d102", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.750729] env[70867]: DEBUG nova.network.neutron [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Successfully created port: a1f91633-100d-467c-836a-eeae449a97bc {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1283.762042] env[70867]: DEBUG nova.compute.manager [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1283.810289] env[70867]: DEBUG oslo_vmware.api [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474782, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.905208] env[70867]: DEBUG oslo_vmware.api [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474784, 'name': ReconfigVM_Task, 'duration_secs': 0.447044} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.905519] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 77a48e85-c8ec-41e3-996b-5b064a074847/77a48e85-c8ec-41e3-996b-5b064a074847.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1283.906238] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c015e441-fcf3-450c-b286-381ab056d097 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.913241] env[70867]: DEBUG oslo_vmware.api [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1283.913241] env[70867]: value = "task-3474785" [ 1283.913241] env[70867]: _type = "Task" [ 1283.913241] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.922265] env[70867]: DEBUG oslo_vmware.api [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474785, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.153907] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Releasing lock "refresh_cache-4cf55491-2d4f-4116-948d-6dbc8e2af66a" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.154163] env[70867]: DEBUG nova.compute.manager [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Instance network_info: |[{"id": "680cebf9-9533-46e8-ab88-7ed56b43d102", "address": "fa:16:3e:0c:af:14", "network": {"id": "52d9f893-40a0-4a01-81ad-a518ee74e5a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-281788219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ad9e13e8d24d72b6d8c4bb820287a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap680cebf9-95", "ovs_interfaceid": "680cebf9-9533-46e8-ab88-7ed56b43d102", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1284.154631] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:af:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '680cebf9-9533-46e8-ab88-7ed56b43d102', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1284.163035] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1284.163180] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1284.163402] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b149d6d-3867-4b75-99dd-1a9448877331 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.184705] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1284.184705] env[70867]: value = "task-3474786" [ 1284.184705] env[70867]: _type = "Task" [ 1284.184705] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.193707] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474786, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.310335] env[70867]: DEBUG oslo_vmware.api [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474782, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.426146] env[70867]: DEBUG oslo_vmware.api [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474785, 'name': Rename_Task, 'duration_secs': 0.196496} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.426545] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1284.426899] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1baf2d7-7630-4fef-9d6d-c54a4b3d4fd4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.433663] env[70867]: DEBUG oslo_vmware.api [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1284.433663] env[70867]: value = "task-3474787" [ 1284.433663] env[70867]: _type = "Task" [ 1284.433663] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.443788] env[70867]: DEBUG oslo_vmware.api [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.696193] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474786, 'name': CreateVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.772850] env[70867]: DEBUG nova.compute.manager [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1284.805437] env[70867]: DEBUG nova.virt.hardware [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1284.805685] env[70867]: DEBUG nova.virt.hardware [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1284.805902] env[70867]: DEBUG nova.virt.hardware [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1284.806671] env[70867]: DEBUG nova.virt.hardware [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1284.806994] env[70867]: DEBUG nova.virt.hardware [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1284.807103] env[70867]: DEBUG nova.virt.hardware [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1284.807393] env[70867]: DEBUG nova.virt.hardware [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1284.807501] env[70867]: DEBUG nova.virt.hardware [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1284.807724] env[70867]: DEBUG nova.virt.hardware [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1284.807900] env[70867]: DEBUG nova.virt.hardware [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1284.808128] env[70867]: DEBUG nova.virt.hardware [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1284.809084] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e7f198-9774-4d2f-822c-d6c95035ccdd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.814952] env[70867]: DEBUG nova.compute.manager [req-ff06ea96-4e51-44ae-a8d4-74b76d4f31c4 req-797e6d8d-93c9-4d84-a72d-a57308fa1b8a service nova] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Received event network-changed-680cebf9-9533-46e8-ab88-7ed56b43d102 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.815190] env[70867]: DEBUG nova.compute.manager [req-ff06ea96-4e51-44ae-a8d4-74b76d4f31c4 req-797e6d8d-93c9-4d84-a72d-a57308fa1b8a service nova] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Refreshing instance network info cache due to event network-changed-680cebf9-9533-46e8-ab88-7ed56b43d102. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1284.815464] env[70867]: DEBUG oslo_concurrency.lockutils [req-ff06ea96-4e51-44ae-a8d4-74b76d4f31c4 req-797e6d8d-93c9-4d84-a72d-a57308fa1b8a service nova] Acquiring lock "refresh_cache-4cf55491-2d4f-4116-948d-6dbc8e2af66a" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.815732] env[70867]: DEBUG oslo_concurrency.lockutils [req-ff06ea96-4e51-44ae-a8d4-74b76d4f31c4 req-797e6d8d-93c9-4d84-a72d-a57308fa1b8a service nova] Acquired lock "refresh_cache-4cf55491-2d4f-4116-948d-6dbc8e2af66a" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.815979] env[70867]: DEBUG nova.network.neutron [req-ff06ea96-4e51-44ae-a8d4-74b76d4f31c4 req-797e6d8d-93c9-4d84-a72d-a57308fa1b8a service nova] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Refreshing network info cache for port 680cebf9-9533-46e8-ab88-7ed56b43d102 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1284.822702] env[70867]: DEBUG oslo_vmware.api [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474782, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.826545] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1f73e4-659b-4ceb-8a16-88a98c175341 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.945646] env[70867]: DEBUG oslo_vmware.api [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474787, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.196012] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474786, 'name': CreateVM_Task, 'duration_secs': 0.551731} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.196254] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1285.197022] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.197431] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.197740] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.198064] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-952fbd51-699a-4d38-adaf-d4359d33a3a7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.202768] env[70867]: DEBUG oslo_vmware.api [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1285.202768] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5202dff6-a4c5-40e4-71f9-8d916717cd69" [ 1285.202768] env[70867]: _type = "Task" [ 1285.202768] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.210715] env[70867]: DEBUG oslo_vmware.api [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5202dff6-a4c5-40e4-71f9-8d916717cd69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.226667] env[70867]: DEBUG nova.network.neutron [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Successfully updated port: a1f91633-100d-467c-836a-eeae449a97bc {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1285.309955] env[70867]: DEBUG oslo_vmware.api [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474782, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.356923} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.310251] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8cd88621-ed4f-4aa1-828d-43442d1fcbd7/8cd88621-ed4f-4aa1-828d-43442d1fcbd7.vmdk to [datastore1] 6a974050-3cd8-4594-8e7d-e7c2a398021d/6a974050-3cd8-4594-8e7d-e7c2a398021d.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1285.311036] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a6d553-f292-4f87-ad30-a8fc9ed90ab9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.335578] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 6a974050-3cd8-4594-8e7d-e7c2a398021d/6a974050-3cd8-4594-8e7d-e7c2a398021d.vmdk or device None with type streamOptimized {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1285.335893] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-836ab97b-06de-4a73-b445-46de7757d2bc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.356819] env[70867]: DEBUG oslo_vmware.api [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1285.356819] env[70867]: value = "task-3474788" [ 1285.356819] env[70867]: _type = "Task" [ 1285.356819] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.366056] env[70867]: DEBUG oslo_vmware.api [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474788, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.443663] env[70867]: DEBUG oslo_vmware.api [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474787, 'name': PowerOnVM_Task, 'duration_secs': 0.62093} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.444027] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1285.444133] env[70867]: INFO nova.compute.manager [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Took 9.72 seconds to spawn the instance on the hypervisor. [ 1285.444301] env[70867]: DEBUG nova.compute.manager [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1285.445069] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf388f2-54a0-4265-9534-372b1c48a37d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.573474] env[70867]: DEBUG nova.network.neutron [req-ff06ea96-4e51-44ae-a8d4-74b76d4f31c4 req-797e6d8d-93c9-4d84-a72d-a57308fa1b8a service nova] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Updated VIF entry in instance network info cache for port 680cebf9-9533-46e8-ab88-7ed56b43d102. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1285.573577] env[70867]: DEBUG nova.network.neutron [req-ff06ea96-4e51-44ae-a8d4-74b76d4f31c4 req-797e6d8d-93c9-4d84-a72d-a57308fa1b8a service nova] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Updating instance_info_cache with network_info: [{"id": "680cebf9-9533-46e8-ab88-7ed56b43d102", "address": "fa:16:3e:0c:af:14", "network": {"id": "52d9f893-40a0-4a01-81ad-a518ee74e5a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-281788219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ad9e13e8d24d72b6d8c4bb820287a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap680cebf9-95", "ovs_interfaceid": "680cebf9-9533-46e8-ab88-7ed56b43d102", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.712705] env[70867]: DEBUG oslo_vmware.api [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5202dff6-a4c5-40e4-71f9-8d916717cd69, 'name': SearchDatastore_Task, 'duration_secs': 0.076877} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.713044] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.713294] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1285.713873] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.713873] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.713873] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1285.714106] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-189f6960-b387-4fad-abea-bcebbd845a90 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.725216] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1285.725413] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1285.726144] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78287020-73cd-4fa4-9f54-49e0bd6e2703 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.729636] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "refresh_cache-fce20e8d-1708-4d5f-88d9-f37ac62f5bb2" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.729707] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquired lock "refresh_cache-fce20e8d-1708-4d5f-88d9-f37ac62f5bb2" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.729937] env[70867]: DEBUG nova.network.neutron [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1285.733992] env[70867]: DEBUG oslo_vmware.api [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1285.733992] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f949ee-862c-d3ef-8d3b-6c3463c514ff" [ 1285.733992] env[70867]: _type = "Task" [ 1285.733992] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.741675] env[70867]: DEBUG oslo_vmware.api [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f949ee-862c-d3ef-8d3b-6c3463c514ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.868121] env[70867]: DEBUG oslo_vmware.api [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474788, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.962138] env[70867]: INFO nova.compute.manager [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Took 17.79 seconds to build instance. [ 1286.075826] env[70867]: DEBUG oslo_concurrency.lockutils [req-ff06ea96-4e51-44ae-a8d4-74b76d4f31c4 req-797e6d8d-93c9-4d84-a72d-a57308fa1b8a service nova] Releasing lock "refresh_cache-4cf55491-2d4f-4116-948d-6dbc8e2af66a" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.244655] env[70867]: DEBUG oslo_vmware.api [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f949ee-862c-d3ef-8d3b-6c3463c514ff, 'name': SearchDatastore_Task, 'duration_secs': 0.038756} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.245470] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d08cf7a8-b6c8-48c7-9c17-c1205b57c83a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.251207] env[70867]: DEBUG oslo_vmware.api [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1286.251207] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52bda250-1eb8-957f-6b52-ae2a6952386a" [ 1286.251207] env[70867]: _type = "Task" [ 1286.251207] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.259209] env[70867]: DEBUG oslo_vmware.api [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52bda250-1eb8-957f-6b52-ae2a6952386a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.267300] env[70867]: DEBUG nova.network.neutron [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1286.369025] env[70867]: DEBUG oslo_vmware.api [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474788, 'name': ReconfigVM_Task, 'duration_secs': 0.555306} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.370617] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 6a974050-3cd8-4594-8e7d-e7c2a398021d/6a974050-3cd8-4594-8e7d-e7c2a398021d.vmdk or device None with type streamOptimized {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1286.371277] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f6c1803-8f6b-4f34-b246-bb197afa3de2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.378637] env[70867]: DEBUG oslo_vmware.api [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1286.378637] env[70867]: value = "task-3474789" [ 1286.378637] env[70867]: _type = "Task" [ 1286.378637] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.386669] env[70867]: DEBUG oslo_vmware.api [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474789, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.401815] env[70867]: DEBUG nova.compute.manager [req-84f9fd4c-fa7b-4120-9085-f6099101a3fe req-985d5eae-3ff0-43ae-bf18-5d726e0b01fe service nova] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Received event network-changed-84fe26e2-649b-46f9-a107-26d02cdde15c {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.402069] env[70867]: DEBUG nova.compute.manager [req-84f9fd4c-fa7b-4120-9085-f6099101a3fe req-985d5eae-3ff0-43ae-bf18-5d726e0b01fe service nova] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Refreshing instance network info cache due to event network-changed-84fe26e2-649b-46f9-a107-26d02cdde15c. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1286.402265] env[70867]: DEBUG oslo_concurrency.lockutils [req-84f9fd4c-fa7b-4120-9085-f6099101a3fe req-985d5eae-3ff0-43ae-bf18-5d726e0b01fe service nova] Acquiring lock "refresh_cache-77a48e85-c8ec-41e3-996b-5b064a074847" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.402881] env[70867]: DEBUG oslo_concurrency.lockutils [req-84f9fd4c-fa7b-4120-9085-f6099101a3fe req-985d5eae-3ff0-43ae-bf18-5d726e0b01fe service nova] Acquired lock "refresh_cache-77a48e85-c8ec-41e3-996b-5b064a074847" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.402881] env[70867]: DEBUG nova.network.neutron [req-84f9fd4c-fa7b-4120-9085-f6099101a3fe req-985d5eae-3ff0-43ae-bf18-5d726e0b01fe service nova] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Refreshing network info cache for port 84fe26e2-649b-46f9-a107-26d02cdde15c {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1286.404576] env[70867]: DEBUG nova.network.neutron [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Updating instance_info_cache with network_info: [{"id": "a1f91633-100d-467c-836a-eeae449a97bc", "address": "fa:16:3e:ae:db:4d", "network": {"id": "113286a0-f085-43d7-9ce7-5d7b6b1e5ebe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-963000551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f95c63cf4c624b05ac41f26e61904aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1f91633-10", "ovs_interfaceid": "a1f91633-100d-467c-836a-eeae449a97bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.463874] env[70867]: DEBUG oslo_concurrency.lockutils [None req-caf01ac7-306d-4435-8bc6-b90dde099d37 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "77a48e85-c8ec-41e3-996b-5b064a074847" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.304s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.761660] env[70867]: DEBUG oslo_vmware.api [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52bda250-1eb8-957f-6b52-ae2a6952386a, 'name': SearchDatastore_Task, 'duration_secs': 0.077939} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.762799] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.762799] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 4cf55491-2d4f-4116-948d-6dbc8e2af66a/4cf55491-2d4f-4116-948d-6dbc8e2af66a.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1286.762799] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbca4b73-c932-4611-9a2e-ea99f607afc1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.768568] env[70867]: DEBUG oslo_vmware.api [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1286.768568] env[70867]: value = "task-3474790" [ 1286.768568] env[70867]: _type = "Task" [ 1286.768568] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.777088] env[70867]: DEBUG oslo_vmware.api [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.839129] env[70867]: DEBUG nova.compute.manager [req-824cbf4e-4060-4bee-bac6-5df497376657 req-98d251cf-b65c-460d-8a3f-8bb1ef2149c9 service nova] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Received event network-vif-plugged-a1f91633-100d-467c-836a-eeae449a97bc {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.839129] env[70867]: DEBUG oslo_concurrency.lockutils [req-824cbf4e-4060-4bee-bac6-5df497376657 req-98d251cf-b65c-460d-8a3f-8bb1ef2149c9 service nova] Acquiring lock "fce20e8d-1708-4d5f-88d9-f37ac62f5bb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.839471] env[70867]: DEBUG oslo_concurrency.lockutils [req-824cbf4e-4060-4bee-bac6-5df497376657 req-98d251cf-b65c-460d-8a3f-8bb1ef2149c9 service nova] Lock "fce20e8d-1708-4d5f-88d9-f37ac62f5bb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.839471] env[70867]: DEBUG oslo_concurrency.lockutils [req-824cbf4e-4060-4bee-bac6-5df497376657 req-98d251cf-b65c-460d-8a3f-8bb1ef2149c9 service nova] Lock "fce20e8d-1708-4d5f-88d9-f37ac62f5bb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.839955] env[70867]: DEBUG nova.compute.manager [req-824cbf4e-4060-4bee-bac6-5df497376657 req-98d251cf-b65c-460d-8a3f-8bb1ef2149c9 service nova] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] No waiting events found dispatching network-vif-plugged-a1f91633-100d-467c-836a-eeae449a97bc {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1286.840204] env[70867]: WARNING nova.compute.manager [req-824cbf4e-4060-4bee-bac6-5df497376657 req-98d251cf-b65c-460d-8a3f-8bb1ef2149c9 service nova] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Received unexpected event network-vif-plugged-a1f91633-100d-467c-836a-eeae449a97bc for instance with vm_state building and task_state spawning. [ 1286.840204] env[70867]: DEBUG nova.compute.manager [req-824cbf4e-4060-4bee-bac6-5df497376657 req-98d251cf-b65c-460d-8a3f-8bb1ef2149c9 service nova] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Received event network-changed-a1f91633-100d-467c-836a-eeae449a97bc {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.840751] env[70867]: DEBUG nova.compute.manager [req-824cbf4e-4060-4bee-bac6-5df497376657 req-98d251cf-b65c-460d-8a3f-8bb1ef2149c9 service nova] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Refreshing instance network info cache due to event network-changed-a1f91633-100d-467c-836a-eeae449a97bc. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1286.840751] env[70867]: DEBUG oslo_concurrency.lockutils [req-824cbf4e-4060-4bee-bac6-5df497376657 req-98d251cf-b65c-460d-8a3f-8bb1ef2149c9 service nova] Acquiring lock "refresh_cache-fce20e8d-1708-4d5f-88d9-f37ac62f5bb2" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.889377] env[70867]: DEBUG oslo_vmware.api [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474789, 'name': Rename_Task, 'duration_secs': 0.155486} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.890217] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1286.890217] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbbf0b46-8ea6-4fa7-8eaf-0812803af881 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.899065] env[70867]: DEBUG oslo_vmware.api [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1286.899065] env[70867]: value = "task-3474791" [ 1286.899065] env[70867]: _type = "Task" [ 1286.899065] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.909125] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Releasing lock "refresh_cache-fce20e8d-1708-4d5f-88d9-f37ac62f5bb2" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.909461] env[70867]: DEBUG nova.compute.manager [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Instance network_info: |[{"id": "a1f91633-100d-467c-836a-eeae449a97bc", "address": "fa:16:3e:ae:db:4d", "network": {"id": "113286a0-f085-43d7-9ce7-5d7b6b1e5ebe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-963000551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f95c63cf4c624b05ac41f26e61904aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1f91633-10", "ovs_interfaceid": "a1f91633-100d-467c-836a-eeae449a97bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1286.909740] env[70867]: DEBUG oslo_vmware.api [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.909985] env[70867]: DEBUG oslo_concurrency.lockutils [req-824cbf4e-4060-4bee-bac6-5df497376657 req-98d251cf-b65c-460d-8a3f-8bb1ef2149c9 service nova] Acquired lock "refresh_cache-fce20e8d-1708-4d5f-88d9-f37ac62f5bb2" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.910191] env[70867]: DEBUG nova.network.neutron [req-824cbf4e-4060-4bee-bac6-5df497376657 req-98d251cf-b65c-460d-8a3f-8bb1ef2149c9 service nova] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Refreshing network info cache for port a1f91633-100d-467c-836a-eeae449a97bc {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1286.911512] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:db:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1f91633-100d-467c-836a-eeae449a97bc', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1286.919373] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1286.921492] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1286.921492] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef74a8eb-d49f-43f7-b014-954b1098d905 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.944483] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1286.944483] env[70867]: value = "task-3474792" [ 1286.944483] env[70867]: _type = "Task" [ 1286.944483] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.954114] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474792, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.130668] env[70867]: DEBUG nova.network.neutron [req-84f9fd4c-fa7b-4120-9085-f6099101a3fe req-985d5eae-3ff0-43ae-bf18-5d726e0b01fe service nova] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Updated VIF entry in instance network info cache for port 84fe26e2-649b-46f9-a107-26d02cdde15c. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1287.131058] env[70867]: DEBUG nova.network.neutron [req-84f9fd4c-fa7b-4120-9085-f6099101a3fe req-985d5eae-3ff0-43ae-bf18-5d726e0b01fe service nova] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Updating instance_info_cache with network_info: [{"id": "84fe26e2-649b-46f9-a107-26d02cdde15c", "address": "fa:16:3e:2d:00:98", "network": {"id": "09b7e41f-edd2-41f2-8682-851f1b11289c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-971353873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37eadd9b874741cdbb5f827504f09069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84fe26e2-64", "ovs_interfaceid": "84fe26e2-649b-46f9-a107-26d02cdde15c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.278512] env[70867]: DEBUG oslo_vmware.api [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.408810] env[70867]: DEBUG oslo_vmware.api [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474791, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.459544] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474792, 'name': CreateVM_Task, 'duration_secs': 0.314397} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.459544] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1287.460154] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.460328] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.460659] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.460951] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-091bde68-da93-49aa-8155-fe4086856922 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.466014] env[70867]: DEBUG oslo_vmware.api [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1287.466014] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52dd6e0b-29c4-d2b3-96ad-450cc2973c57" [ 1287.466014] env[70867]: _type = "Task" [ 1287.466014] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.473771] env[70867]: DEBUG oslo_vmware.api [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52dd6e0b-29c4-d2b3-96ad-450cc2973c57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.633684] env[70867]: DEBUG oslo_concurrency.lockutils [req-84f9fd4c-fa7b-4120-9085-f6099101a3fe req-985d5eae-3ff0-43ae-bf18-5d726e0b01fe service nova] Releasing lock "refresh_cache-77a48e85-c8ec-41e3-996b-5b064a074847" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.643379] env[70867]: DEBUG nova.network.neutron [req-824cbf4e-4060-4bee-bac6-5df497376657 req-98d251cf-b65c-460d-8a3f-8bb1ef2149c9 service nova] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Updated VIF entry in instance network info cache for port a1f91633-100d-467c-836a-eeae449a97bc. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1287.643760] env[70867]: DEBUG nova.network.neutron [req-824cbf4e-4060-4bee-bac6-5df497376657 req-98d251cf-b65c-460d-8a3f-8bb1ef2149c9 service nova] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Updating instance_info_cache with network_info: [{"id": "a1f91633-100d-467c-836a-eeae449a97bc", "address": "fa:16:3e:ae:db:4d", "network": {"id": "113286a0-f085-43d7-9ce7-5d7b6b1e5ebe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-963000551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f95c63cf4c624b05ac41f26e61904aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1f91633-10", "ovs_interfaceid": "a1f91633-100d-467c-836a-eeae449a97bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.779928] env[70867]: DEBUG oslo_vmware.api [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474790, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.908675] env[70867]: DEBUG oslo_vmware.api [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474791, 'name': PowerOnVM_Task, 'duration_secs': 0.663058} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.908993] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1287.980442] env[70867]: DEBUG oslo_vmware.api [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52dd6e0b-29c4-d2b3-96ad-450cc2973c57, 'name': SearchDatastore_Task, 'duration_secs': 0.024298} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.980677] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.980914] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1287.981177] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.981330] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.981653] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1287.981784] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f354e75-b3ec-40e8-8f7b-9096f90a0e7b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.998384] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1287.998384] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1287.999468] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9e05985-213b-4c7e-a1eb-dee9c6aa6b36 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.008248] env[70867]: DEBUG oslo_vmware.api [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1288.008248] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]525e11f6-9a3b-ef2b-4adb-b1fb243d38d0" [ 1288.008248] env[70867]: _type = "Task" [ 1288.008248] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.021727] env[70867]: DEBUG oslo_vmware.api [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]525e11f6-9a3b-ef2b-4adb-b1fb243d38d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.047575] env[70867]: DEBUG nova.compute.manager [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1288.048542] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979cdb0b-21bf-4340-a1f4-483d39f6d625 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.146678] env[70867]: DEBUG oslo_concurrency.lockutils [req-824cbf4e-4060-4bee-bac6-5df497376657 req-98d251cf-b65c-460d-8a3f-8bb1ef2149c9 service nova] Releasing lock "refresh_cache-fce20e8d-1708-4d5f-88d9-f37ac62f5bb2" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.280452] env[70867]: DEBUG oslo_vmware.api [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474790, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.374473} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.280647] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 4cf55491-2d4f-4116-948d-6dbc8e2af66a/4cf55491-2d4f-4116-948d-6dbc8e2af66a.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1288.280865] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1288.281154] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b34d92d4-7d35-4232-94ee-cce4afbf0bce {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.287639] env[70867]: DEBUG oslo_vmware.api [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1288.287639] env[70867]: value = "task-3474793" [ 1288.287639] env[70867]: _type = "Task" [ 1288.287639] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.296223] env[70867]: DEBUG oslo_vmware.api [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474793, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.518483] env[70867]: DEBUG oslo_vmware.api [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]525e11f6-9a3b-ef2b-4adb-b1fb243d38d0, 'name': SearchDatastore_Task, 'duration_secs': 0.054484} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.519302] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90d4a538-56d3-4306-930d-4c53451d5c8a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.524462] env[70867]: DEBUG oslo_vmware.api [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1288.524462] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e2dbe3-f6ec-4489-17d9-3c8bdff4ea36" [ 1288.524462] env[70867]: _type = "Task" [ 1288.524462] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.532196] env[70867]: DEBUG oslo_vmware.api [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e2dbe3-f6ec-4489-17d9-3c8bdff4ea36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.569779] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5536d0db-d3f6-46f0-93dd-b6fb2b36cf0d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "6a974050-3cd8-4594-8e7d-e7c2a398021d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.807s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.797516] env[70867]: DEBUG oslo_vmware.api [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474793, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064097} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.797796] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1288.798646] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c18933c-8a59-41e2-a4f4-4c46a8e52987 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.820454] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 4cf55491-2d4f-4116-948d-6dbc8e2af66a/4cf55491-2d4f-4116-948d-6dbc8e2af66a.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1288.820713] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5197fb0b-5bd5-4f7e-89bd-2934985ea8e0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.839990] env[70867]: DEBUG oslo_vmware.api [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1288.839990] env[70867]: value = "task-3474794" [ 1288.839990] env[70867]: _type = "Task" [ 1288.839990] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.847915] env[70867]: DEBUG oslo_vmware.api [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474794, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.036250] env[70867]: DEBUG oslo_vmware.api [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e2dbe3-f6ec-4489-17d9-3c8bdff4ea36, 'name': SearchDatastore_Task, 'duration_secs': 0.056574} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.036481] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.036758] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] fce20e8d-1708-4d5f-88d9-f37ac62f5bb2/fce20e8d-1708-4d5f-88d9-f37ac62f5bb2.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1289.036999] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-961ceb14-bb48-4162-9a9d-69ffa74c2750 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.043874] env[70867]: DEBUG oslo_vmware.api [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1289.043874] env[70867]: value = "task-3474795" [ 1289.043874] env[70867]: _type = "Task" [ 1289.043874] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.051652] env[70867]: DEBUG oslo_vmware.api [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.349786] env[70867]: DEBUG oslo_vmware.api [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474794, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.553863] env[70867]: DEBUG oslo_vmware.api [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.851130] env[70867]: DEBUG oslo_vmware.api [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474794, 'name': ReconfigVM_Task, 'duration_secs': 0.849199} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.851461] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 4cf55491-2d4f-4116-948d-6dbc8e2af66a/4cf55491-2d4f-4116-948d-6dbc8e2af66a.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1289.852182] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f75a21e-0f7f-4c02-b1e8-83c6ceee8d60 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.859191] env[70867]: DEBUG oslo_vmware.api [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1289.859191] env[70867]: value = "task-3474796" [ 1289.859191] env[70867]: _type = "Task" [ 1289.859191] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.868463] env[70867]: DEBUG oslo_vmware.api [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474796, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.895282] env[70867]: DEBUG oslo_concurrency.lockutils [None req-64b4fd39-0a22-4c93-bbff-2d1a4fa9de5d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "6a974050-3cd8-4594-8e7d-e7c2a398021d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.895590] env[70867]: DEBUG oslo_concurrency.lockutils [None req-64b4fd39-0a22-4c93-bbff-2d1a4fa9de5d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "6a974050-3cd8-4594-8e7d-e7c2a398021d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.895821] env[70867]: DEBUG oslo_concurrency.lockutils [None req-64b4fd39-0a22-4c93-bbff-2d1a4fa9de5d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "6a974050-3cd8-4594-8e7d-e7c2a398021d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.896035] env[70867]: DEBUG oslo_concurrency.lockutils [None req-64b4fd39-0a22-4c93-bbff-2d1a4fa9de5d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "6a974050-3cd8-4594-8e7d-e7c2a398021d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.896221] env[70867]: DEBUG oslo_concurrency.lockutils [None req-64b4fd39-0a22-4c93-bbff-2d1a4fa9de5d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "6a974050-3cd8-4594-8e7d-e7c2a398021d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.898904] env[70867]: INFO nova.compute.manager [None req-64b4fd39-0a22-4c93-bbff-2d1a4fa9de5d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Terminating instance [ 1290.054717] env[70867]: DEBUG oslo_vmware.api [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.972237} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.054981] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] fce20e8d-1708-4d5f-88d9-f37ac62f5bb2/fce20e8d-1708-4d5f-88d9-f37ac62f5bb2.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1290.055221] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1290.055470] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a45d50b2-f1f9-44e9-ab38-4bbb80e86b5c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.062086] env[70867]: DEBUG oslo_vmware.api [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1290.062086] env[70867]: value = "task-3474797" [ 1290.062086] env[70867]: _type = "Task" [ 1290.062086] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.068979] env[70867]: DEBUG oslo_vmware.api [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.372519] env[70867]: DEBUG oslo_vmware.api [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474796, 'name': Rename_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.403688] env[70867]: DEBUG nova.compute.manager [None req-64b4fd39-0a22-4c93-bbff-2d1a4fa9de5d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1290.403990] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-64b4fd39-0a22-4c93-bbff-2d1a4fa9de5d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1290.405232] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93dffe0a-aa52-4fea-a16f-838aba658309 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.413416] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b4fd39-0a22-4c93-bbff-2d1a4fa9de5d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1290.413664] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bac0386-d82a-4d28-b91e-2827263df2ac {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.420061] env[70867]: DEBUG oslo_vmware.api [None req-64b4fd39-0a22-4c93-bbff-2d1a4fa9de5d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1290.420061] env[70867]: value = "task-3474798" [ 1290.420061] env[70867]: _type = "Task" [ 1290.420061] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.428375] env[70867]: DEBUG oslo_vmware.api [None req-64b4fd39-0a22-4c93-bbff-2d1a4fa9de5d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.572043] env[70867]: DEBUG oslo_vmware.api [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.871137] env[70867]: DEBUG oslo_vmware.api [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474796, 'name': Rename_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.929438] env[70867]: DEBUG oslo_vmware.api [None req-64b4fd39-0a22-4c93-bbff-2d1a4fa9de5d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474798, 'name': PowerOffVM_Task, 'duration_secs': 0.204502} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.929692] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b4fd39-0a22-4c93-bbff-2d1a4fa9de5d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1290.929856] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-64b4fd39-0a22-4c93-bbff-2d1a4fa9de5d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1290.930119] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15ca21e0-cf90-4c07-bccf-a3e3e9997300 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.989959] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-64b4fd39-0a22-4c93-bbff-2d1a4fa9de5d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1290.990204] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-64b4fd39-0a22-4c93-bbff-2d1a4fa9de5d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1290.990389] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-64b4fd39-0a22-4c93-bbff-2d1a4fa9de5d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Deleting the datastore file [datastore1] 6a974050-3cd8-4594-8e7d-e7c2a398021d {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1290.990655] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17747cff-edc5-481f-83c4-ae3c34511cf4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.996967] env[70867]: DEBUG oslo_vmware.api [None req-64b4fd39-0a22-4c93-bbff-2d1a4fa9de5d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for the task: (returnval){ [ 1290.996967] env[70867]: value = "task-3474800" [ 1290.996967] env[70867]: _type = "Task" [ 1290.996967] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.004704] env[70867]: DEBUG oslo_vmware.api [None req-64b4fd39-0a22-4c93-bbff-2d1a4fa9de5d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.073608] env[70867]: DEBUG oslo_vmware.api [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.370759] env[70867]: DEBUG oslo_vmware.api [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474796, 'name': Rename_Task, 'duration_secs': 1.229148} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.371044] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1291.371293] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d41b4fb5-0bd6-4e52-bab3-85c962cc9760 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.377805] env[70867]: DEBUG oslo_vmware.api [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1291.377805] env[70867]: value = "task-3474801" [ 1291.377805] env[70867]: _type = "Task" [ 1291.377805] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.386089] env[70867]: DEBUG oslo_vmware.api [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.505819] env[70867]: DEBUG oslo_vmware.api [None req-64b4fd39-0a22-4c93-bbff-2d1a4fa9de5d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Task: {'id': task-3474800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.492724} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.506098] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-64b4fd39-0a22-4c93-bbff-2d1a4fa9de5d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1291.506292] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-64b4fd39-0a22-4c93-bbff-2d1a4fa9de5d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1291.506465] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-64b4fd39-0a22-4c93-bbff-2d1a4fa9de5d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1291.506640] env[70867]: INFO nova.compute.manager [None req-64b4fd39-0a22-4c93-bbff-2d1a4fa9de5d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1291.506881] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64b4fd39-0a22-4c93-bbff-2d1a4fa9de5d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1291.507095] env[70867]: DEBUG nova.compute.manager [-] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1291.507193] env[70867]: DEBUG nova.network.neutron [-] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1291.574546] env[70867]: DEBUG oslo_vmware.api [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.074475} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.574935] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1291.575579] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20467d2d-b092-4b30-8de9-cfcfad9e91c9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.597678] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] fce20e8d-1708-4d5f-88d9-f37ac62f5bb2/fce20e8d-1708-4d5f-88d9-f37ac62f5bb2.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1291.598193] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65972b9c-7e2a-407b-b889-1a1d55e94998 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.618128] env[70867]: DEBUG oslo_vmware.api [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1291.618128] env[70867]: value = "task-3474802" [ 1291.618128] env[70867]: _type = "Task" [ 1291.618128] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.629489] env[70867]: DEBUG oslo_vmware.api [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474802, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.887798] env[70867]: DEBUG oslo_vmware.api [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474801, 'name': PowerOnVM_Task, 'duration_secs': 0.439895} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.888082] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1291.888293] env[70867]: INFO nova.compute.manager [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1291.888471] env[70867]: DEBUG nova.compute.manager [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1291.889249] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06769efe-8434-4099-ba06-d0fffdf81863 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.953747] env[70867]: DEBUG nova.compute.manager [req-ac29b04d-fb33-4e33-81bc-beb3f377196f req-6c359de2-5276-41c2-be9b-4edf3f9cdb51 service nova] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Received event network-vif-deleted-98812719-61e3-4386-b8f8-9683fc8a745e {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.953955] env[70867]: INFO nova.compute.manager [req-ac29b04d-fb33-4e33-81bc-beb3f377196f req-6c359de2-5276-41c2-be9b-4edf3f9cdb51 service nova] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Neutron deleted interface 98812719-61e3-4386-b8f8-9683fc8a745e; detaching it from the instance and deleting it from the info cache [ 1291.954145] env[70867]: DEBUG nova.network.neutron [req-ac29b04d-fb33-4e33-81bc-beb3f377196f req-6c359de2-5276-41c2-be9b-4edf3f9cdb51 service nova] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.127404] env[70867]: DEBUG oslo_vmware.api [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474802, 'name': ReconfigVM_Task, 'duration_secs': 0.300254} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.127683] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Reconfigured VM instance instance-00000079 to attach disk [datastore2] fce20e8d-1708-4d5f-88d9-f37ac62f5bb2/fce20e8d-1708-4d5f-88d9-f37ac62f5bb2.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1292.128322] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14a45593-7b8e-4d0c-9ff0-3d3bd4d80629 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.133938] env[70867]: DEBUG oslo_vmware.api [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1292.133938] env[70867]: value = "task-3474803" [ 1292.133938] env[70867]: _type = "Task" [ 1292.133938] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.141547] env[70867]: DEBUG oslo_vmware.api [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474803, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.404819] env[70867]: INFO nova.compute.manager [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Took 14.05 seconds to build instance. [ 1292.431106] env[70867]: DEBUG nova.network.neutron [-] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.456958] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-534c4c1b-2f9e-4912-a53b-ceaa3960592e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.467599] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623d9854-f28a-4db8-b1fa-c56689feaa4f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.497311] env[70867]: DEBUG nova.compute.manager [req-ac29b04d-fb33-4e33-81bc-beb3f377196f req-6c359de2-5276-41c2-be9b-4edf3f9cdb51 service nova] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Detach interface failed, port_id=98812719-61e3-4386-b8f8-9683fc8a745e, reason: Instance 6a974050-3cd8-4594-8e7d-e7c2a398021d could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1292.644284] env[70867]: DEBUG oslo_vmware.api [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474803, 'name': Rename_Task, 'duration_secs': 0.174017} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.645070] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1292.645441] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad4b7aac-82d8-42bf-b8ef-cfae5ed1a5f5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.653696] env[70867]: DEBUG oslo_vmware.api [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1292.653696] env[70867]: value = "task-3474804" [ 1292.653696] env[70867]: _type = "Task" [ 1292.653696] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.664011] env[70867]: DEBUG oslo_vmware.api [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.907143] env[70867]: DEBUG oslo_concurrency.lockutils [None req-bc212a2f-78c9-40c8-8766-f89f81ab6ddd tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "4cf55491-2d4f-4116-948d-6dbc8e2af66a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.560s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.932970] env[70867]: INFO nova.compute.manager [-] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Took 1.43 seconds to deallocate network for instance. [ 1293.163343] env[70867]: DEBUG oslo_vmware.api [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474804, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.439813] env[70867]: DEBUG oslo_concurrency.lockutils [None req-64b4fd39-0a22-4c93-bbff-2d1a4fa9de5d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.440344] env[70867]: DEBUG oslo_concurrency.lockutils [None req-64b4fd39-0a22-4c93-bbff-2d1a4fa9de5d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.440721] env[70867]: DEBUG nova.objects.instance [None req-64b4fd39-0a22-4c93-bbff-2d1a4fa9de5d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lazy-loading 'resources' on Instance uuid 6a974050-3cd8-4594-8e7d-e7c2a398021d {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.664137] env[70867]: DEBUG oslo_vmware.api [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474804, 'name': PowerOnVM_Task, 'duration_secs': 0.530771} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.664620] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1293.664620] env[70867]: INFO nova.compute.manager [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1293.664729] env[70867]: DEBUG nova.compute.manager [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1293.665487] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4308bfd8-3cf2-49b7-9f60-46b983f6486f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.690747] env[70867]: DEBUG nova.compute.manager [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Stashing vm_state: active {{(pid=70867) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1294.052639] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af714b0a-3d42-4b69-933a-2853d6facdc4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.060159] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af347cd8-955c-4de9-8227-19c8f597c1e1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.090536] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9dc808-b9bf-49dc-9def-13decaec0ea4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.097503] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3f6801-9c18-46e2-9fe2-740943b19ee4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.110194] env[70867]: DEBUG nova.compute.provider_tree [None req-64b4fd39-0a22-4c93-bbff-2d1a4fa9de5d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.182861] env[70867]: INFO nova.compute.manager [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Took 14.96 seconds to build instance. [ 1294.208063] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.613656] env[70867]: DEBUG nova.scheduler.client.report [None req-64b4fd39-0a22-4c93-bbff-2d1a4fa9de5d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.684802] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4ba908fe-9d2b-4717-b646-bc3846b43f47 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "fce20e8d-1708-4d5f-88d9-f37ac62f5bb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.477s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.914707] env[70867]: DEBUG nova.compute.manager [req-4fb79a99-7499-4039-9d10-80bbd0fd8009 req-15f6a37b-505c-4912-9a44-227b6ba96c98 service nova] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Received event network-changed-a1f91633-100d-467c-836a-eeae449a97bc {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.915123] env[70867]: DEBUG nova.compute.manager [req-4fb79a99-7499-4039-9d10-80bbd0fd8009 req-15f6a37b-505c-4912-9a44-227b6ba96c98 service nova] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Refreshing instance network info cache due to event network-changed-a1f91633-100d-467c-836a-eeae449a97bc. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1294.915123] env[70867]: DEBUG oslo_concurrency.lockutils [req-4fb79a99-7499-4039-9d10-80bbd0fd8009 req-15f6a37b-505c-4912-9a44-227b6ba96c98 service nova] Acquiring lock "refresh_cache-fce20e8d-1708-4d5f-88d9-f37ac62f5bb2" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.915290] env[70867]: DEBUG oslo_concurrency.lockutils [req-4fb79a99-7499-4039-9d10-80bbd0fd8009 req-15f6a37b-505c-4912-9a44-227b6ba96c98 service nova] Acquired lock "refresh_cache-fce20e8d-1708-4d5f-88d9-f37ac62f5bb2" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.915435] env[70867]: DEBUG nova.network.neutron [req-4fb79a99-7499-4039-9d10-80bbd0fd8009 req-15f6a37b-505c-4912-9a44-227b6ba96c98 service nova] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Refreshing network info cache for port a1f91633-100d-467c-836a-eeae449a97bc {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1295.119394] env[70867]: DEBUG oslo_concurrency.lockutils [None req-64b4fd39-0a22-4c93-bbff-2d1a4fa9de5d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.679s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.121715] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.914s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.137623] env[70867]: INFO nova.scheduler.client.report [None req-64b4fd39-0a22-4c93-bbff-2d1a4fa9de5d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Deleted allocations for instance 6a974050-3cd8-4594-8e7d-e7c2a398021d [ 1295.612595] env[70867]: DEBUG nova.network.neutron [req-4fb79a99-7499-4039-9d10-80bbd0fd8009 req-15f6a37b-505c-4912-9a44-227b6ba96c98 service nova] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Updated VIF entry in instance network info cache for port a1f91633-100d-467c-836a-eeae449a97bc. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1295.613057] env[70867]: DEBUG nova.network.neutron [req-4fb79a99-7499-4039-9d10-80bbd0fd8009 req-15f6a37b-505c-4912-9a44-227b6ba96c98 service nova] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Updating instance_info_cache with network_info: [{"id": "a1f91633-100d-467c-836a-eeae449a97bc", "address": "fa:16:3e:ae:db:4d", "network": {"id": "113286a0-f085-43d7-9ce7-5d7b6b1e5ebe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-963000551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f95c63cf4c624b05ac41f26e61904aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1f91633-10", "ovs_interfaceid": "a1f91633-100d-467c-836a-eeae449a97bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.626085] env[70867]: INFO nova.compute.claims [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1295.645744] env[70867]: DEBUG oslo_concurrency.lockutils [None req-64b4fd39-0a22-4c93-bbff-2d1a4fa9de5d tempest-ServerActionsTestOtherB-721707237 tempest-ServerActionsTestOtherB-721707237-project-member] Lock "6a974050-3cd8-4594-8e7d-e7c2a398021d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.750s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.116581] env[70867]: DEBUG oslo_concurrency.lockutils [req-4fb79a99-7499-4039-9d10-80bbd0fd8009 req-15f6a37b-505c-4912-9a44-227b6ba96c98 service nova] Releasing lock "refresh_cache-fce20e8d-1708-4d5f-88d9-f37ac62f5bb2" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.132738] env[70867]: INFO nova.compute.resource_tracker [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Updating resource usage from migration e399a4c5-7b6b-450d-a1be-0c36cf1662d0 [ 1296.219310] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b19f5f-4a36-4833-831c-c3d292a44f08 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.227826] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5713d794-9736-4d39-9375-0f8280a6d6f2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.258122] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83554c7-5f0c-47ca-92de-65f60450aa95 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.265726] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec51cac-bf15-4881-b958-5678f355fccc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.279151] env[70867]: DEBUG nova.compute.provider_tree [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.783095] env[70867]: DEBUG nova.scheduler.client.report [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.288829] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.167s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.289220] env[70867]: INFO nova.compute.manager [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Migrating [ 1297.803674] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "refresh_cache-4cf55491-2d4f-4116-948d-6dbc8e2af66a" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.803880] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquired lock "refresh_cache-4cf55491-2d4f-4116-948d-6dbc8e2af66a" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.804078] env[70867]: DEBUG nova.network.neutron [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1298.534553] env[70867]: DEBUG nova.network.neutron [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Updating instance_info_cache with network_info: [{"id": "680cebf9-9533-46e8-ab88-7ed56b43d102", "address": "fa:16:3e:0c:af:14", "network": {"id": "52d9f893-40a0-4a01-81ad-a518ee74e5a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-281788219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ad9e13e8d24d72b6d8c4bb820287a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap680cebf9-95", "ovs_interfaceid": "680cebf9-9533-46e8-ab88-7ed56b43d102", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.037942] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Releasing lock "refresh_cache-4cf55491-2d4f-4116-948d-6dbc8e2af66a" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.556742] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5b6271-3721-4936-aec8-0f9d4e4018d2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.578312] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Updating instance '4cf55491-2d4f-4116-948d-6dbc8e2af66a' progress to 0 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1301.085705] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1301.086037] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2a8e667-1bfb-4161-aea6-ebfdeda3278c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.094842] env[70867]: DEBUG oslo_vmware.api [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1301.094842] env[70867]: value = "task-3474809" [ 1301.094842] env[70867]: _type = "Task" [ 1301.094842] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.103528] env[70867]: DEBUG oslo_vmware.api [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.605866] env[70867]: DEBUG oslo_vmware.api [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474809, 'name': PowerOffVM_Task, 'duration_secs': 0.280877} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.606200] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1301.606332] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Updating instance '4cf55491-2d4f-4116-948d-6dbc8e2af66a' progress to 17 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1302.113869] env[70867]: DEBUG nova.virt.hardware [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1302.113869] env[70867]: DEBUG nova.virt.hardware [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1302.113869] env[70867]: DEBUG nova.virt.hardware [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1302.113869] env[70867]: DEBUG nova.virt.hardware [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1302.114505] env[70867]: DEBUG nova.virt.hardware [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1302.118016] env[70867]: DEBUG nova.virt.hardware [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1302.118016] env[70867]: DEBUG nova.virt.hardware [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1302.118016] env[70867]: DEBUG nova.virt.hardware [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1302.118016] env[70867]: DEBUG nova.virt.hardware [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1302.118016] env[70867]: DEBUG nova.virt.hardware [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1302.118016] env[70867]: DEBUG nova.virt.hardware [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1302.121143] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10242c96-59a0-473b-95ef-508d18718a9c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.143568] env[70867]: DEBUG oslo_vmware.api [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1302.143568] env[70867]: value = "task-3474810" [ 1302.143568] env[70867]: _type = "Task" [ 1302.143568] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.154359] env[70867]: DEBUG oslo_vmware.api [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474810, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.657238] env[70867]: DEBUG oslo_vmware.api [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474810, 'name': ReconfigVM_Task, 'duration_secs': 0.45961} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.660144] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Updating instance '4cf55491-2d4f-4116-948d-6dbc8e2af66a' progress to 33 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1303.169411] env[70867]: DEBUG nova.virt.hardware [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1303.169661] env[70867]: DEBUG nova.virt.hardware [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1303.170763] env[70867]: DEBUG nova.virt.hardware [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1303.170763] env[70867]: DEBUG nova.virt.hardware [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1303.170763] env[70867]: DEBUG nova.virt.hardware [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1303.170763] env[70867]: DEBUG nova.virt.hardware [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1303.170763] env[70867]: DEBUG nova.virt.hardware [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1303.170763] env[70867]: DEBUG nova.virt.hardware [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1303.170763] env[70867]: DEBUG nova.virt.hardware [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1303.171076] env[70867]: DEBUG nova.virt.hardware [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1303.171249] env[70867]: DEBUG nova.virt.hardware [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1303.177654] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1303.177994] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e98d4cfb-f0a5-44c4-bcc4-25d0a06a5073 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.201450] env[70867]: DEBUG oslo_vmware.api [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1303.201450] env[70867]: value = "task-3474812" [ 1303.201450] env[70867]: _type = "Task" [ 1303.201450] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.210295] env[70867]: DEBUG oslo_vmware.api [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474812, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.711660] env[70867]: DEBUG oslo_vmware.api [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474812, 'name': ReconfigVM_Task, 'duration_secs': 0.167854} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.711951] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1303.712765] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd98078a-c4e3-445d-a37a-c4860751d505 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.736055] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 4cf55491-2d4f-4116-948d-6dbc8e2af66a/4cf55491-2d4f-4116-948d-6dbc8e2af66a.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1303.736695] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f95a4990-25da-492e-b9ce-9c02bc189886 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.757661] env[70867]: DEBUG oslo_vmware.api [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1303.757661] env[70867]: value = "task-3474813" [ 1303.757661] env[70867]: _type = "Task" [ 1303.757661] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.766853] env[70867]: DEBUG oslo_vmware.api [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474813, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.034425] env[70867]: DEBUG oslo_concurrency.lockutils [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Acquiring lock "dc76efeb-2252-4ff6-8b58-ad3514636083" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.034660] env[70867]: DEBUG oslo_concurrency.lockutils [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Lock "dc76efeb-2252-4ff6-8b58-ad3514636083" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.267915] env[70867]: DEBUG oslo_vmware.api [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474813, 'name': ReconfigVM_Task, 'duration_secs': 0.281564} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.268254] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 4cf55491-2d4f-4116-948d-6dbc8e2af66a/4cf55491-2d4f-4116-948d-6dbc8e2af66a.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1304.268554] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Updating instance '4cf55491-2d4f-4116-948d-6dbc8e2af66a' progress to 50 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1304.537281] env[70867]: DEBUG nova.compute.manager [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1304.777114] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c23c88f-7a8f-466a-8b3b-d08e85d31596 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.803824] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44eff375-4e8c-4aa9-89fd-79ba822e7d17 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.825478] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Updating instance '4cf55491-2d4f-4116-948d-6dbc8e2af66a' progress to 67 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1305.062369] env[70867]: DEBUG oslo_concurrency.lockutils [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.063050] env[70867]: DEBUG oslo_concurrency.lockutils [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.064871] env[70867]: INFO nova.compute.claims [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1305.365369] env[70867]: DEBUG nova.network.neutron [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Port 680cebf9-9533-46e8-ab88-7ed56b43d102 binding to destination host cpu-1 is already ACTIVE {{(pid=70867) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1306.158069] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ba2d28-b346-490c-8caf-b86f52099237 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.165984] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21304472-028f-4dbd-a8e3-7676c0472690 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.197657] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ae738d-c430-474e-b5f4-2111d74fbf32 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.205523] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1704709f-335c-4c94-8ac4-f7ac2c404a13 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.218742] env[70867]: DEBUG nova.compute.provider_tree [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.387388] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "4cf55491-2d4f-4116-948d-6dbc8e2af66a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.387624] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "4cf55491-2d4f-4116-948d-6dbc8e2af66a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.387826] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "4cf55491-2d4f-4116-948d-6dbc8e2af66a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.722262] env[70867]: DEBUG nova.scheduler.client.report [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.227035] env[70867]: DEBUG oslo_concurrency.lockutils [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.164s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.227548] env[70867]: DEBUG nova.compute.manager [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1307.421865] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "refresh_cache-4cf55491-2d4f-4116-948d-6dbc8e2af66a" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.422077] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquired lock "refresh_cache-4cf55491-2d4f-4116-948d-6dbc8e2af66a" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.422309] env[70867]: DEBUG nova.network.neutron [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1307.731742] env[70867]: DEBUG nova.compute.utils [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1307.733677] env[70867]: DEBUG nova.compute.manager [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1307.733853] env[70867]: DEBUG nova.network.neutron [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1307.776188] env[70867]: DEBUG nova.policy [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16b5d4f874404dfdb6195749fb90787f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99db22a36ae0432580e5c4b30e054b8a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1308.116205] env[70867]: DEBUG nova.network.neutron [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Successfully created port: af2fb36f-59fd-478a-952a-d0d6711b0713 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1308.201706] env[70867]: DEBUG nova.network.neutron [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Updating instance_info_cache with network_info: [{"id": "680cebf9-9533-46e8-ab88-7ed56b43d102", "address": "fa:16:3e:0c:af:14", "network": {"id": "52d9f893-40a0-4a01-81ad-a518ee74e5a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-281788219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ad9e13e8d24d72b6d8c4bb820287a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap680cebf9-95", "ovs_interfaceid": "680cebf9-9533-46e8-ab88-7ed56b43d102", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.237371] env[70867]: DEBUG nova.compute.manager [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1308.705227] env[70867]: DEBUG oslo_concurrency.lockutils [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Releasing lock "refresh_cache-4cf55491-2d4f-4116-948d-6dbc8e2af66a" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.232451] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ede30ce-da7f-46d5-9d5e-191494681239 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.260549] env[70867]: DEBUG nova.compute.manager [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1309.264024] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160f2a89-fce2-40d1-9515-e46e6f71727f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.271551] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Updating instance '4cf55491-2d4f-4116-948d-6dbc8e2af66a' progress to 83 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1309.286634] env[70867]: DEBUG nova.virt.hardware [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1309.286866] env[70867]: DEBUG nova.virt.hardware [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1309.287034] env[70867]: DEBUG nova.virt.hardware [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1309.287225] env[70867]: DEBUG nova.virt.hardware [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1309.287376] env[70867]: DEBUG nova.virt.hardware [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1309.287523] env[70867]: DEBUG nova.virt.hardware [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1309.287803] env[70867]: DEBUG nova.virt.hardware [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1309.288013] env[70867]: DEBUG nova.virt.hardware [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1309.288196] env[70867]: DEBUG nova.virt.hardware [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1309.288363] env[70867]: DEBUG nova.virt.hardware [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1309.288538] env[70867]: DEBUG nova.virt.hardware [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1309.289577] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82588c3-4902-4d66-88db-ab3119318666 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.298175] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0a93ad-5b42-43db-b91a-6ae096beb0bc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.526893] env[70867]: DEBUG nova.compute.manager [req-4288e3be-4b02-4745-908c-0587bae59fc0 req-79381288-4142-4254-89e2-ff600c620ba2 service nova] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Received event network-vif-plugged-af2fb36f-59fd-478a-952a-d0d6711b0713 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1309.527544] env[70867]: DEBUG oslo_concurrency.lockutils [req-4288e3be-4b02-4745-908c-0587bae59fc0 req-79381288-4142-4254-89e2-ff600c620ba2 service nova] Acquiring lock "dc76efeb-2252-4ff6-8b58-ad3514636083-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.527847] env[70867]: DEBUG oslo_concurrency.lockutils [req-4288e3be-4b02-4745-908c-0587bae59fc0 req-79381288-4142-4254-89e2-ff600c620ba2 service nova] Lock "dc76efeb-2252-4ff6-8b58-ad3514636083-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.527971] env[70867]: DEBUG oslo_concurrency.lockutils [req-4288e3be-4b02-4745-908c-0587bae59fc0 req-79381288-4142-4254-89e2-ff600c620ba2 service nova] Lock "dc76efeb-2252-4ff6-8b58-ad3514636083-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.528148] env[70867]: DEBUG nova.compute.manager [req-4288e3be-4b02-4745-908c-0587bae59fc0 req-79381288-4142-4254-89e2-ff600c620ba2 service nova] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] No waiting events found dispatching network-vif-plugged-af2fb36f-59fd-478a-952a-d0d6711b0713 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1309.528286] env[70867]: WARNING nova.compute.manager [req-4288e3be-4b02-4745-908c-0587bae59fc0 req-79381288-4142-4254-89e2-ff600c620ba2 service nova] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Received unexpected event network-vif-plugged-af2fb36f-59fd-478a-952a-d0d6711b0713 for instance with vm_state building and task_state spawning. [ 1309.616668] env[70867]: DEBUG nova.network.neutron [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Successfully updated port: af2fb36f-59fd-478a-952a-d0d6711b0713 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1309.777679] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1309.777913] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37acce54-da99-48ed-aba1-0dd223408265 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.786619] env[70867]: DEBUG oslo_vmware.api [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1309.786619] env[70867]: value = "task-3474817" [ 1309.786619] env[70867]: _type = "Task" [ 1309.786619] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.794611] env[70867]: DEBUG oslo_vmware.api [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.121977] env[70867]: DEBUG oslo_concurrency.lockutils [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Acquiring lock "refresh_cache-dc76efeb-2252-4ff6-8b58-ad3514636083" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.122288] env[70867]: DEBUG oslo_concurrency.lockutils [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Acquired lock "refresh_cache-dc76efeb-2252-4ff6-8b58-ad3514636083" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.122605] env[70867]: DEBUG nova.network.neutron [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1310.297549] env[70867]: DEBUG oslo_vmware.api [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474817, 'name': PowerOnVM_Task, 'duration_secs': 0.373344} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.297936] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1310.298077] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-5da95057-0472-4301-a758-9b36963642b4 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Updating instance '4cf55491-2d4f-4116-948d-6dbc8e2af66a' progress to 100 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1310.654673] env[70867]: DEBUG nova.network.neutron [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1310.781737] env[70867]: DEBUG nova.network.neutron [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Updating instance_info_cache with network_info: [{"id": "af2fb36f-59fd-478a-952a-d0d6711b0713", "address": "fa:16:3e:27:87:07", "network": {"id": "69a7a5ad-5eeb-4edd-9fdd-92f77b361868", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-781918754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99db22a36ae0432580e5c4b30e054b8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf2fb36f-59", "ovs_interfaceid": "af2fb36f-59fd-478a-952a-d0d6711b0713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.284743] env[70867]: DEBUG oslo_concurrency.lockutils [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Releasing lock "refresh_cache-dc76efeb-2252-4ff6-8b58-ad3514636083" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.285092] env[70867]: DEBUG nova.compute.manager [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Instance network_info: |[{"id": "af2fb36f-59fd-478a-952a-d0d6711b0713", "address": "fa:16:3e:27:87:07", "network": {"id": "69a7a5ad-5eeb-4edd-9fdd-92f77b361868", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-781918754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99db22a36ae0432580e5c4b30e054b8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf2fb36f-59", "ovs_interfaceid": "af2fb36f-59fd-478a-952a-d0d6711b0713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1311.285585] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:87:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af2fb36f-59fd-478a-952a-d0d6711b0713', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1311.293022] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Creating folder: Project (99db22a36ae0432580e5c4b30e054b8a). Parent ref: group-v694272. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1311.293303] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89cccf0a-456b-4820-a68f-7f1b9fb61ef3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.305637] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Created folder: Project (99db22a36ae0432580e5c4b30e054b8a) in parent group-v694272. [ 1311.306089] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Creating folder: Instances. Parent ref: group-v694610. {{(pid=70867) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1311.306089] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb444895-5237-43df-917e-c7bfff63598f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.319091] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Created folder: Instances in parent group-v694610. [ 1311.319328] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1311.319516] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1311.319717] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24fc4524-a489-4a78-8919-615c8824696e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.343014] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1311.343014] env[70867]: value = "task-3474821" [ 1311.343014] env[70867]: _type = "Task" [ 1311.343014] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.350977] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474821, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.555822] env[70867]: DEBUG nova.compute.manager [req-2ef7a51d-49fb-432c-a664-3af18792848f req-aed7ee58-ff63-4163-91a4-17194e8b3809 service nova] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Received event network-changed-af2fb36f-59fd-478a-952a-d0d6711b0713 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.556067] env[70867]: DEBUG nova.compute.manager [req-2ef7a51d-49fb-432c-a664-3af18792848f req-aed7ee58-ff63-4163-91a4-17194e8b3809 service nova] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Refreshing instance network info cache due to event network-changed-af2fb36f-59fd-478a-952a-d0d6711b0713. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1311.556732] env[70867]: DEBUG oslo_concurrency.lockutils [req-2ef7a51d-49fb-432c-a664-3af18792848f req-aed7ee58-ff63-4163-91a4-17194e8b3809 service nova] Acquiring lock "refresh_cache-dc76efeb-2252-4ff6-8b58-ad3514636083" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.556913] env[70867]: DEBUG oslo_concurrency.lockutils [req-2ef7a51d-49fb-432c-a664-3af18792848f req-aed7ee58-ff63-4163-91a4-17194e8b3809 service nova] Acquired lock "refresh_cache-dc76efeb-2252-4ff6-8b58-ad3514636083" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.557096] env[70867]: DEBUG nova.network.neutron [req-2ef7a51d-49fb-432c-a664-3af18792848f req-aed7ee58-ff63-4163-91a4-17194e8b3809 service nova] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Refreshing network info cache for port af2fb36f-59fd-478a-952a-d0d6711b0713 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1311.852916] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474821, 'name': CreateVM_Task, 'duration_secs': 0.329254} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.853086] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1311.853783] env[70867]: DEBUG oslo_concurrency.lockutils [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.853956] env[70867]: DEBUG oslo_concurrency.lockutils [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.854777] env[70867]: DEBUG oslo_concurrency.lockutils [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.855051] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aae6cc72-25b7-4930-a279-6ddcb89e6fd2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.859785] env[70867]: DEBUG oslo_vmware.api [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Waiting for the task: (returnval){ [ 1311.859785] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f58ab5-634b-16f6-5a86-a6b53982052b" [ 1311.859785] env[70867]: _type = "Task" [ 1311.859785] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.867419] env[70867]: DEBUG oslo_vmware.api [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f58ab5-634b-16f6-5a86-a6b53982052b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.194170] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "4cf55491-2d4f-4116-948d-6dbc8e2af66a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.194425] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "4cf55491-2d4f-4116-948d-6dbc8e2af66a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.194611] env[70867]: DEBUG nova.compute.manager [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Going to confirm migration 7 {{(pid=70867) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1312.283069] env[70867]: DEBUG nova.network.neutron [req-2ef7a51d-49fb-432c-a664-3af18792848f req-aed7ee58-ff63-4163-91a4-17194e8b3809 service nova] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Updated VIF entry in instance network info cache for port af2fb36f-59fd-478a-952a-d0d6711b0713. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1312.283482] env[70867]: DEBUG nova.network.neutron [req-2ef7a51d-49fb-432c-a664-3af18792848f req-aed7ee58-ff63-4163-91a4-17194e8b3809 service nova] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Updating instance_info_cache with network_info: [{"id": "af2fb36f-59fd-478a-952a-d0d6711b0713", "address": "fa:16:3e:27:87:07", "network": {"id": "69a7a5ad-5eeb-4edd-9fdd-92f77b361868", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-781918754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99db22a36ae0432580e5c4b30e054b8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf2fb36f-59", "ovs_interfaceid": "af2fb36f-59fd-478a-952a-d0d6711b0713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.371319] env[70867]: DEBUG oslo_vmware.api [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52f58ab5-634b-16f6-5a86-a6b53982052b, 'name': SearchDatastore_Task, 'duration_secs': 0.011678} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.371642] env[70867]: DEBUG oslo_concurrency.lockutils [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.371870] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1312.372129] env[70867]: DEBUG oslo_concurrency.lockutils [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.372309] env[70867]: DEBUG oslo_concurrency.lockutils [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.372504] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1312.372770] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42f2d809-c8ea-4bf1-ae67-ae7318fe6c6d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.384355] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1312.384564] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1312.385304] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13271104-1051-4ce4-8c22-0748f794984e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.391133] env[70867]: DEBUG oslo_vmware.api [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Waiting for the task: (returnval){ [ 1312.391133] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5269d36d-9a7b-bd3c-344d-f822f7bc4f68" [ 1312.391133] env[70867]: _type = "Task" [ 1312.391133] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.398961] env[70867]: DEBUG oslo_vmware.api [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5269d36d-9a7b-bd3c-344d-f822f7bc4f68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.730493] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "refresh_cache-4cf55491-2d4f-4116-948d-6dbc8e2af66a" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.730686] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquired lock "refresh_cache-4cf55491-2d4f-4116-948d-6dbc8e2af66a" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.730864] env[70867]: DEBUG nova.network.neutron [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1312.731061] env[70867]: DEBUG nova.objects.instance [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lazy-loading 'info_cache' on Instance uuid 4cf55491-2d4f-4116-948d-6dbc8e2af66a {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1312.785956] env[70867]: DEBUG oslo_concurrency.lockutils [req-2ef7a51d-49fb-432c-a664-3af18792848f req-aed7ee58-ff63-4163-91a4-17194e8b3809 service nova] Releasing lock "refresh_cache-dc76efeb-2252-4ff6-8b58-ad3514636083" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.902466] env[70867]: DEBUG oslo_vmware.api [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5269d36d-9a7b-bd3c-344d-f822f7bc4f68, 'name': SearchDatastore_Task, 'duration_secs': 0.009372} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.903185] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8c6d9ae-7c42-45ee-927e-8194efd1c859 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.908176] env[70867]: DEBUG oslo_vmware.api [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Waiting for the task: (returnval){ [ 1312.908176] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52b49825-f844-1eee-f407-5fe33c65502e" [ 1312.908176] env[70867]: _type = "Task" [ 1312.908176] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.915492] env[70867]: DEBUG oslo_vmware.api [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52b49825-f844-1eee-f407-5fe33c65502e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.418984] env[70867]: DEBUG oslo_vmware.api [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52b49825-f844-1eee-f407-5fe33c65502e, 'name': SearchDatastore_Task, 'duration_secs': 0.009921} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.419290] env[70867]: DEBUG oslo_concurrency.lockutils [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.419530] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] dc76efeb-2252-4ff6-8b58-ad3514636083/dc76efeb-2252-4ff6-8b58-ad3514636083.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1313.419799] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d46ca351-e0d2-40de-a810-24ecae437e76 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.428421] env[70867]: DEBUG oslo_vmware.api [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Waiting for the task: (returnval){ [ 1313.428421] env[70867]: value = "task-3474822" [ 1313.428421] env[70867]: _type = "Task" [ 1313.428421] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.437605] env[70867]: DEBUG oslo_vmware.api [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Task: {'id': task-3474822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.938958] env[70867]: DEBUG oslo_vmware.api [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Task: {'id': task-3474822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.414625} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.939935] env[70867]: DEBUG nova.network.neutron [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Updating instance_info_cache with network_info: [{"id": "680cebf9-9533-46e8-ab88-7ed56b43d102", "address": "fa:16:3e:0c:af:14", "network": {"id": "52d9f893-40a0-4a01-81ad-a518ee74e5a2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-281788219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ad9e13e8d24d72b6d8c4bb820287a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap680cebf9-95", "ovs_interfaceid": "680cebf9-9533-46e8-ab88-7ed56b43d102", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.941123] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] dc76efeb-2252-4ff6-8b58-ad3514636083/dc76efeb-2252-4ff6-8b58-ad3514636083.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1313.941348] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1313.941804] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53c03ab0-4544-4d74-9eda-0d7d7059df25 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.951231] env[70867]: DEBUG oslo_vmware.api [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Waiting for the task: (returnval){ [ 1313.951231] env[70867]: value = "task-3474823" [ 1313.951231] env[70867]: _type = "Task" [ 1313.951231] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.964152] env[70867]: DEBUG oslo_vmware.api [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Task: {'id': task-3474823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.030124] env[70867]: DEBUG oslo_concurrency.lockutils [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "7221ab44-35d7-4698-aa66-d6a3a60c6619" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.030379] env[70867]: DEBUG oslo_concurrency.lockutils [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "7221ab44-35d7-4698-aa66-d6a3a60c6619" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.443345] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Releasing lock "refresh_cache-4cf55491-2d4f-4116-948d-6dbc8e2af66a" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.443722] env[70867]: DEBUG nova.objects.instance [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lazy-loading 'migration_context' on Instance uuid 4cf55491-2d4f-4116-948d-6dbc8e2af66a {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1314.465953] env[70867]: DEBUG oslo_vmware.api [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Task: {'id': task-3474823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069269} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.466314] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1314.467387] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a69866-b4fd-4d93-b83d-3db6c7cd7d5d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.501875] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] dc76efeb-2252-4ff6-8b58-ad3514636083/dc76efeb-2252-4ff6-8b58-ad3514636083.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1314.502499] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2caab1be-28b1-4b95-95e7-b5c1af538cd9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.531312] env[70867]: DEBUG oslo_vmware.api [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Waiting for the task: (returnval){ [ 1314.531312] env[70867]: value = "task-3474824" [ 1314.531312] env[70867]: _type = "Task" [ 1314.531312] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.536951] env[70867]: DEBUG nova.compute.manager [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1314.546681] env[70867]: DEBUG oslo_vmware.api [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Task: {'id': task-3474824, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.947504] env[70867]: DEBUG nova.objects.base [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Object Instance<4cf55491-2d4f-4116-948d-6dbc8e2af66a> lazy-loaded attributes: info_cache,migration_context {{(pid=70867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1314.948416] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9105ab9f-6a2b-45e9-9c9e-7c1889a3c26b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.968202] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bc364d9-04f7-4fd4-847d-5a3832f403a4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.974327] env[70867]: DEBUG oslo_vmware.api [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1314.974327] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]524aa7bf-165b-544f-4b86-ec2ac270b778" [ 1314.974327] env[70867]: _type = "Task" [ 1314.974327] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.982167] env[70867]: DEBUG oslo_vmware.api [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]524aa7bf-165b-544f-4b86-ec2ac270b778, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.040067] env[70867]: DEBUG oslo_vmware.api [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Task: {'id': task-3474824, 'name': ReconfigVM_Task, 'duration_secs': 0.2734} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.040325] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Reconfigured VM instance instance-0000007a to attach disk [datastore1] dc76efeb-2252-4ff6-8b58-ad3514636083/dc76efeb-2252-4ff6-8b58-ad3514636083.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1315.040923] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-601e1721-9796-43df-a2c8-229ee8e306e8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.049882] env[70867]: DEBUG oslo_vmware.api [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Waiting for the task: (returnval){ [ 1315.049882] env[70867]: value = "task-3474825" [ 1315.049882] env[70867]: _type = "Task" [ 1315.049882] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.058491] env[70867]: DEBUG oslo_vmware.api [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Task: {'id': task-3474825, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.060894] env[70867]: DEBUG oslo_concurrency.lockutils [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.061170] env[70867]: DEBUG oslo_concurrency.lockutils [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.062667] env[70867]: INFO nova.compute.claims [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1315.485054] env[70867]: DEBUG oslo_vmware.api [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]524aa7bf-165b-544f-4b86-ec2ac270b778, 'name': SearchDatastore_Task, 'duration_secs': 0.007986} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.485380] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.560114] env[70867]: DEBUG oslo_vmware.api [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Task: {'id': task-3474825, 'name': Rename_Task, 'duration_secs': 0.142587} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.560410] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1315.560670] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9e3fb9a-358d-40ec-96c5-90f7ed9aa982 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.569049] env[70867]: DEBUG oslo_vmware.api [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Waiting for the task: (returnval){ [ 1315.569049] env[70867]: value = "task-3474826" [ 1315.569049] env[70867]: _type = "Task" [ 1315.569049] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.577787] env[70867]: DEBUG oslo_vmware.api [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Task: {'id': task-3474826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.162290] env[70867]: DEBUG oslo_vmware.api [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Task: {'id': task-3474826, 'name': PowerOnVM_Task, 'duration_secs': 0.453856} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.162290] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1316.162290] env[70867]: INFO nova.compute.manager [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Took 6.82 seconds to spawn the instance on the hypervisor. [ 1316.162290] env[70867]: DEBUG nova.compute.manager [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1316.162290] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0559fb1a-230a-47b5-9239-a93f18c235b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquiring lock "e44d9816-2dd8-4c50-a4b8-46183a9a87c7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.162290] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0559fb1a-230a-47b5-9239-a93f18c235b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lock "e44d9816-2dd8-4c50-a4b8-46183a9a87c7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.162290] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b918c196-14be-49d6-91b9-07695aeffd5f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.209028] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c3d7d6-489c-4066-8845-21ff6a5340c7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.219281] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa11198b-bf54-42cb-be51-db7b4dcdd1d7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.260747] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb834ed3-9b65-4af3-b05f-133069b2dd79 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.268877] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c7387c-2168-4950-981c-0c3b7580f7ed {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.286451] env[70867]: DEBUG nova.compute.provider_tree [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1316.593570] env[70867]: INFO nova.compute.manager [None req-0559fb1a-230a-47b5-9239-a93f18c235b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Detaching volume 5e8acbb2-38f4-417b-9dd0-1e3b06e7bbb8 [ 1316.611819] env[70867]: INFO nova.compute.manager [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Took 11.57 seconds to build instance. [ 1316.625795] env[70867]: INFO nova.virt.block_device [None req-0559fb1a-230a-47b5-9239-a93f18c235b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Attempting to driver detach volume 5e8acbb2-38f4-417b-9dd0-1e3b06e7bbb8 from mountpoint /dev/sdb [ 1316.626049] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-0559fb1a-230a-47b5-9239-a93f18c235b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Volume detach. Driver type: vmdk {{(pid=70867) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1316.626249] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-0559fb1a-230a-47b5-9239-a93f18c235b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694596', 'volume_id': '5e8acbb2-38f4-417b-9dd0-1e3b06e7bbb8', 'name': 'volume-5e8acbb2-38f4-417b-9dd0-1e3b06e7bbb8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e44d9816-2dd8-4c50-a4b8-46183a9a87c7', 'attached_at': '', 'detached_at': '', 'volume_id': '5e8acbb2-38f4-417b-9dd0-1e3b06e7bbb8', 'serial': '5e8acbb2-38f4-417b-9dd0-1e3b06e7bbb8'} {{(pid=70867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1316.627370] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1be334f-ef0c-4399-937a-474eef0bae07 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.651207] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d8740e-e098-48c4-901c-92530ded6c3b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.658724] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231ce73d-41fd-41a8-ae27-a8c7dced3709 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.679875] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cb4dd6-01b3-4c25-9188-93ada17988fe {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.695122] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-0559fb1a-230a-47b5-9239-a93f18c235b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] The volume has not been displaced from its original location: [datastore1] volume-5e8acbb2-38f4-417b-9dd0-1e3b06e7bbb8/volume-5e8acbb2-38f4-417b-9dd0-1e3b06e7bbb8.vmdk. No consolidation needed. {{(pid=70867) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1316.700622] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-0559fb1a-230a-47b5-9239-a93f18c235b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1316.700777] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaef5e40-abcd-48c8-bab3-67cdcfb12489 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.720390] env[70867]: DEBUG oslo_vmware.api [None req-0559fb1a-230a-47b5-9239-a93f18c235b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1316.720390] env[70867]: value = "task-3474827" [ 1316.720390] env[70867]: _type = "Task" [ 1316.720390] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.728966] env[70867]: DEBUG oslo_vmware.api [None req-0559fb1a-230a-47b5-9239-a93f18c235b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.789974] env[70867]: DEBUG nova.scheduler.client.report [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1317.114448] env[70867]: DEBUG oslo_concurrency.lockutils [None req-be645c2a-0c18-4340-b7a8-fe84a16c0ee5 tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Lock "dc76efeb-2252-4ff6-8b58-ad3514636083" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.080s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.231078] env[70867]: DEBUG oslo_vmware.api [None req-0559fb1a-230a-47b5-9239-a93f18c235b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474827, 'name': ReconfigVM_Task, 'duration_secs': 0.446749} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.231459] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-0559fb1a-230a-47b5-9239-a93f18c235b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1317.236212] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3ff25a4-6a05-415e-afe6-ff8b5bd83945 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.251857] env[70867]: DEBUG oslo_vmware.api [None req-0559fb1a-230a-47b5-9239-a93f18c235b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1317.251857] env[70867]: value = "task-3474828" [ 1317.251857] env[70867]: _type = "Task" [ 1317.251857] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.260388] env[70867]: DEBUG oslo_vmware.api [None req-0559fb1a-230a-47b5-9239-a93f18c235b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474828, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.295665] env[70867]: DEBUG oslo_concurrency.lockutils [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.234s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.296234] env[70867]: DEBUG nova.compute.manager [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1317.299095] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.814s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.763312] env[70867]: DEBUG oslo_vmware.api [None req-0559fb1a-230a-47b5-9239-a93f18c235b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.802017] env[70867]: DEBUG nova.compute.utils [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1317.807025] env[70867]: DEBUG nova.compute.manager [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1317.807025] env[70867]: DEBUG nova.network.neutron [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1317.856999] env[70867]: DEBUG nova.policy [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2f00af7f56e4c27945ac4f0f7307ad9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f95c63cf4c624b05ac41f26e61904aca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1317.909565] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b8f50b-ddbd-42b7-81b9-6a5c116241ac {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.917827] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab7b118-1ce2-4976-bf51-26643823c5e5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.951170] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009f3dbc-0732-41ae-945f-c5ce39087257 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.960704] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140fc67d-8f9a-4356-9934-c2c7a9051fff {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.975488] env[70867]: DEBUG nova.compute.provider_tree [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.107591] env[70867]: DEBUG nova.network.neutron [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Successfully created port: 2f11de32-dd2d-414c-8baf-cfa349e0835d {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1318.176856] env[70867]: DEBUG oslo_concurrency.lockutils [None req-567044e4-198f-4f5c-968d-c14bc04d294c tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Acquiring lock "dc76efeb-2252-4ff6-8b58-ad3514636083" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.177203] env[70867]: DEBUG oslo_concurrency.lockutils [None req-567044e4-198f-4f5c-968d-c14bc04d294c tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Lock "dc76efeb-2252-4ff6-8b58-ad3514636083" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.177484] env[70867]: DEBUG oslo_concurrency.lockutils [None req-567044e4-198f-4f5c-968d-c14bc04d294c tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Acquiring lock "dc76efeb-2252-4ff6-8b58-ad3514636083-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.177771] env[70867]: DEBUG oslo_concurrency.lockutils [None req-567044e4-198f-4f5c-968d-c14bc04d294c tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Lock "dc76efeb-2252-4ff6-8b58-ad3514636083-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.178017] env[70867]: DEBUG oslo_concurrency.lockutils [None req-567044e4-198f-4f5c-968d-c14bc04d294c tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Lock "dc76efeb-2252-4ff6-8b58-ad3514636083-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.180589] env[70867]: INFO nova.compute.manager [None req-567044e4-198f-4f5c-968d-c14bc04d294c tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Terminating instance [ 1318.264454] env[70867]: DEBUG oslo_vmware.api [None req-0559fb1a-230a-47b5-9239-a93f18c235b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474828, 'name': ReconfigVM_Task, 'duration_secs': 0.984931} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.264751] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-0559fb1a-230a-47b5-9239-a93f18c235b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694596', 'volume_id': '5e8acbb2-38f4-417b-9dd0-1e3b06e7bbb8', 'name': 'volume-5e8acbb2-38f4-417b-9dd0-1e3b06e7bbb8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e44d9816-2dd8-4c50-a4b8-46183a9a87c7', 'attached_at': '', 'detached_at': '', 'volume_id': '5e8acbb2-38f4-417b-9dd0-1e3b06e7bbb8', 'serial': '5e8acbb2-38f4-417b-9dd0-1e3b06e7bbb8'} {{(pid=70867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1318.307688] env[70867]: DEBUG nova.compute.manager [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1318.478674] env[70867]: DEBUG nova.scheduler.client.report [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1318.684892] env[70867]: DEBUG nova.compute.manager [None req-567044e4-198f-4f5c-968d-c14bc04d294c tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1318.685158] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-567044e4-198f-4f5c-968d-c14bc04d294c tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1318.686063] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05de507-40bd-4606-bc98-9c9fda4407c1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.694868] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-567044e4-198f-4f5c-968d-c14bc04d294c tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1318.695153] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ec91926-dd3f-4094-a66c-268c5735e1d9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.703624] env[70867]: DEBUG oslo_vmware.api [None req-567044e4-198f-4f5c-968d-c14bc04d294c tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Waiting for the task: (returnval){ [ 1318.703624] env[70867]: value = "task-3474829" [ 1318.703624] env[70867]: _type = "Task" [ 1318.703624] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.712528] env[70867]: DEBUG oslo_vmware.api [None req-567044e4-198f-4f5c-968d-c14bc04d294c tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Task: {'id': task-3474829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.809944] env[70867]: DEBUG nova.objects.instance [None req-0559fb1a-230a-47b5-9239-a93f18c235b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lazy-loading 'flavor' on Instance uuid e44d9816-2dd8-4c50-a4b8-46183a9a87c7 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1318.812783] env[70867]: INFO nova.virt.block_device [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Booting with volume 2319b07c-4015-4b6c-a28b-8cf4e7f34682 at /dev/sda [ 1318.849242] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c40deaff-1b6c-480f-8162-903f5ca434b2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.860423] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fdc4f7-7594-4a7e-8918-6b8b4e70f661 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.892840] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7514ac1-e555-4dd3-b24e-ac74877e1d4e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.902956] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced0a916-85ed-4518-9c8c-79d5846d52fa {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.934342] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446f60f6-64dc-45a9-9222-4fdff2d8b4b2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.941674] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6aa402-8aa7-4ce6-98ac-e77b35fca032 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.958089] env[70867]: DEBUG nova.virt.block_device [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Updating existing volume attachment record: 7636604b-793c-40a2-a649-0dbc86e063ad {{(pid=70867) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1319.213717] env[70867]: DEBUG oslo_vmware.api [None req-567044e4-198f-4f5c-968d-c14bc04d294c tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Task: {'id': task-3474829, 'name': PowerOffVM_Task, 'duration_secs': 0.253791} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.213983] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-567044e4-198f-4f5c-968d-c14bc04d294c tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1319.214168] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-567044e4-198f-4f5c-968d-c14bc04d294c tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1319.214411] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec73639c-96ec-4837-a870-da34cada9a60 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.276033] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-567044e4-198f-4f5c-968d-c14bc04d294c tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1319.276528] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-567044e4-198f-4f5c-968d-c14bc04d294c tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1319.276528] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-567044e4-198f-4f5c-968d-c14bc04d294c tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Deleting the datastore file [datastore1] dc76efeb-2252-4ff6-8b58-ad3514636083 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1319.276819] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-387bdb48-bd78-49ad-804a-782b0e4861a1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.283999] env[70867]: DEBUG oslo_vmware.api [None req-567044e4-198f-4f5c-968d-c14bc04d294c tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Waiting for the task: (returnval){ [ 1319.283999] env[70867]: value = "task-3474831" [ 1319.283999] env[70867]: _type = "Task" [ 1319.283999] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.291866] env[70867]: DEBUG oslo_vmware.api [None req-567044e4-198f-4f5c-968d-c14bc04d294c tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Task: {'id': task-3474831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.460670] env[70867]: DEBUG nova.compute.manager [req-aca045e1-360e-43cf-a8da-f21e9df6692a req-b370c930-d8cb-47c6-a168-116877b38d44 service nova] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Received event network-vif-plugged-2f11de32-dd2d-414c-8baf-cfa349e0835d {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1319.460910] env[70867]: DEBUG oslo_concurrency.lockutils [req-aca045e1-360e-43cf-a8da-f21e9df6692a req-b370c930-d8cb-47c6-a168-116877b38d44 service nova] Acquiring lock "7221ab44-35d7-4698-aa66-d6a3a60c6619-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.461137] env[70867]: DEBUG oslo_concurrency.lockutils [req-aca045e1-360e-43cf-a8da-f21e9df6692a req-b370c930-d8cb-47c6-a168-116877b38d44 service nova] Lock "7221ab44-35d7-4698-aa66-d6a3a60c6619-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.461309] env[70867]: DEBUG oslo_concurrency.lockutils [req-aca045e1-360e-43cf-a8da-f21e9df6692a req-b370c930-d8cb-47c6-a168-116877b38d44 service nova] Lock "7221ab44-35d7-4698-aa66-d6a3a60c6619-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.461479] env[70867]: DEBUG nova.compute.manager [req-aca045e1-360e-43cf-a8da-f21e9df6692a req-b370c930-d8cb-47c6-a168-116877b38d44 service nova] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] No waiting events found dispatching network-vif-plugged-2f11de32-dd2d-414c-8baf-cfa349e0835d {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1319.461646] env[70867]: WARNING nova.compute.manager [req-aca045e1-360e-43cf-a8da-f21e9df6692a req-b370c930-d8cb-47c6-a168-116877b38d44 service nova] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Received unexpected event network-vif-plugged-2f11de32-dd2d-414c-8baf-cfa349e0835d for instance with vm_state building and task_state block_device_mapping. [ 1319.490282] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.191s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.772474] env[70867]: DEBUG nova.network.neutron [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Successfully updated port: 2f11de32-dd2d-414c-8baf-cfa349e0835d {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1319.794552] env[70867]: DEBUG oslo_vmware.api [None req-567044e4-198f-4f5c-968d-c14bc04d294c tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Task: {'id': task-3474831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157185} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.794841] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-567044e4-198f-4f5c-968d-c14bc04d294c tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1319.795040] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-567044e4-198f-4f5c-968d-c14bc04d294c tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1319.795219] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-567044e4-198f-4f5c-968d-c14bc04d294c tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1319.795390] env[70867]: INFO nova.compute.manager [None req-567044e4-198f-4f5c-968d-c14bc04d294c tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1319.795627] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-567044e4-198f-4f5c-968d-c14bc04d294c tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1319.795814] env[70867]: DEBUG nova.compute.manager [-] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1319.795908] env[70867]: DEBUG nova.network.neutron [-] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1319.819637] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0559fb1a-230a-47b5-9239-a93f18c235b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lock "e44d9816-2dd8-4c50-a4b8-46183a9a87c7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.733s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.069210] env[70867]: INFO nova.scheduler.client.report [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Deleted allocation for migration e399a4c5-7b6b-450d-a1be-0c36cf1662d0 [ 1320.275259] env[70867]: DEBUG oslo_concurrency.lockutils [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "refresh_cache-7221ab44-35d7-4698-aa66-d6a3a60c6619" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.275425] env[70867]: DEBUG oslo_concurrency.lockutils [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquired lock "refresh_cache-7221ab44-35d7-4698-aa66-d6a3a60c6619" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.275577] env[70867]: DEBUG nova.network.neutron [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1320.367438] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a301d66a-183d-4d10-bc3e-06eed63238b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquiring lock "e44d9816-2dd8-4c50-a4b8-46183a9a87c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.367703] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a301d66a-183d-4d10-bc3e-06eed63238b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lock "e44d9816-2dd8-4c50-a4b8-46183a9a87c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.367913] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a301d66a-183d-4d10-bc3e-06eed63238b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquiring lock "e44d9816-2dd8-4c50-a4b8-46183a9a87c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.368112] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a301d66a-183d-4d10-bc3e-06eed63238b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lock "e44d9816-2dd8-4c50-a4b8-46183a9a87c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.368291] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a301d66a-183d-4d10-bc3e-06eed63238b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lock "e44d9816-2dd8-4c50-a4b8-46183a9a87c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.370449] env[70867]: INFO nova.compute.manager [None req-a301d66a-183d-4d10-bc3e-06eed63238b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Terminating instance [ 1320.549186] env[70867]: DEBUG nova.network.neutron [-] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.575854] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "4cf55491-2d4f-4116-948d-6dbc8e2af66a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.381s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.806698] env[70867]: DEBUG nova.network.neutron [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1320.874435] env[70867]: DEBUG nova.compute.manager [None req-a301d66a-183d-4d10-bc3e-06eed63238b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1320.874773] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a301d66a-183d-4d10-bc3e-06eed63238b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1320.875634] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6738903-67d9-4bd3-bb5c-3e2fbe5abfcb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.884038] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a301d66a-183d-4d10-bc3e-06eed63238b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1320.884038] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94781e7c-9016-49f7-b17d-180432d3613d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.889921] env[70867]: DEBUG oslo_vmware.api [None req-a301d66a-183d-4d10-bc3e-06eed63238b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1320.889921] env[70867]: value = "task-3474832" [ 1320.889921] env[70867]: _type = "Task" [ 1320.889921] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.898284] env[70867]: DEBUG oslo_vmware.api [None req-a301d66a-183d-4d10-bc3e-06eed63238b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.942224] env[70867]: DEBUG nova.network.neutron [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Updating instance_info_cache with network_info: [{"id": "2f11de32-dd2d-414c-8baf-cfa349e0835d", "address": "fa:16:3e:73:81:3f", "network": {"id": "113286a0-f085-43d7-9ce7-5d7b6b1e5ebe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-963000551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f95c63cf4c624b05ac41f26e61904aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f11de32-dd", "ovs_interfaceid": "2f11de32-dd2d-414c-8baf-cfa349e0835d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.051641] env[70867]: INFO nova.compute.manager [-] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Took 1.26 seconds to deallocate network for instance. [ 1321.060699] env[70867]: DEBUG nova.compute.manager [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1321.061213] env[70867]: DEBUG nova.virt.hardware [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1321.061426] env[70867]: DEBUG nova.virt.hardware [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1321.061585] env[70867]: DEBUG nova.virt.hardware [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1321.061768] env[70867]: DEBUG nova.virt.hardware [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1321.061915] env[70867]: DEBUG nova.virt.hardware [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1321.062077] env[70867]: DEBUG nova.virt.hardware [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1321.062375] env[70867]: DEBUG nova.virt.hardware [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1321.062476] env[70867]: DEBUG nova.virt.hardware [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1321.062647] env[70867]: DEBUG nova.virt.hardware [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1321.062814] env[70867]: DEBUG nova.virt.hardware [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1321.062984] env[70867]: DEBUG nova.virt.hardware [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1321.063830] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b68e468-275e-47fe-a146-fa260df13536 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.073101] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b16922c-97ba-4619-8451-18bd944ec9ef {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.399833] env[70867]: DEBUG oslo_vmware.api [None req-a301d66a-183d-4d10-bc3e-06eed63238b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474832, 'name': PowerOffVM_Task, 'duration_secs': 0.249161} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.401132] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-a301d66a-183d-4d10-bc3e-06eed63238b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1321.401132] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a301d66a-183d-4d10-bc3e-06eed63238b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1321.401132] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4727df9f-463e-426b-acec-ece1dd654cfa {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.444784] env[70867]: DEBUG oslo_concurrency.lockutils [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Releasing lock "refresh_cache-7221ab44-35d7-4698-aa66-d6a3a60c6619" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.445092] env[70867]: DEBUG nova.compute.manager [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Instance network_info: |[{"id": "2f11de32-dd2d-414c-8baf-cfa349e0835d", "address": "fa:16:3e:73:81:3f", "network": {"id": "113286a0-f085-43d7-9ce7-5d7b6b1e5ebe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-963000551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f95c63cf4c624b05ac41f26e61904aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f11de32-dd", "ovs_interfaceid": "2f11de32-dd2d-414c-8baf-cfa349e0835d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1321.445488] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:81:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f11de32-dd2d-414c-8baf-cfa349e0835d', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1321.453287] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1321.453492] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1321.453712] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed901e00-406e-4727-998e-50991e5d8a42 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.468901] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a301d66a-183d-4d10-bc3e-06eed63238b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1321.469114] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a301d66a-183d-4d10-bc3e-06eed63238b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1321.469299] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a301d66a-183d-4d10-bc3e-06eed63238b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Deleting the datastore file [datastore1] e44d9816-2dd8-4c50-a4b8-46183a9a87c7 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1321.469870] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c462cd2-0f58-44d6-96ae-df0d847be2e1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.473704] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1321.473704] env[70867]: value = "task-3474834" [ 1321.473704] env[70867]: _type = "Task" [ 1321.473704] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.477577] env[70867]: DEBUG oslo_vmware.api [None req-a301d66a-183d-4d10-bc3e-06eed63238b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1321.477577] env[70867]: value = "task-3474835" [ 1321.477577] env[70867]: _type = "Task" [ 1321.477577] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.483553] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474834, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.488180] env[70867]: DEBUG oslo_vmware.api [None req-a301d66a-183d-4d10-bc3e-06eed63238b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.560853] env[70867]: DEBUG oslo_concurrency.lockutils [None req-567044e4-198f-4f5c-968d-c14bc04d294c tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.561191] env[70867]: DEBUG oslo_concurrency.lockutils [None req-567044e4-198f-4f5c-968d-c14bc04d294c tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.561551] env[70867]: DEBUG nova.objects.instance [None req-567044e4-198f-4f5c-968d-c14bc04d294c tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Lazy-loading 'resources' on Instance uuid dc76efeb-2252-4ff6-8b58-ad3514636083 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1321.716662] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "4cf55491-2d4f-4116-948d-6dbc8e2af66a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.716918] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "4cf55491-2d4f-4116-948d-6dbc8e2af66a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.717252] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "4cf55491-2d4f-4116-948d-6dbc8e2af66a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.717528] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "4cf55491-2d4f-4116-948d-6dbc8e2af66a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.717770] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "4cf55491-2d4f-4116-948d-6dbc8e2af66a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.720493] env[70867]: DEBUG nova.compute.manager [req-740d4e2e-2e2b-42b1-b248-db475471e324 req-dc7daf21-8249-4b4b-b132-9f414a74424d service nova] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Received event network-changed-2f11de32-dd2d-414c-8baf-cfa349e0835d {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1321.720676] env[70867]: DEBUG nova.compute.manager [req-740d4e2e-2e2b-42b1-b248-db475471e324 req-dc7daf21-8249-4b4b-b132-9f414a74424d service nova] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Refreshing instance network info cache due to event network-changed-2f11de32-dd2d-414c-8baf-cfa349e0835d. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1321.720865] env[70867]: DEBUG oslo_concurrency.lockutils [req-740d4e2e-2e2b-42b1-b248-db475471e324 req-dc7daf21-8249-4b4b-b132-9f414a74424d service nova] Acquiring lock "refresh_cache-7221ab44-35d7-4698-aa66-d6a3a60c6619" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.721013] env[70867]: DEBUG oslo_concurrency.lockutils [req-740d4e2e-2e2b-42b1-b248-db475471e324 req-dc7daf21-8249-4b4b-b132-9f414a74424d service nova] Acquired lock "refresh_cache-7221ab44-35d7-4698-aa66-d6a3a60c6619" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.721206] env[70867]: DEBUG nova.network.neutron [req-740d4e2e-2e2b-42b1-b248-db475471e324 req-dc7daf21-8249-4b4b-b132-9f414a74424d service nova] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Refreshing network info cache for port 2f11de32-dd2d-414c-8baf-cfa349e0835d {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1321.722592] env[70867]: INFO nova.compute.manager [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Terminating instance [ 1321.984775] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474834, 'name': CreateVM_Task, 'duration_secs': 0.309253} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.985239] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1321.985951] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'disk_bus': None, 'device_type': None, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694609', 'volume_id': '2319b07c-4015-4b6c-a28b-8cf4e7f34682', 'name': 'volume-2319b07c-4015-4b6c-a28b-8cf4e7f34682', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7221ab44-35d7-4698-aa66-d6a3a60c6619', 'attached_at': '', 'detached_at': '', 'volume_id': '2319b07c-4015-4b6c-a28b-8cf4e7f34682', 'serial': '2319b07c-4015-4b6c-a28b-8cf4e7f34682'}, 'boot_index': 0, 'attachment_id': '7636604b-793c-40a2-a649-0dbc86e063ad', 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=70867) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1321.986185] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Root volume attach. Driver type: vmdk {{(pid=70867) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1321.986958] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa16957a-8e58-47d1-8bb2-4078fe70ed03 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.992169] env[70867]: DEBUG oslo_vmware.api [None req-a301d66a-183d-4d10-bc3e-06eed63238b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474835, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157263} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.992695] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-a301d66a-183d-4d10-bc3e-06eed63238b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1321.992879] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a301d66a-183d-4d10-bc3e-06eed63238b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1321.993060] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-a301d66a-183d-4d10-bc3e-06eed63238b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1321.993242] env[70867]: INFO nova.compute.manager [None req-a301d66a-183d-4d10-bc3e-06eed63238b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1321.993466] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a301d66a-183d-4d10-bc3e-06eed63238b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1321.993639] env[70867]: DEBUG nova.compute.manager [-] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1321.993729] env[70867]: DEBUG nova.network.neutron [-] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1321.998662] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ac5551-289d-462b-99a5-65c95fe5d81c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.004125] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e26c249-2d37-4343-8494-aa6f5b1f6144 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.009503] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-74c18e59-3fdc-41f9-9a4d-63ba333acdb3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.018362] env[70867]: DEBUG oslo_vmware.api [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1322.018362] env[70867]: value = "task-3474836" [ 1322.018362] env[70867]: _type = "Task" [ 1322.018362] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.025416] env[70867]: DEBUG oslo_vmware.api [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474836, 'name': RelocateVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.168366] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80322c0a-1036-4614-9618-440dc7b377ea {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.177044] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebe1094-fa9b-4b65-b09c-5beeeeb725e9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.208581] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2ab781-d2c0-46d7-8caf-c3539131f16a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.216124] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82826cdf-7bef-4cab-9be2-c673a0a8b2a5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.233292] env[70867]: DEBUG nova.compute.manager [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1322.233513] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1322.234026] env[70867]: DEBUG nova.compute.provider_tree [None req-567044e4-198f-4f5c-968d-c14bc04d294c tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.235939] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb6c9f4-d053-4862-9fd1-d9830a682d73 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.244029] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1322.244897] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64b2c9c5-a677-4f6c-b9d9-2128c5b3d773 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.251650] env[70867]: DEBUG oslo_vmware.api [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1322.251650] env[70867]: value = "task-3474837" [ 1322.251650] env[70867]: _type = "Task" [ 1322.251650] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.262039] env[70867]: DEBUG oslo_vmware.api [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474837, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.528374] env[70867]: DEBUG oslo_vmware.api [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474836, 'name': RelocateVM_Task, 'duration_secs': 0.375331} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.528670] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Volume attach. Driver type: vmdk {{(pid=70867) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1322.528917] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694609', 'volume_id': '2319b07c-4015-4b6c-a28b-8cf4e7f34682', 'name': 'volume-2319b07c-4015-4b6c-a28b-8cf4e7f34682', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7221ab44-35d7-4698-aa66-d6a3a60c6619', 'attached_at': '', 'detached_at': '', 'volume_id': '2319b07c-4015-4b6c-a28b-8cf4e7f34682', 'serial': '2319b07c-4015-4b6c-a28b-8cf4e7f34682'} {{(pid=70867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1322.529628] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103434a0-4925-42ac-8934-a28c50974325 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.547399] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e8fd8f-372e-4305-af26-31324b25c24d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.570871] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-2319b07c-4015-4b6c-a28b-8cf4e7f34682/volume-2319b07c-4015-4b6c-a28b-8cf4e7f34682.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1322.571245] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b0245aa-8ae8-463f-b48e-b135de127080 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.601154] env[70867]: DEBUG oslo_vmware.api [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1322.601154] env[70867]: value = "task-3474838" [ 1322.601154] env[70867]: _type = "Task" [ 1322.601154] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.607818] env[70867]: DEBUG nova.network.neutron [req-740d4e2e-2e2b-42b1-b248-db475471e324 req-dc7daf21-8249-4b4b-b132-9f414a74424d service nova] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Updated VIF entry in instance network info cache for port 2f11de32-dd2d-414c-8baf-cfa349e0835d. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1322.608126] env[70867]: DEBUG nova.network.neutron [req-740d4e2e-2e2b-42b1-b248-db475471e324 req-dc7daf21-8249-4b4b-b132-9f414a74424d service nova] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Updating instance_info_cache with network_info: [{"id": "2f11de32-dd2d-414c-8baf-cfa349e0835d", "address": "fa:16:3e:73:81:3f", "network": {"id": "113286a0-f085-43d7-9ce7-5d7b6b1e5ebe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-963000551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f95c63cf4c624b05ac41f26e61904aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f11de32-dd", "ovs_interfaceid": "2f11de32-dd2d-414c-8baf-cfa349e0835d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.616018] env[70867]: DEBUG oslo_vmware.api [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474838, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.739898] env[70867]: DEBUG nova.scheduler.client.report [None req-567044e4-198f-4f5c-968d-c14bc04d294c tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1322.762734] env[70867]: DEBUG oslo_vmware.api [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474837, 'name': PowerOffVM_Task, 'duration_secs': 0.159156} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.763040] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1322.763282] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1322.763578] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-538b9083-4f39-46bc-9cc5-44c9c11a3831 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.826725] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1322.827381] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1322.827381] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Deleting the datastore file [datastore2] 4cf55491-2d4f-4116-948d-6dbc8e2af66a {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1322.827568] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26db847c-49ee-402c-9bee-3a0f02bc7cc1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.836918] env[70867]: DEBUG oslo_vmware.api [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for the task: (returnval){ [ 1322.836918] env[70867]: value = "task-3474840" [ 1322.836918] env[70867]: _type = "Task" [ 1322.836918] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.845685] env[70867]: DEBUG oslo_vmware.api [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.111875] env[70867]: DEBUG nova.network.neutron [-] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.113343] env[70867]: DEBUG oslo_vmware.api [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474838, 'name': ReconfigVM_Task, 'duration_secs': 0.249633} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.113641] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-2319b07c-4015-4b6c-a28b-8cf4e7f34682/volume-2319b07c-4015-4b6c-a28b-8cf4e7f34682.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1323.119278] env[70867]: DEBUG oslo_concurrency.lockutils [req-740d4e2e-2e2b-42b1-b248-db475471e324 req-dc7daf21-8249-4b4b-b132-9f414a74424d service nova] Releasing lock "refresh_cache-7221ab44-35d7-4698-aa66-d6a3a60c6619" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.119541] env[70867]: DEBUG nova.compute.manager [req-740d4e2e-2e2b-42b1-b248-db475471e324 req-dc7daf21-8249-4b4b-b132-9f414a74424d service nova] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Received event network-vif-deleted-af2fb36f-59fd-478a-952a-d0d6711b0713 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1323.119906] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bec3f0f2-2274-45a4-9feb-e9cc1379e175 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.137098] env[70867]: DEBUG oslo_vmware.api [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1323.137098] env[70867]: value = "task-3474841" [ 1323.137098] env[70867]: _type = "Task" [ 1323.137098] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.145784] env[70867]: DEBUG oslo_vmware.api [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474841, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.244821] env[70867]: DEBUG oslo_concurrency.lockutils [None req-567044e4-198f-4f5c-968d-c14bc04d294c tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.683s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.272448] env[70867]: INFO nova.scheduler.client.report [None req-567044e4-198f-4f5c-968d-c14bc04d294c tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Deleted allocations for instance dc76efeb-2252-4ff6-8b58-ad3514636083 [ 1323.349445] env[70867]: DEBUG oslo_vmware.api [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Task: {'id': task-3474840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137417} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.349712] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1323.349900] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1323.350251] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1323.350251] env[70867]: INFO nova.compute.manager [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1323.350521] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1323.350667] env[70867]: DEBUG nova.compute.manager [-] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1323.350761] env[70867]: DEBUG nova.network.neutron [-] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1323.619992] env[70867]: INFO nova.compute.manager [-] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Took 1.63 seconds to deallocate network for instance. [ 1323.647467] env[70867]: DEBUG oslo_vmware.api [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474841, 'name': ReconfigVM_Task, 'duration_secs': 0.120907} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.647778] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694609', 'volume_id': '2319b07c-4015-4b6c-a28b-8cf4e7f34682', 'name': 'volume-2319b07c-4015-4b6c-a28b-8cf4e7f34682', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7221ab44-35d7-4698-aa66-d6a3a60c6619', 'attached_at': '', 'detached_at': '', 'volume_id': '2319b07c-4015-4b6c-a28b-8cf4e7f34682', 'serial': '2319b07c-4015-4b6c-a28b-8cf4e7f34682'} {{(pid=70867) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1323.648360] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82a600d4-5cd7-4399-a744-ed2ddaee79ab {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.658458] env[70867]: DEBUG oslo_vmware.api [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1323.658458] env[70867]: value = "task-3474842" [ 1323.658458] env[70867]: _type = "Task" [ 1323.658458] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.669197] env[70867]: DEBUG oslo_vmware.api [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474842, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.747978] env[70867]: DEBUG nova.compute.manager [req-113baeb6-c883-4a52-9050-ad132489118d req-7b94e0a4-059c-413f-b91c-2f6503f7be2a service nova] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Received event network-vif-deleted-ea0d8b03-d862-4332-86e1-3ef5dbf14c15 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1323.747978] env[70867]: DEBUG nova.compute.manager [req-113baeb6-c883-4a52-9050-ad132489118d req-7b94e0a4-059c-413f-b91c-2f6503f7be2a service nova] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Received event network-vif-deleted-680cebf9-9533-46e8-ab88-7ed56b43d102 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1323.748290] env[70867]: INFO nova.compute.manager [req-113baeb6-c883-4a52-9050-ad132489118d req-7b94e0a4-059c-413f-b91c-2f6503f7be2a service nova] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Neutron deleted interface 680cebf9-9533-46e8-ab88-7ed56b43d102; detaching it from the instance and deleting it from the info cache [ 1323.748337] env[70867]: DEBUG nova.network.neutron [req-113baeb6-c883-4a52-9050-ad132489118d req-7b94e0a4-059c-413f-b91c-2f6503f7be2a service nova] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.781718] env[70867]: DEBUG oslo_concurrency.lockutils [None req-567044e4-198f-4f5c-968d-c14bc04d294c tempest-ServerTagsTestJSON-1581723350 tempest-ServerTagsTestJSON-1581723350-project-member] Lock "dc76efeb-2252-4ff6-8b58-ad3514636083" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.604s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.099241] env[70867]: DEBUG nova.network.neutron [-] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.127837] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a301d66a-183d-4d10-bc3e-06eed63238b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.128229] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a301d66a-183d-4d10-bc3e-06eed63238b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.128470] env[70867]: DEBUG nova.objects.instance [None req-a301d66a-183d-4d10-bc3e-06eed63238b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lazy-loading 'resources' on Instance uuid e44d9816-2dd8-4c50-a4b8-46183a9a87c7 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.167437] env[70867]: DEBUG oslo_vmware.api [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474842, 'name': Rename_Task, 'duration_secs': 0.18194} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.167649] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1324.168171] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a7aea9e-e012-47b2-90c0-dac2fa67e06d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.169778] env[70867]: DEBUG oslo_concurrency.lockutils [None req-58d10b1a-3275-497c-982a-f38c7d4f7876 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "77a48e85-c8ec-41e3-996b-5b064a074847" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.170243] env[70867]: DEBUG oslo_concurrency.lockutils [None req-58d10b1a-3275-497c-982a-f38c7d4f7876 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "77a48e85-c8ec-41e3-996b-5b064a074847" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.170445] env[70867]: DEBUG nova.compute.manager [None req-58d10b1a-3275-497c-982a-f38c7d4f7876 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1324.171184] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af29d595-3041-46c7-9bad-9ac89b9147c1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.178010] env[70867]: DEBUG nova.compute.manager [None req-58d10b1a-3275-497c-982a-f38c7d4f7876 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70867) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1324.178552] env[70867]: DEBUG nova.objects.instance [None req-58d10b1a-3275-497c-982a-f38c7d4f7876 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lazy-loading 'flavor' on Instance uuid 77a48e85-c8ec-41e3-996b-5b064a074847 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.180724] env[70867]: DEBUG oslo_vmware.api [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1324.180724] env[70867]: value = "task-3474843" [ 1324.180724] env[70867]: _type = "Task" [ 1324.180724] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.188231] env[70867]: DEBUG oslo_vmware.api [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474843, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.251725] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18eda639-6369-414a-80c6-cc6d9d5f45ff {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.261458] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbdc9e5-e39d-4450-b30e-e6eba23064fe {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.290277] env[70867]: DEBUG nova.compute.manager [req-113baeb6-c883-4a52-9050-ad132489118d req-7b94e0a4-059c-413f-b91c-2f6503f7be2a service nova] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Detach interface failed, port_id=680cebf9-9533-46e8-ab88-7ed56b43d102, reason: Instance 4cf55491-2d4f-4116-948d-6dbc8e2af66a could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1324.601908] env[70867]: INFO nova.compute.manager [-] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Took 1.25 seconds to deallocate network for instance. [ 1324.700953] env[70867]: DEBUG oslo_vmware.api [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474843, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.738215] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b052c107-9a16-4cd1-8eba-30960af69282 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.745648] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff76325-a4fd-4658-a292-ca76da66c702 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.774625] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7291ea-f4ce-419a-9e83-e8e242528daa {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.781548] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c534548e-2fa0-4af4-9c8c-f5b7f702d209 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.795335] env[70867]: DEBUG nova.compute.provider_tree [None req-a301d66a-183d-4d10-bc3e-06eed63238b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.109353] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.190776] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d10b1a-3275-497c-982a-f38c7d4f7876 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.191076] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-718285fb-b5c3-4f7f-a568-0aa534e7e74f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.211181] env[70867]: DEBUG oslo_vmware.api [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474843, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.211496] env[70867]: DEBUG oslo_vmware.api [None req-58d10b1a-3275-497c-982a-f38c7d4f7876 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1325.211496] env[70867]: value = "task-3474844" [ 1325.211496] env[70867]: _type = "Task" [ 1325.211496] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.219478] env[70867]: DEBUG oslo_vmware.api [None req-58d10b1a-3275-497c-982a-f38c7d4f7876 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.298813] env[70867]: DEBUG nova.scheduler.client.report [None req-a301d66a-183d-4d10-bc3e-06eed63238b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.694225] env[70867]: DEBUG oslo_vmware.api [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474843, 'name': PowerOnVM_Task, 'duration_secs': 1.201484} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.694509] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1325.694737] env[70867]: INFO nova.compute.manager [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Took 4.63 seconds to spawn the instance on the hypervisor. [ 1325.694926] env[70867]: DEBUG nova.compute.manager [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1325.695900] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5942455-3294-4c0a-8cd9-42ce9ae7109e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.720513] env[70867]: DEBUG oslo_vmware.api [None req-58d10b1a-3275-497c-982a-f38c7d4f7876 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474844, 'name': PowerOffVM_Task, 'duration_secs': 0.223809} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.720847] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d10b1a-3275-497c-982a-f38c7d4f7876 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1325.721117] env[70867]: DEBUG nova.compute.manager [None req-58d10b1a-3275-497c-982a-f38c7d4f7876 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1325.721966] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4137900d-c775-475d-a631-fd0b6e4c3554 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.786705] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.803675] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a301d66a-183d-4d10-bc3e-06eed63238b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.675s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.806020] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.697s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.806236] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.836114] env[70867]: INFO nova.scheduler.client.report [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Deleted allocations for instance 4cf55491-2d4f-4116-948d-6dbc8e2af66a [ 1325.844926] env[70867]: INFO nova.scheduler.client.report [None req-a301d66a-183d-4d10-bc3e-06eed63238b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Deleted allocations for instance e44d9816-2dd8-4c50-a4b8-46183a9a87c7 [ 1326.211793] env[70867]: INFO nova.compute.manager [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Took 11.17 seconds to build instance. [ 1326.233454] env[70867]: DEBUG oslo_concurrency.lockutils [None req-58d10b1a-3275-497c-982a-f38c7d4f7876 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "77a48e85-c8ec-41e3-996b-5b064a074847" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.290075] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.290368] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.290544] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.290700] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70867) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1326.291604] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b008cbe4-786f-4470-bb56-ebc57201c3e9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.300264] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8516dbf-b349-4a7f-aeec-1589a74b7b6b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.315246] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ab8d22-01df-45e2-ac39-e3c160843bc6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.321946] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bcaa75-e18e-4a38-98e3-ce7052345f7a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.354768] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180328MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=70867) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1326.354964] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.355203] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.357930] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b546e946-320f-4093-97fb-e3950d7e1c45 tempest-DeleteServersTestJSON-1491613786 tempest-DeleteServersTestJSON-1491613786-project-member] Lock "4cf55491-2d4f-4116-948d-6dbc8e2af66a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.640s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.358932] env[70867]: DEBUG oslo_concurrency.lockutils [None req-a301d66a-183d-4d10-bc3e-06eed63238b3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lock "e44d9816-2dd8-4c50-a4b8-46183a9a87c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.990s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.550053] env[70867]: DEBUG nova.objects.instance [None req-f607e796-a557-43f1-bed2-e90328018ad8 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lazy-loading 'flavor' on Instance uuid 77a48e85-c8ec-41e3-996b-5b064a074847 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.595404] env[70867]: DEBUG nova.compute.manager [req-53d19162-2e10-4298-86ac-e454b9e8293b req-141e0984-a614-4b4b-b93a-5398e5c44367 service nova] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Received event network-changed-1003e360-d179-48b2-864a-1ddcf9f340f5 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1326.596094] env[70867]: DEBUG nova.compute.manager [req-53d19162-2e10-4298-86ac-e454b9e8293b req-141e0984-a614-4b4b-b93a-5398e5c44367 service nova] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Refreshing instance network info cache due to event network-changed-1003e360-d179-48b2-864a-1ddcf9f340f5. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1326.596094] env[70867]: DEBUG oslo_concurrency.lockutils [req-53d19162-2e10-4298-86ac-e454b9e8293b req-141e0984-a614-4b4b-b93a-5398e5c44367 service nova] Acquiring lock "refresh_cache-7691ccf1-2787-41a1-ab1a-2db68771a76d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.596094] env[70867]: DEBUG oslo_concurrency.lockutils [req-53d19162-2e10-4298-86ac-e454b9e8293b req-141e0984-a614-4b4b-b93a-5398e5c44367 service nova] Acquired lock "refresh_cache-7691ccf1-2787-41a1-ab1a-2db68771a76d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.596379] env[70867]: DEBUG nova.network.neutron [req-53d19162-2e10-4298-86ac-e454b9e8293b req-141e0984-a614-4b4b-b93a-5398e5c44367 service nova] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Refreshing network info cache for port 1003e360-d179-48b2-864a-1ddcf9f340f5 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1326.714744] env[70867]: DEBUG oslo_concurrency.lockutils [None req-257fa8fc-11ac-4f62-8775-449e1b5822a8 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "7221ab44-35d7-4698-aa66-d6a3a60c6619" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.683s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.057825] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f607e796-a557-43f1-bed2-e90328018ad8 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "refresh_cache-77a48e85-c8ec-41e3-996b-5b064a074847" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.059120] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f607e796-a557-43f1-bed2-e90328018ad8 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquired lock "refresh_cache-77a48e85-c8ec-41e3-996b-5b064a074847" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.059319] env[70867]: DEBUG nova.network.neutron [None req-f607e796-a557-43f1-bed2-e90328018ad8 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1327.059503] env[70867]: DEBUG nova.objects.instance [None req-f607e796-a557-43f1-bed2-e90328018ad8 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lazy-loading 'info_cache' on Instance uuid 77a48e85-c8ec-41e3-996b-5b064a074847 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1327.359790] env[70867]: DEBUG nova.network.neutron [req-53d19162-2e10-4298-86ac-e454b9e8293b req-141e0984-a614-4b4b-b93a-5398e5c44367 service nova] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Updated VIF entry in instance network info cache for port 1003e360-d179-48b2-864a-1ddcf9f340f5. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1327.360145] env[70867]: DEBUG nova.network.neutron [req-53d19162-2e10-4298-86ac-e454b9e8293b req-141e0984-a614-4b4b-b93a-5398e5c44367 service nova] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Updating instance_info_cache with network_info: [{"id": "1003e360-d179-48b2-864a-1ddcf9f340f5", "address": "fa:16:3e:56:7a:a4", "network": {"id": "113286a0-f085-43d7-9ce7-5d7b6b1e5ebe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-963000551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f95c63cf4c624b05ac41f26e61904aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1003e360-d1", "ovs_interfaceid": "1003e360-d179-48b2-864a-1ddcf9f340f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.382652] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 7691ccf1-2787-41a1-ab1a-2db68771a76d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1327.382904] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 77a48e85-c8ec-41e3-996b-5b064a074847 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1327.382997] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance fce20e8d-1708-4d5f-88d9-f37ac62f5bb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1327.563101] env[70867]: DEBUG nova.objects.base [None req-f607e796-a557-43f1-bed2-e90328018ad8 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Object Instance<77a48e85-c8ec-41e3-996b-5b064a074847> lazy-loaded attributes: flavor,info_cache {{(pid=70867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1327.864043] env[70867]: DEBUG oslo_concurrency.lockutils [req-53d19162-2e10-4298-86ac-e454b9e8293b req-141e0984-a614-4b4b-b93a-5398e5c44367 service nova] Releasing lock "refresh_cache-7691ccf1-2787-41a1-ab1a-2db68771a76d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.885867] env[70867]: INFO nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 391bf18c-249f-4b6e-be18-99c4826ddec0 has allocations against this compute host but is not found in the database. [ 1327.886063] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 7221ab44-35d7-4698-aa66-d6a3a60c6619 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1327.886250] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=70867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1327.886395] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=70867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1327.961677] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ff8185-22d4-4b86-851c-88e0be33671a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.969441] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e4be54-52bb-4cca-9449-816506e6f769 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.001567] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa91b339-7727-43a6-9578-ea85d4860c01 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.008944] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85713cf-9e61-4575-8edb-0abbf7063872 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.022168] env[70867]: DEBUG nova.compute.provider_tree [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.050541] env[70867]: DEBUG nova.compute.manager [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Stashing vm_state: active {{(pid=70867) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1328.279481] env[70867]: DEBUG nova.network.neutron [None req-f607e796-a557-43f1-bed2-e90328018ad8 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Updating instance_info_cache with network_info: [{"id": "84fe26e2-649b-46f9-a107-26d02cdde15c", "address": "fa:16:3e:2d:00:98", "network": {"id": "09b7e41f-edd2-41f2-8682-851f1b11289c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-971353873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37eadd9b874741cdbb5f827504f09069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84fe26e2-64", "ovs_interfaceid": "84fe26e2-649b-46f9-a107-26d02cdde15c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.526059] env[70867]: DEBUG nova.scheduler.client.report [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1328.567318] env[70867]: DEBUG oslo_concurrency.lockutils [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.581916] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquiring lock "cc097a6b-b12a-4240-8ef3-91313f643065" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.582151] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lock "cc097a6b-b12a-4240-8ef3-91313f643065" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.619313] env[70867]: DEBUG nova.compute.manager [req-3d2fbddc-d84f-42e0-bcd7-8d73677740a8 req-1e570aeb-55e0-4597-98d6-62d64ba07891 service nova] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Received event network-changed-2f11de32-dd2d-414c-8baf-cfa349e0835d {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1328.619514] env[70867]: DEBUG nova.compute.manager [req-3d2fbddc-d84f-42e0-bcd7-8d73677740a8 req-1e570aeb-55e0-4597-98d6-62d64ba07891 service nova] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Refreshing instance network info cache due to event network-changed-2f11de32-dd2d-414c-8baf-cfa349e0835d. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1328.620159] env[70867]: DEBUG oslo_concurrency.lockutils [req-3d2fbddc-d84f-42e0-bcd7-8d73677740a8 req-1e570aeb-55e0-4597-98d6-62d64ba07891 service nova] Acquiring lock "refresh_cache-7221ab44-35d7-4698-aa66-d6a3a60c6619" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.620159] env[70867]: DEBUG oslo_concurrency.lockutils [req-3d2fbddc-d84f-42e0-bcd7-8d73677740a8 req-1e570aeb-55e0-4597-98d6-62d64ba07891 service nova] Acquired lock "refresh_cache-7221ab44-35d7-4698-aa66-d6a3a60c6619" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.620159] env[70867]: DEBUG nova.network.neutron [req-3d2fbddc-d84f-42e0-bcd7-8d73677740a8 req-1e570aeb-55e0-4597-98d6-62d64ba07891 service nova] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Refreshing network info cache for port 2f11de32-dd2d-414c-8baf-cfa349e0835d {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1328.782273] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f607e796-a557-43f1-bed2-e90328018ad8 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Releasing lock "refresh_cache-77a48e85-c8ec-41e3-996b-5b064a074847" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.030040] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70867) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1329.030273] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.675s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.030549] env[70867]: DEBUG oslo_concurrency.lockutils [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.463s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.084280] env[70867]: DEBUG nova.compute.manager [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1329.437772] env[70867]: DEBUG nova.network.neutron [req-3d2fbddc-d84f-42e0-bcd7-8d73677740a8 req-1e570aeb-55e0-4597-98d6-62d64ba07891 service nova] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Updated VIF entry in instance network info cache for port 2f11de32-dd2d-414c-8baf-cfa349e0835d. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1329.438157] env[70867]: DEBUG nova.network.neutron [req-3d2fbddc-d84f-42e0-bcd7-8d73677740a8 req-1e570aeb-55e0-4597-98d6-62d64ba07891 service nova] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Updating instance_info_cache with network_info: [{"id": "2f11de32-dd2d-414c-8baf-cfa349e0835d", "address": "fa:16:3e:73:81:3f", "network": {"id": "113286a0-f085-43d7-9ce7-5d7b6b1e5ebe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-963000551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f95c63cf4c624b05ac41f26e61904aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f11de32-dd", "ovs_interfaceid": "2f11de32-dd2d-414c-8baf-cfa349e0835d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.535137] env[70867]: INFO nova.compute.claims [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1329.606461] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.789019] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f607e796-a557-43f1-bed2-e90328018ad8 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1329.789310] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-521a8211-ce28-48d4-aa30-430091acd875 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.797056] env[70867]: DEBUG oslo_vmware.api [None req-f607e796-a557-43f1-bed2-e90328018ad8 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1329.797056] env[70867]: value = "task-3474846" [ 1329.797056] env[70867]: _type = "Task" [ 1329.797056] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.805014] env[70867]: DEBUG oslo_vmware.api [None req-f607e796-a557-43f1-bed2-e90328018ad8 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.941423] env[70867]: DEBUG oslo_concurrency.lockutils [req-3d2fbddc-d84f-42e0-bcd7-8d73677740a8 req-1e570aeb-55e0-4597-98d6-62d64ba07891 service nova] Releasing lock "refresh_cache-7221ab44-35d7-4698-aa66-d6a3a60c6619" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.041673] env[70867]: INFO nova.compute.resource_tracker [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Updating resource usage from migration 391bf18c-249f-4b6e-be18-99c4826ddec0 [ 1330.134878] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3ad23b-c5fc-4801-99c0-9e813a61c5f8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.142841] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086c1e7c-481b-49df-8a94-9a00211ac4d0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.176202] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37b3c6b-010b-44ef-9ed4-9f364b10502d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.183028] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d9a679-2346-4123-a4c5-ff3b2a19011a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.196896] env[70867]: DEBUG nova.compute.provider_tree [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.307320] env[70867]: DEBUG oslo_vmware.api [None req-f607e796-a557-43f1-bed2-e90328018ad8 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474846, 'name': PowerOnVM_Task, 'duration_secs': 0.437494} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.307583] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f607e796-a557-43f1-bed2-e90328018ad8 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1330.307819] env[70867]: DEBUG nova.compute.manager [None req-f607e796-a557-43f1-bed2-e90328018ad8 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1330.308628] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94dfd0fb-7bbc-4c60-b69e-cca3d880ca77 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.704046] env[70867]: DEBUG nova.scheduler.client.report [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1331.032859] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.032859] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.032859] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.032859] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70867) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1331.206965] env[70867]: DEBUG oslo_concurrency.lockutils [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.176s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.207273] env[70867]: INFO nova.compute.manager [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Migrating [ 1331.213931] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.608s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.215560] env[70867]: INFO nova.compute.claims [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1331.727235] env[70867]: DEBUG oslo_concurrency.lockutils [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "refresh_cache-7221ab44-35d7-4698-aa66-d6a3a60c6619" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.727621] env[70867]: DEBUG oslo_concurrency.lockutils [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquired lock "refresh_cache-7221ab44-35d7-4698-aa66-d6a3a60c6619" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.727689] env[70867]: DEBUG nova.network.neutron [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1331.786466] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1332.334955] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb1da5a-0d3e-4f63-aeb2-bd959d4e01ce {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.346423] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d76ff1-37e4-44fd-a170-c20a7c83dbf9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.380219] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5121504-343b-46ff-a97a-6d60275649b1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.388201] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be52551-52b7-4c31-8817-0dd4c0aa905e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.402451] env[70867]: DEBUG nova.compute.provider_tree [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1332.495902] env[70867]: DEBUG nova.network.neutron [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Updating instance_info_cache with network_info: [{"id": "2f11de32-dd2d-414c-8baf-cfa349e0835d", "address": "fa:16:3e:73:81:3f", "network": {"id": "113286a0-f085-43d7-9ce7-5d7b6b1e5ebe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-963000551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f95c63cf4c624b05ac41f26e61904aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f11de32-dd", "ovs_interfaceid": "2f11de32-dd2d-414c-8baf-cfa349e0835d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.781737] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1332.785354] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1332.907827] env[70867]: DEBUG nova.scheduler.client.report [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1332.999444] env[70867]: DEBUG oslo_concurrency.lockutils [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Releasing lock "refresh_cache-7221ab44-35d7-4698-aa66-d6a3a60c6619" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.414054] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.199s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.414054] env[70867]: DEBUG nova.compute.manager [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1333.920112] env[70867]: DEBUG nova.compute.utils [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1333.921779] env[70867]: DEBUG nova.compute.manager [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1333.921973] env[70867]: DEBUG nova.network.neutron [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1333.962829] env[70867]: DEBUG nova.policy [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bab778105cf4cebb0dccea0aae290c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73a13fbd950b48dd91a096cbbeb17b4d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1334.260046] env[70867]: DEBUG nova.network.neutron [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Successfully created port: 3c39b89c-e9f3-4511-b475-ed181f582271 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1334.424950] env[70867]: DEBUG nova.compute.manager [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1334.514613] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd52c63-980c-4d43-a7f3-5a744e728878 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.534240] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Updating instance '7221ab44-35d7-4698-aa66-d6a3a60c6619' progress to 0 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1335.040116] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1335.040489] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-610d122b-6f2b-4cb2-aee0-dd68f5ea44bf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.047438] env[70867]: DEBUG oslo_vmware.api [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1335.047438] env[70867]: value = "task-3474847" [ 1335.047438] env[70867]: _type = "Task" [ 1335.047438] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.056334] env[70867]: DEBUG oslo_vmware.api [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.436338] env[70867]: DEBUG nova.compute.manager [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1335.461214] env[70867]: DEBUG nova.virt.hardware [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1335.461480] env[70867]: DEBUG nova.virt.hardware [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1335.461655] env[70867]: DEBUG nova.virt.hardware [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1335.461837] env[70867]: DEBUG nova.virt.hardware [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1335.461969] env[70867]: DEBUG nova.virt.hardware [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1335.462131] env[70867]: DEBUG nova.virt.hardware [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1335.462340] env[70867]: DEBUG nova.virt.hardware [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1335.462524] env[70867]: DEBUG nova.virt.hardware [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1335.462698] env[70867]: DEBUG nova.virt.hardware [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1335.462861] env[70867]: DEBUG nova.virt.hardware [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1335.463039] env[70867]: DEBUG nova.virt.hardware [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1335.463886] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f0a7db-6880-4c67-a930-07c4c2c48dbe {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.471932] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3f0933-8dd4-43bc-b64a-edb5455fcda9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.556755] env[70867]: DEBUG oslo_vmware.api [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474847, 'name': PowerOffVM_Task, 'duration_secs': 0.193466} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.557014] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1335.557210] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Updating instance '7221ab44-35d7-4698-aa66-d6a3a60c6619' progress to 17 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1335.707781] env[70867]: DEBUG nova.compute.manager [req-33060378-67b3-4a3e-a024-898014aaca17 req-5d876189-ae92-44f1-afd5-1925a9b4ff43 service nova] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Received event network-vif-plugged-3c39b89c-e9f3-4511-b475-ed181f582271 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1335.708404] env[70867]: DEBUG oslo_concurrency.lockutils [req-33060378-67b3-4a3e-a024-898014aaca17 req-5d876189-ae92-44f1-afd5-1925a9b4ff43 service nova] Acquiring lock "cc097a6b-b12a-4240-8ef3-91313f643065-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.708730] env[70867]: DEBUG oslo_concurrency.lockutils [req-33060378-67b3-4a3e-a024-898014aaca17 req-5d876189-ae92-44f1-afd5-1925a9b4ff43 service nova] Lock "cc097a6b-b12a-4240-8ef3-91313f643065-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.708983] env[70867]: DEBUG oslo_concurrency.lockutils [req-33060378-67b3-4a3e-a024-898014aaca17 req-5d876189-ae92-44f1-afd5-1925a9b4ff43 service nova] Lock "cc097a6b-b12a-4240-8ef3-91313f643065-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.709259] env[70867]: DEBUG nova.compute.manager [req-33060378-67b3-4a3e-a024-898014aaca17 req-5d876189-ae92-44f1-afd5-1925a9b4ff43 service nova] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] No waiting events found dispatching network-vif-plugged-3c39b89c-e9f3-4511-b475-ed181f582271 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1335.709607] env[70867]: WARNING nova.compute.manager [req-33060378-67b3-4a3e-a024-898014aaca17 req-5d876189-ae92-44f1-afd5-1925a9b4ff43 service nova] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Received unexpected event network-vif-plugged-3c39b89c-e9f3-4511-b475-ed181f582271 for instance with vm_state building and task_state spawning. [ 1335.786119] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1335.798230] env[70867]: DEBUG nova.network.neutron [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Successfully updated port: 3c39b89c-e9f3-4511-b475-ed181f582271 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1336.063690] env[70867]: DEBUG nova.virt.hardware [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1336.064124] env[70867]: DEBUG nova.virt.hardware [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1336.064124] env[70867]: DEBUG nova.virt.hardware [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1336.064277] env[70867]: DEBUG nova.virt.hardware [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1336.064425] env[70867]: DEBUG nova.virt.hardware [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1336.064571] env[70867]: DEBUG nova.virt.hardware [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1336.064767] env[70867]: DEBUG nova.virt.hardware [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1336.064922] env[70867]: DEBUG nova.virt.hardware [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1336.065097] env[70867]: DEBUG nova.virt.hardware [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1336.065260] env[70867]: DEBUG nova.virt.hardware [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1336.065429] env[70867]: DEBUG nova.virt.hardware [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1336.070309] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ad2b00d-149b-46c9-9aac-2683223eb22a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.091965] env[70867]: DEBUG oslo_vmware.api [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1336.091965] env[70867]: value = "task-3474848" [ 1336.091965] env[70867]: _type = "Task" [ 1336.091965] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.103465] env[70867]: DEBUG oslo_vmware.api [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474848, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.300530] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquiring lock "refresh_cache-cc097a6b-b12a-4240-8ef3-91313f643065" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.300744] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquired lock "refresh_cache-cc097a6b-b12a-4240-8ef3-91313f643065" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.300845] env[70867]: DEBUG nova.network.neutron [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1336.602018] env[70867]: DEBUG oslo_vmware.api [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474848, 'name': ReconfigVM_Task, 'duration_secs': 0.159554} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.602265] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Updating instance '7221ab44-35d7-4698-aa66-d6a3a60c6619' progress to 33 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1336.833236] env[70867]: DEBUG nova.network.neutron [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1336.955487] env[70867]: DEBUG nova.network.neutron [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Updating instance_info_cache with network_info: [{"id": "3c39b89c-e9f3-4511-b475-ed181f582271", "address": "fa:16:3e:a6:0e:6a", "network": {"id": "e8347f9b-3eb6-43b4-87ae-bb1cf7f8bc82", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2004525000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73a13fbd950b48dd91a096cbbeb17b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c39b89c-e9", "ovs_interfaceid": "3c39b89c-e9f3-4511-b475-ed181f582271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.108189] env[70867]: DEBUG nova.virt.hardware [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1337.108613] env[70867]: DEBUG nova.virt.hardware [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1337.108613] env[70867]: DEBUG nova.virt.hardware [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1337.108772] env[70867]: DEBUG nova.virt.hardware [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1337.108919] env[70867]: DEBUG nova.virt.hardware [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1337.109083] env[70867]: DEBUG nova.virt.hardware [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1337.109296] env[70867]: DEBUG nova.virt.hardware [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1337.109448] env[70867]: DEBUG nova.virt.hardware [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1337.109615] env[70867]: DEBUG nova.virt.hardware [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1337.109776] env[70867]: DEBUG nova.virt.hardware [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1337.109946] env[70867]: DEBUG nova.virt.hardware [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1337.115436] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1337.115717] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9974761a-f029-4e0f-a5d6-f83ddf91ad3a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.134720] env[70867]: DEBUG oslo_vmware.api [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1337.134720] env[70867]: value = "task-3474849" [ 1337.134720] env[70867]: _type = "Task" [ 1337.134720] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.142830] env[70867]: DEBUG oslo_vmware.api [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474849, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.458615] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Releasing lock "refresh_cache-cc097a6b-b12a-4240-8ef3-91313f643065" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.458958] env[70867]: DEBUG nova.compute.manager [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Instance network_info: |[{"id": "3c39b89c-e9f3-4511-b475-ed181f582271", "address": "fa:16:3e:a6:0e:6a", "network": {"id": "e8347f9b-3eb6-43b4-87ae-bb1cf7f8bc82", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2004525000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73a13fbd950b48dd91a096cbbeb17b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c39b89c-e9", "ovs_interfaceid": "3c39b89c-e9f3-4511-b475-ed181f582271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1337.459419] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:0e:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c39b89c-e9f3-4511-b475-ed181f582271', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1337.466821] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1337.467143] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1337.467265] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1285802-b3ea-42be-a27c-a6517c32dcd8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.487152] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1337.487152] env[70867]: value = "task-3474850" [ 1337.487152] env[70867]: _type = "Task" [ 1337.487152] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.497706] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474850, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.644553] env[70867]: DEBUG oslo_vmware.api [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474849, 'name': ReconfigVM_Task, 'duration_secs': 0.143878} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.644859] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1337.645682] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4a92fc-f815-44d0-ac7a-9147a45b3f1c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.667633] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-2319b07c-4015-4b6c-a28b-8cf4e7f34682/volume-2319b07c-4015-4b6c-a28b-8cf4e7f34682.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1337.667894] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2449f24-a236-47a2-bf97-8be15da8b111 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.686741] env[70867]: DEBUG oslo_vmware.api [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1337.686741] env[70867]: value = "task-3474851" [ 1337.686741] env[70867]: _type = "Task" [ 1337.686741] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.694748] env[70867]: DEBUG oslo_vmware.api [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474851, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.735445] env[70867]: DEBUG nova.compute.manager [req-ebef3769-0c5d-48d9-844b-74e5f2ded3a9 req-05465b1b-5bba-4354-857d-7477e942aa48 service nova] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Received event network-changed-3c39b89c-e9f3-4511-b475-ed181f582271 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1337.735718] env[70867]: DEBUG nova.compute.manager [req-ebef3769-0c5d-48d9-844b-74e5f2ded3a9 req-05465b1b-5bba-4354-857d-7477e942aa48 service nova] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Refreshing instance network info cache due to event network-changed-3c39b89c-e9f3-4511-b475-ed181f582271. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1337.736008] env[70867]: DEBUG oslo_concurrency.lockutils [req-ebef3769-0c5d-48d9-844b-74e5f2ded3a9 req-05465b1b-5bba-4354-857d-7477e942aa48 service nova] Acquiring lock "refresh_cache-cc097a6b-b12a-4240-8ef3-91313f643065" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.736205] env[70867]: DEBUG oslo_concurrency.lockutils [req-ebef3769-0c5d-48d9-844b-74e5f2ded3a9 req-05465b1b-5bba-4354-857d-7477e942aa48 service nova] Acquired lock "refresh_cache-cc097a6b-b12a-4240-8ef3-91313f643065" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.736422] env[70867]: DEBUG nova.network.neutron [req-ebef3769-0c5d-48d9-844b-74e5f2ded3a9 req-05465b1b-5bba-4354-857d-7477e942aa48 service nova] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Refreshing network info cache for port 3c39b89c-e9f3-4511-b475-ed181f582271 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1337.781484] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.997974] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474850, 'name': CreateVM_Task, 'duration_secs': 0.295764} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.998158] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1337.998792] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.998959] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.999301] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.999556] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f22e9088-aa47-43c3-9499-138df1c44932 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.003889] env[70867]: DEBUG oslo_vmware.api [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1338.003889] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52226249-1882-7b15-3091-49cb9e3be5d7" [ 1338.003889] env[70867]: _type = "Task" [ 1338.003889] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.011187] env[70867]: DEBUG oslo_vmware.api [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52226249-1882-7b15-3091-49cb9e3be5d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.195885] env[70867]: DEBUG oslo_vmware.api [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474851, 'name': ReconfigVM_Task, 'duration_secs': 0.246224} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.196250] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-2319b07c-4015-4b6c-a28b-8cf4e7f34682/volume-2319b07c-4015-4b6c-a28b-8cf4e7f34682.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1338.196438] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Updating instance '7221ab44-35d7-4698-aa66-d6a3a60c6619' progress to 50 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1338.410247] env[70867]: DEBUG nova.network.neutron [req-ebef3769-0c5d-48d9-844b-74e5f2ded3a9 req-05465b1b-5bba-4354-857d-7477e942aa48 service nova] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Updated VIF entry in instance network info cache for port 3c39b89c-e9f3-4511-b475-ed181f582271. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1338.410668] env[70867]: DEBUG nova.network.neutron [req-ebef3769-0c5d-48d9-844b-74e5f2ded3a9 req-05465b1b-5bba-4354-857d-7477e942aa48 service nova] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Updating instance_info_cache with network_info: [{"id": "3c39b89c-e9f3-4511-b475-ed181f582271", "address": "fa:16:3e:a6:0e:6a", "network": {"id": "e8347f9b-3eb6-43b4-87ae-bb1cf7f8bc82", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2004525000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73a13fbd950b48dd91a096cbbeb17b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c39b89c-e9", "ovs_interfaceid": "3c39b89c-e9f3-4511-b475-ed181f582271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.514302] env[70867]: DEBUG oslo_vmware.api [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52226249-1882-7b15-3091-49cb9e3be5d7, 'name': SearchDatastore_Task, 'duration_secs': 0.011443} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.514656] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.514835] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1338.515079] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.515231] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.515412] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1338.515667] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-474f1d07-5d6f-4882-be33-f5d8a20363d2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.524039] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1338.524207] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1338.524860] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e65c373-81c5-41a0-becf-f3f7cca44c48 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.529617] env[70867]: DEBUG oslo_vmware.api [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1338.529617] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5294c131-67bf-c9d1-86a2-72c62465b007" [ 1338.529617] env[70867]: _type = "Task" [ 1338.529617] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.536639] env[70867]: DEBUG oslo_vmware.api [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5294c131-67bf-c9d1-86a2-72c62465b007, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.703200] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbca608-60f4-4c78-97f7-2f61e6eb10d6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.722103] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5fdc16-40e0-4e6b-b744-16900cb9301d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.739227] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Updating instance '7221ab44-35d7-4698-aa66-d6a3a60c6619' progress to 67 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1338.913443] env[70867]: DEBUG oslo_concurrency.lockutils [req-ebef3769-0c5d-48d9-844b-74e5f2ded3a9 req-05465b1b-5bba-4354-857d-7477e942aa48 service nova] Releasing lock "refresh_cache-cc097a6b-b12a-4240-8ef3-91313f643065" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.040328] env[70867]: DEBUG oslo_vmware.api [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5294c131-67bf-c9d1-86a2-72c62465b007, 'name': SearchDatastore_Task, 'duration_secs': 0.008327} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.041113] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41260451-a955-4fbc-95f8-02a70cf4fbb2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.046192] env[70867]: DEBUG oslo_vmware.api [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1339.046192] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]523f0ab5-a053-9950-412d-281944ba686d" [ 1339.046192] env[70867]: _type = "Task" [ 1339.046192] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.054886] env[70867]: DEBUG oslo_vmware.api [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]523f0ab5-a053-9950-412d-281944ba686d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.557609] env[70867]: DEBUG oslo_vmware.api [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]523f0ab5-a053-9950-412d-281944ba686d, 'name': SearchDatastore_Task, 'duration_secs': 0.0098} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.557981] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.558159] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] cc097a6b-b12a-4240-8ef3-91313f643065/cc097a6b-b12a-4240-8ef3-91313f643065.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1339.558412] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce5187b2-5255-4a32-81b4-d5245cfb10d5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.565511] env[70867]: DEBUG oslo_vmware.api [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1339.565511] env[70867]: value = "task-3474852" [ 1339.565511] env[70867]: _type = "Task" [ 1339.565511] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.573145] env[70867]: DEBUG oslo_vmware.api [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.076134] env[70867]: DEBUG oslo_vmware.api [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474852, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.410268} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.076408] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] cc097a6b-b12a-4240-8ef3-91313f643065/cc097a6b-b12a-4240-8ef3-91313f643065.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1340.076734] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1340.077038] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a0ca5ce-3924-4eb9-aaf4-6d84dff13670 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.083595] env[70867]: DEBUG oslo_vmware.api [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1340.083595] env[70867]: value = "task-3474853" [ 1340.083595] env[70867]: _type = "Task" [ 1340.083595] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.091276] env[70867]: DEBUG oslo_vmware.api [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474853, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.376362] env[70867]: DEBUG nova.network.neutron [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Port 2f11de32-dd2d-414c-8baf-cfa349e0835d binding to destination host cpu-1 is already ACTIVE {{(pid=70867) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1340.593017] env[70867]: DEBUG oslo_vmware.api [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474853, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067266} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.593399] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1340.594070] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079ae0bd-21f2-4a87-b434-2cc9987898ef {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.615765] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] cc097a6b-b12a-4240-8ef3-91313f643065/cc097a6b-b12a-4240-8ef3-91313f643065.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1340.615961] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2df52ba8-36e0-41f2-b029-c5a29d8b4a93 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.635621] env[70867]: DEBUG oslo_vmware.api [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1340.635621] env[70867]: value = "task-3474854" [ 1340.635621] env[70867]: _type = "Task" [ 1340.635621] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.643053] env[70867]: DEBUG oslo_vmware.api [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474854, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.145195] env[70867]: DEBUG oslo_vmware.api [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474854, 'name': ReconfigVM_Task, 'duration_secs': 0.251067} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.145505] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Reconfigured VM instance instance-0000007c to attach disk [datastore1] cc097a6b-b12a-4240-8ef3-91313f643065/cc097a6b-b12a-4240-8ef3-91313f643065.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1341.146153] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe17480e-7ec5-4ad4-a5d2-f5d28e9266e9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.152964] env[70867]: DEBUG oslo_vmware.api [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1341.152964] env[70867]: value = "task-3474855" [ 1341.152964] env[70867]: _type = "Task" [ 1341.152964] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.160125] env[70867]: DEBUG oslo_vmware.api [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474855, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.398176] env[70867]: DEBUG oslo_concurrency.lockutils [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "7221ab44-35d7-4698-aa66-d6a3a60c6619-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.398480] env[70867]: DEBUG oslo_concurrency.lockutils [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "7221ab44-35d7-4698-aa66-d6a3a60c6619-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.398591] env[70867]: DEBUG oslo_concurrency.lockutils [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "7221ab44-35d7-4698-aa66-d6a3a60c6619-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.663413] env[70867]: DEBUG oslo_vmware.api [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474855, 'name': Rename_Task, 'duration_secs': 0.140953} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.663761] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1341.663952] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2b5b5a0-bc03-44ee-98b9-d0ea9944e16a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.672161] env[70867]: DEBUG oslo_vmware.api [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1341.672161] env[70867]: value = "task-3474856" [ 1341.672161] env[70867]: _type = "Task" [ 1341.672161] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.679229] env[70867]: DEBUG oslo_vmware.api [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.182050] env[70867]: DEBUG oslo_vmware.api [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474856, 'name': PowerOnVM_Task, 'duration_secs': 0.405728} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.182242] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1342.182406] env[70867]: INFO nova.compute.manager [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Took 6.75 seconds to spawn the instance on the hypervisor. [ 1342.182618] env[70867]: DEBUG nova.compute.manager [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1342.183385] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6859920-c325-47fa-916b-aa4dc96f7c29 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.432361] env[70867]: DEBUG oslo_concurrency.lockutils [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "refresh_cache-7221ab44-35d7-4698-aa66-d6a3a60c6619" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.432614] env[70867]: DEBUG oslo_concurrency.lockutils [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquired lock "refresh_cache-7221ab44-35d7-4698-aa66-d6a3a60c6619" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.432805] env[70867]: DEBUG nova.network.neutron [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1342.701583] env[70867]: INFO nova.compute.manager [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Took 13.11 seconds to build instance. [ 1343.133015] env[70867]: DEBUG nova.network.neutron [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Updating instance_info_cache with network_info: [{"id": "2f11de32-dd2d-414c-8baf-cfa349e0835d", "address": "fa:16:3e:73:81:3f", "network": {"id": "113286a0-f085-43d7-9ce7-5d7b6b1e5ebe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-963000551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f95c63cf4c624b05ac41f26e61904aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f11de32-dd", "ovs_interfaceid": "2f11de32-dd2d-414c-8baf-cfa349e0835d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.203813] env[70867]: DEBUG oslo_concurrency.lockutils [None req-9d2a75c6-8eef-414c-adff-17a0a3391dd3 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lock "cc097a6b-b12a-4240-8ef3-91313f643065" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.621s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.636257] env[70867]: DEBUG oslo_concurrency.lockutils [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Releasing lock "refresh_cache-7221ab44-35d7-4698-aa66-d6a3a60c6619" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.805959] env[70867]: DEBUG nova.compute.manager [req-93355196-11c6-415e-a16c-2437243e85ec req-63f46c17-285f-409b-b586-4acb372062fb service nova] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Received event network-changed-3c39b89c-e9f3-4511-b475-ed181f582271 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1343.805959] env[70867]: DEBUG nova.compute.manager [req-93355196-11c6-415e-a16c-2437243e85ec req-63f46c17-285f-409b-b586-4acb372062fb service nova] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Refreshing instance network info cache due to event network-changed-3c39b89c-e9f3-4511-b475-ed181f582271. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1343.805959] env[70867]: DEBUG oslo_concurrency.lockutils [req-93355196-11c6-415e-a16c-2437243e85ec req-63f46c17-285f-409b-b586-4acb372062fb service nova] Acquiring lock "refresh_cache-cc097a6b-b12a-4240-8ef3-91313f643065" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.806702] env[70867]: DEBUG oslo_concurrency.lockutils [req-93355196-11c6-415e-a16c-2437243e85ec req-63f46c17-285f-409b-b586-4acb372062fb service nova] Acquired lock "refresh_cache-cc097a6b-b12a-4240-8ef3-91313f643065" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.806899] env[70867]: DEBUG nova.network.neutron [req-93355196-11c6-415e-a16c-2437243e85ec req-63f46c17-285f-409b-b586-4acb372062fb service nova] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Refreshing network info cache for port 3c39b89c-e9f3-4511-b475-ed181f582271 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1344.145322] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783a62b4-e301-488a-b303-06be80da3c53 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.152161] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd5816c-1d92-4635-899a-cbc3d71f13d9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.510702] env[70867]: DEBUG nova.network.neutron [req-93355196-11c6-415e-a16c-2437243e85ec req-63f46c17-285f-409b-b586-4acb372062fb service nova] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Updated VIF entry in instance network info cache for port 3c39b89c-e9f3-4511-b475-ed181f582271. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1344.511095] env[70867]: DEBUG nova.network.neutron [req-93355196-11c6-415e-a16c-2437243e85ec req-63f46c17-285f-409b-b586-4acb372062fb service nova] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Updating instance_info_cache with network_info: [{"id": "3c39b89c-e9f3-4511-b475-ed181f582271", "address": "fa:16:3e:a6:0e:6a", "network": {"id": "e8347f9b-3eb6-43b4-87ae-bb1cf7f8bc82", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2004525000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73a13fbd950b48dd91a096cbbeb17b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c39b89c-e9", "ovs_interfaceid": "3c39b89c-e9f3-4511-b475-ed181f582271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.014750] env[70867]: DEBUG oslo_concurrency.lockutils [req-93355196-11c6-415e-a16c-2437243e85ec req-63f46c17-285f-409b-b586-4acb372062fb service nova] Releasing lock "refresh_cache-cc097a6b-b12a-4240-8ef3-91313f643065" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.251335] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45716d8-9447-4103-a507-b50cbfb73012 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.273567] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c40d456-12d8-4dc1-b868-d77f45379605 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.278376] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Updating instance '7221ab44-35d7-4698-aa66-d6a3a60c6619' progress to 83 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1345.785606] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1345.785993] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5e54a3d-b370-499d-982a-f5b837485c08 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.793597] env[70867]: DEBUG oslo_vmware.api [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1345.793597] env[70867]: value = "task-3474857" [ 1345.793597] env[70867]: _type = "Task" [ 1345.793597] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.802287] env[70867]: DEBUG oslo_vmware.api [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474857, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.303138] env[70867]: DEBUG oslo_vmware.api [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474857, 'name': PowerOnVM_Task, 'duration_secs': 0.368123} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.303621] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1346.303621] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-34dd367b-0f4d-415c-9f55-b605bf0fdbba tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Updating instance '7221ab44-35d7-4698-aa66-d6a3a60c6619' progress to 100 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1348.792764] env[70867]: DEBUG oslo_concurrency.lockutils [None req-48b46be5-d31d-40d0-a8ca-543b1c2816ef tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "7221ab44-35d7-4698-aa66-d6a3a60c6619" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.793191] env[70867]: DEBUG oslo_concurrency.lockutils [None req-48b46be5-d31d-40d0-a8ca-543b1c2816ef tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "7221ab44-35d7-4698-aa66-d6a3a60c6619" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.793248] env[70867]: DEBUG nova.compute.manager [None req-48b46be5-d31d-40d0-a8ca-543b1c2816ef tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Going to confirm migration 8 {{(pid=70867) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1349.362876] env[70867]: DEBUG oslo_concurrency.lockutils [None req-48b46be5-d31d-40d0-a8ca-543b1c2816ef tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "refresh_cache-7221ab44-35d7-4698-aa66-d6a3a60c6619" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.363123] env[70867]: DEBUG oslo_concurrency.lockutils [None req-48b46be5-d31d-40d0-a8ca-543b1c2816ef tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquired lock "refresh_cache-7221ab44-35d7-4698-aa66-d6a3a60c6619" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.363315] env[70867]: DEBUG nova.network.neutron [None req-48b46be5-d31d-40d0-a8ca-543b1c2816ef tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1349.363512] env[70867]: DEBUG nova.objects.instance [None req-48b46be5-d31d-40d0-a8ca-543b1c2816ef tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lazy-loading 'info_cache' on Instance uuid 7221ab44-35d7-4698-aa66-d6a3a60c6619 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.597712] env[70867]: DEBUG nova.network.neutron [None req-48b46be5-d31d-40d0-a8ca-543b1c2816ef tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Updating instance_info_cache with network_info: [{"id": "2f11de32-dd2d-414c-8baf-cfa349e0835d", "address": "fa:16:3e:73:81:3f", "network": {"id": "113286a0-f085-43d7-9ce7-5d7b6b1e5ebe", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-963000551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f95c63cf4c624b05ac41f26e61904aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f11de32-dd", "ovs_interfaceid": "2f11de32-dd2d-414c-8baf-cfa349e0835d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.100378] env[70867]: DEBUG oslo_concurrency.lockutils [None req-48b46be5-d31d-40d0-a8ca-543b1c2816ef tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Releasing lock "refresh_cache-7221ab44-35d7-4698-aa66-d6a3a60c6619" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.100589] env[70867]: DEBUG nova.objects.instance [None req-48b46be5-d31d-40d0-a8ca-543b1c2816ef tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lazy-loading 'migration_context' on Instance uuid 7221ab44-35d7-4698-aa66-d6a3a60c6619 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.604163] env[70867]: DEBUG nova.objects.base [None req-48b46be5-d31d-40d0-a8ca-543b1c2816ef tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Object Instance<7221ab44-35d7-4698-aa66-d6a3a60c6619> lazy-loaded attributes: info_cache,migration_context {{(pid=70867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1351.605136] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4c9b5b-4744-4686-b2c1-e188d5954f8e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.625156] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d91955a4-0158-4366-ad2a-b07eea12e5f3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.630350] env[70867]: DEBUG oslo_vmware.api [None req-48b46be5-d31d-40d0-a8ca-543b1c2816ef tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1351.630350] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5209a18e-4c7b-99a5-6916-44199a58d79d" [ 1351.630350] env[70867]: _type = "Task" [ 1351.630350] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.637966] env[70867]: DEBUG oslo_vmware.api [None req-48b46be5-d31d-40d0-a8ca-543b1c2816ef tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5209a18e-4c7b-99a5-6916-44199a58d79d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.141151] env[70867]: DEBUG oslo_vmware.api [None req-48b46be5-d31d-40d0-a8ca-543b1c2816ef tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5209a18e-4c7b-99a5-6916-44199a58d79d, 'name': SearchDatastore_Task, 'duration_secs': 0.008734} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.141450] env[70867]: DEBUG oslo_concurrency.lockutils [None req-48b46be5-d31d-40d0-a8ca-543b1c2816ef tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.141715] env[70867]: DEBUG oslo_concurrency.lockutils [None req-48b46be5-d31d-40d0-a8ca-543b1c2816ef tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.725166] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a75bed2-7b1b-4246-8a3e-d8660d33f60a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.732570] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34f25f1-8f3f-42fd-be65-204570116cdc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.764681] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b0db2b-2f20-4ab4-94d6-4fa050c4cbc6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.772339] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49396e2-9ea2-4d17-a6fc-63c2add01a31 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.785373] env[70867]: DEBUG nova.compute.provider_tree [None req-48b46be5-d31d-40d0-a8ca-543b1c2816ef tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1353.289199] env[70867]: DEBUG nova.scheduler.client.report [None req-48b46be5-d31d-40d0-a8ca-543b1c2816ef tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1354.298959] env[70867]: DEBUG oslo_concurrency.lockutils [None req-48b46be5-d31d-40d0-a8ca-543b1c2816ef tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.157s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.852982] env[70867]: INFO nova.scheduler.client.report [None req-48b46be5-d31d-40d0-a8ca-543b1c2816ef tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Deleted allocation for migration 391bf18c-249f-4b6e-be18-99c4826ddec0 [ 1355.329892] env[70867]: INFO nova.compute.manager [None req-845b27f8-0231-4b7a-94cb-9925bd14f5f5 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Get console output [ 1355.330289] env[70867]: WARNING nova.virt.vmwareapi.driver [None req-845b27f8-0231-4b7a-94cb-9925bd14f5f5 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] The console log is missing. Check your VSPC configuration [ 1355.359495] env[70867]: DEBUG oslo_concurrency.lockutils [None req-48b46be5-d31d-40d0-a8ca-543b1c2816ef tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "7221ab44-35d7-4698-aa66-d6a3a60c6619" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.566s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.586499] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0b7b70aa-a875-4c29-b203-a6de01f1c3a8 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "77a48e85-c8ec-41e3-996b-5b064a074847" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.586971] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0b7b70aa-a875-4c29-b203-a6de01f1c3a8 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "77a48e85-c8ec-41e3-996b-5b064a074847" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.587070] env[70867]: INFO nova.compute.manager [None req-0b7b70aa-a875-4c29-b203-a6de01f1c3a8 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Rebooting instance [ 1368.104600] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0b7b70aa-a875-4c29-b203-a6de01f1c3a8 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "refresh_cache-77a48e85-c8ec-41e3-996b-5b064a074847" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.104839] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0b7b70aa-a875-4c29-b203-a6de01f1c3a8 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquired lock "refresh_cache-77a48e85-c8ec-41e3-996b-5b064a074847" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.105077] env[70867]: DEBUG nova.network.neutron [None req-0b7b70aa-a875-4c29-b203-a6de01f1c3a8 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1368.796474] env[70867]: DEBUG nova.network.neutron [None req-0b7b70aa-a875-4c29-b203-a6de01f1c3a8 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Updating instance_info_cache with network_info: [{"id": "84fe26e2-649b-46f9-a107-26d02cdde15c", "address": "fa:16:3e:2d:00:98", "network": {"id": "09b7e41f-edd2-41f2-8682-851f1b11289c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-971353873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37eadd9b874741cdbb5f827504f09069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84fe26e2-64", "ovs_interfaceid": "84fe26e2-649b-46f9-a107-26d02cdde15c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.298901] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0b7b70aa-a875-4c29-b203-a6de01f1c3a8 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Releasing lock "refresh_cache-77a48e85-c8ec-41e3-996b-5b064a074847" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.805291] env[70867]: DEBUG nova.compute.manager [None req-0b7b70aa-a875-4c29-b203-a6de01f1c3a8 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1369.806340] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ad3991-3fc2-47fb-b501-08d5c3023ca0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.821671] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3328af3c-1946-4d1b-9bca-6068c2589582 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.829375] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0b7b70aa-a875-4c29-b203-a6de01f1c3a8 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Doing hard reboot of VM {{(pid=70867) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1370.829607] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-befed5a4-5d00-4900-98aa-db50b40913f1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.836215] env[70867]: DEBUG oslo_vmware.api [None req-0b7b70aa-a875-4c29-b203-a6de01f1c3a8 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1370.836215] env[70867]: value = "task-3474858" [ 1370.836215] env[70867]: _type = "Task" [ 1370.836215] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.843641] env[70867]: DEBUG oslo_vmware.api [None req-0b7b70aa-a875-4c29-b203-a6de01f1c3a8 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474858, 'name': ResetVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.345373] env[70867]: DEBUG oslo_vmware.api [None req-0b7b70aa-a875-4c29-b203-a6de01f1c3a8 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474858, 'name': ResetVM_Task, 'duration_secs': 0.086133} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.345651] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0b7b70aa-a875-4c29-b203-a6de01f1c3a8 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Did hard reboot of VM {{(pid=70867) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1371.345838] env[70867]: DEBUG nova.compute.manager [None req-0b7b70aa-a875-4c29-b203-a6de01f1c3a8 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1371.346589] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce88839d-cef9-44d4-b11a-a3e611a2f7d0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.857715] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0b7b70aa-a875-4c29-b203-a6de01f1c3a8 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "77a48e85-c8ec-41e3-996b-5b064a074847" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.271s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.036830] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "7221ab44-35d7-4698-aa66-d6a3a60c6619" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.037263] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "7221ab44-35d7-4698-aa66-d6a3a60c6619" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.037382] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "7221ab44-35d7-4698-aa66-d6a3a60c6619-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.037658] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "7221ab44-35d7-4698-aa66-d6a3a60c6619-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.037880] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "7221ab44-35d7-4698-aa66-d6a3a60c6619-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.040139] env[70867]: INFO nova.compute.manager [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Terminating instance [ 1382.195050] env[70867]: DEBUG oslo_concurrency.lockutils [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquiring lock "cc097a6b-b12a-4240-8ef3-91313f643065" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.195371] env[70867]: DEBUG oslo_concurrency.lockutils [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lock "cc097a6b-b12a-4240-8ef3-91313f643065" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.195598] env[70867]: INFO nova.compute.manager [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Shelving [ 1382.543768] env[70867]: DEBUG nova.compute.manager [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1382.544045] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1382.544321] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e15889a-6ec0-4d1b-9c1a-22bb55c93a59 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.551942] env[70867]: DEBUG oslo_vmware.api [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1382.551942] env[70867]: value = "task-3474859" [ 1382.551942] env[70867]: _type = "Task" [ 1382.551942] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.559790] env[70867]: DEBUG oslo_vmware.api [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.062184] env[70867]: DEBUG oslo_vmware.api [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474859, 'name': PowerOffVM_Task, 'duration_secs': 0.185893} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.062535] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1383.062600] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Volume detach. Driver type: vmdk {{(pid=70867) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1383.062765] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694609', 'volume_id': '2319b07c-4015-4b6c-a28b-8cf4e7f34682', 'name': 'volume-2319b07c-4015-4b6c-a28b-8cf4e7f34682', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '7221ab44-35d7-4698-aa66-d6a3a60c6619', 'attached_at': '2025-04-17T11:58:01.000000', 'detached_at': '', 'volume_id': '2319b07c-4015-4b6c-a28b-8cf4e7f34682', 'serial': '2319b07c-4015-4b6c-a28b-8cf4e7f34682'} {{(pid=70867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1383.063657] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324f74ab-1907-4f3b-a177-a8c3554c3947 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.082466] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebd5186-c64f-4c78-a106-8acb761e5524 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.088486] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6427e25b-5825-4cfb-a1c5-fa7713eecf99 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.105575] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40aaa1a-a2b5-4a24-9a11-889015764c4a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.119727] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] The volume has not been displaced from its original location: [datastore1] volume-2319b07c-4015-4b6c-a28b-8cf4e7f34682/volume-2319b07c-4015-4b6c-a28b-8cf4e7f34682.vmdk. No consolidation needed. {{(pid=70867) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1383.124964] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1383.125266] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-133e1fed-0563-4020-b463-1aaf2ce1ab5e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.142879] env[70867]: DEBUG oslo_vmware.api [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1383.142879] env[70867]: value = "task-3474860" [ 1383.142879] env[70867]: _type = "Task" [ 1383.142879] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.150059] env[70867]: DEBUG oslo_vmware.api [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474860, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.205989] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1383.206357] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-514f61e9-9806-4981-9891-cbb55e5b40cc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.212901] env[70867]: DEBUG oslo_vmware.api [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1383.212901] env[70867]: value = "task-3474861" [ 1383.212901] env[70867]: _type = "Task" [ 1383.212901] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.222211] env[70867]: DEBUG oslo_vmware.api [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.652637] env[70867]: DEBUG oslo_vmware.api [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474860, 'name': ReconfigVM_Task, 'duration_secs': 0.168787} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.652864] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1383.657422] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebfe57d7-2e84-4807-a8b6-ff3b8ec9eceb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.673120] env[70867]: DEBUG oslo_vmware.api [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1383.673120] env[70867]: value = "task-3474862" [ 1383.673120] env[70867]: _type = "Task" [ 1383.673120] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.683154] env[70867]: DEBUG oslo_vmware.api [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474862, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.721431] env[70867]: DEBUG oslo_vmware.api [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474861, 'name': PowerOffVM_Task, 'duration_secs': 0.184729} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.721685] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1383.722468] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c786861-d6a5-4aab-9945-77f52f9005e8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.739933] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e362190-537a-4504-8d6c-d9343fb539f2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.183967] env[70867]: DEBUG oslo_vmware.api [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474862, 'name': ReconfigVM_Task, 'duration_secs': 0.135785} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.184384] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694609', 'volume_id': '2319b07c-4015-4b6c-a28b-8cf4e7f34682', 'name': 'volume-2319b07c-4015-4b6c-a28b-8cf4e7f34682', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '7221ab44-35d7-4698-aa66-d6a3a60c6619', 'attached_at': '2025-04-17T11:58:01.000000', 'detached_at': '', 'volume_id': '2319b07c-4015-4b6c-a28b-8cf4e7f34682', 'serial': '2319b07c-4015-4b6c-a28b-8cf4e7f34682'} {{(pid=70867) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1384.184507] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1384.185223] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0eb211c-ffe1-4fd2-9190-059c1ee983c7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.191477] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1384.191695] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cf4f021-a04a-4883-9b4c-59967d5eb53b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.250250] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Creating Snapshot of the VM instance {{(pid=70867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1384.250581] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1384.250764] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1384.250929] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Deleting the datastore file [datastore1] 7221ab44-35d7-4698-aa66-d6a3a60c6619 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1384.251410] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-26a1b2d1-8ee4-4290-b178-b97a28dddcb5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.253676] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5bc3a44-119b-40e0-82c6-f089b5f758d4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.259666] env[70867]: DEBUG oslo_vmware.api [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1384.259666] env[70867]: value = "task-3474864" [ 1384.259666] env[70867]: _type = "Task" [ 1384.259666] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.260845] env[70867]: DEBUG oslo_vmware.api [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1384.260845] env[70867]: value = "task-3474865" [ 1384.260845] env[70867]: _type = "Task" [ 1384.260845] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.273580] env[70867]: DEBUG oslo_vmware.api [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.273901] env[70867]: DEBUG oslo_vmware.api [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474864, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.773184] env[70867]: DEBUG oslo_vmware.api [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474864, 'name': CreateSnapshot_Task, 'duration_secs': 0.41559} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.776037] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Created Snapshot of the VM instance {{(pid=70867) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1384.776316] env[70867]: DEBUG oslo_vmware.api [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.083058} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.776960] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3bcfd0-a954-456c-928c-75410ab2aa6f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.779322] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1384.779503] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1384.779678] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1384.779850] env[70867]: INFO nova.compute.manager [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1384.780091] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1384.780287] env[70867]: DEBUG nova.compute.manager [-] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1384.780382] env[70867]: DEBUG nova.network.neutron [-] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1385.221592] env[70867]: DEBUG nova.compute.manager [req-133e8e50-ae97-461e-a43a-7d5c2e193b39 req-aa5ddae0-db2f-468c-b556-5f3c0f646b8c service nova] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Received event network-vif-deleted-2f11de32-dd2d-414c-8baf-cfa349e0835d {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1385.221592] env[70867]: INFO nova.compute.manager [req-133e8e50-ae97-461e-a43a-7d5c2e193b39 req-aa5ddae0-db2f-468c-b556-5f3c0f646b8c service nova] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Neutron deleted interface 2f11de32-dd2d-414c-8baf-cfa349e0835d; detaching it from the instance and deleting it from the info cache [ 1385.221592] env[70867]: DEBUG nova.network.neutron [req-133e8e50-ae97-461e-a43a-7d5c2e193b39 req-aa5ddae0-db2f-468c-b556-5f3c0f646b8c service nova] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.297132] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Creating linked-clone VM from snapshot {{(pid=70867) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1385.297587] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ef7c0a7a-951b-47d0-9304-c46fba1473eb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.307397] env[70867]: DEBUG oslo_vmware.api [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1385.307397] env[70867]: value = "task-3474866" [ 1385.307397] env[70867]: _type = "Task" [ 1385.307397] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.315158] env[70867]: DEBUG oslo_vmware.api [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474866, 'name': CloneVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.705608] env[70867]: DEBUG nova.network.neutron [-] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.724056] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b139d89a-a631-4974-a830-41cee690a132 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.734762] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc5bfed-a13e-4598-b80f-930227a91e16 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.762983] env[70867]: DEBUG nova.compute.manager [req-133e8e50-ae97-461e-a43a-7d5c2e193b39 req-aa5ddae0-db2f-468c-b556-5f3c0f646b8c service nova] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Detach interface failed, port_id=2f11de32-dd2d-414c-8baf-cfa349e0835d, reason: Instance 7221ab44-35d7-4698-aa66-d6a3a60c6619 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1385.817233] env[70867]: DEBUG oslo_vmware.api [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474866, 'name': CloneVM_Task} progress is 94%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.208850] env[70867]: INFO nova.compute.manager [-] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Took 1.43 seconds to deallocate network for instance. [ 1386.317256] env[70867]: DEBUG oslo_vmware.api [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474866, 'name': CloneVM_Task, 'duration_secs': 0.791083} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.317615] env[70867]: INFO nova.virt.vmwareapi.vmops [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Created linked-clone VM from snapshot [ 1386.318297] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c142f93-08d0-40d2-8c04-1bce6e1fdd03 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.325403] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Uploading image 0f397026-8ab1-4c04-8576-3a1d2222b6d6 {{(pid=70867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1386.349707] env[70867]: DEBUG oslo_vmware.rw_handles [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1386.349707] env[70867]: value = "vm-694616" [ 1386.349707] env[70867]: _type = "VirtualMachine" [ 1386.349707] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1386.350068] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ee154f21-5fb9-47cb-a0de-0dc8cf160187 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.356673] env[70867]: DEBUG oslo_vmware.rw_handles [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lease: (returnval){ [ 1386.356673] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]528649f9-85e4-8c23-c432-fd05edd341e0" [ 1386.356673] env[70867]: _type = "HttpNfcLease" [ 1386.356673] env[70867]: } obtained for exporting VM: (result){ [ 1386.356673] env[70867]: value = "vm-694616" [ 1386.356673] env[70867]: _type = "VirtualMachine" [ 1386.356673] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1386.357007] env[70867]: DEBUG oslo_vmware.api [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the lease: (returnval){ [ 1386.357007] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]528649f9-85e4-8c23-c432-fd05edd341e0" [ 1386.357007] env[70867]: _type = "HttpNfcLease" [ 1386.357007] env[70867]: } to be ready. {{(pid=70867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1386.362798] env[70867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1386.362798] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]528649f9-85e4-8c23-c432-fd05edd341e0" [ 1386.362798] env[70867]: _type = "HttpNfcLease" [ 1386.362798] env[70867]: } is initializing. {{(pid=70867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1386.753061] env[70867]: INFO nova.compute.manager [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Took 0.54 seconds to detach 1 volumes for instance. [ 1386.755213] env[70867]: DEBUG nova.compute.manager [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Deleting volume: 2319b07c-4015-4b6c-a28b-8cf4e7f34682 {{(pid=70867) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1386.866705] env[70867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1386.866705] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]528649f9-85e4-8c23-c432-fd05edd341e0" [ 1386.866705] env[70867]: _type = "HttpNfcLease" [ 1386.866705] env[70867]: } is ready. {{(pid=70867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1386.867034] env[70867]: DEBUG oslo_vmware.rw_handles [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1386.867034] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]528649f9-85e4-8c23-c432-fd05edd341e0" [ 1386.867034] env[70867]: _type = "HttpNfcLease" [ 1386.867034] env[70867]: }. {{(pid=70867) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1386.867998] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2f2c8a-2643-4162-af45-052e09b8ced3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.878025] env[70867]: DEBUG oslo_vmware.rw_handles [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528eb28d-d745-6505-9072-8f152040eafb/disk-0.vmdk from lease info. {{(pid=70867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1386.878273] env[70867]: DEBUG oslo_vmware.rw_handles [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528eb28d-d745-6505-9072-8f152040eafb/disk-0.vmdk for reading. {{(pid=70867) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1386.971688] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fc848d46-009d-427b-8cae-93c00861128b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.292155] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.292523] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.292732] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.317444] env[70867]: INFO nova.scheduler.client.report [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Deleted allocations for instance 7221ab44-35d7-4698-aa66-d6a3a60c6619 [ 1387.786494] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.825022] env[70867]: DEBUG oslo_concurrency.lockutils [None req-f454cacd-12c5-4b5b-83fa-b329c2e91fca tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "7221ab44-35d7-4698-aa66-d6a3a60c6619" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.788s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.290195] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.290448] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.290620] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.290780] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70867) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1388.292460] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145b1af4-ab60-431d-be73-544e8da2e4c3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.301114] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7486eedd-8847-4954-8505-304eebf2052e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.317498] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6135dc-61ca-4e57-97e8-943a4929a0e2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.324714] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f594ccfb-d972-4d2e-9451-c50e530056d9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.354833] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179884MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=70867) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1388.355312] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.356074] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.776795] env[70867]: DEBUG oslo_concurrency.lockutils [None req-99356439-eea9-4f4d-b3d1-6d0c993a9754 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "fce20e8d-1708-4d5f-88d9-f37ac62f5bb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.777258] env[70867]: DEBUG oslo_concurrency.lockutils [None req-99356439-eea9-4f4d-b3d1-6d0c993a9754 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "fce20e8d-1708-4d5f-88d9-f37ac62f5bb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.777598] env[70867]: DEBUG oslo_concurrency.lockutils [None req-99356439-eea9-4f4d-b3d1-6d0c993a9754 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "fce20e8d-1708-4d5f-88d9-f37ac62f5bb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.777900] env[70867]: DEBUG oslo_concurrency.lockutils [None req-99356439-eea9-4f4d-b3d1-6d0c993a9754 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "fce20e8d-1708-4d5f-88d9-f37ac62f5bb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.778192] env[70867]: DEBUG oslo_concurrency.lockutils [None req-99356439-eea9-4f4d-b3d1-6d0c993a9754 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "fce20e8d-1708-4d5f-88d9-f37ac62f5bb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.781119] env[70867]: INFO nova.compute.manager [None req-99356439-eea9-4f4d-b3d1-6d0c993a9754 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Terminating instance [ 1389.285569] env[70867]: DEBUG nova.compute.manager [None req-99356439-eea9-4f4d-b3d1-6d0c993a9754 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1389.285799] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-99356439-eea9-4f4d-b3d1-6d0c993a9754 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1389.286680] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92c54a8-f3c8-4ad2-a496-ffc4fa0654ea {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.294610] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-99356439-eea9-4f4d-b3d1-6d0c993a9754 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1389.294856] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ed0d739-1568-4e79-9fd1-7a2b0b0db19a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.301692] env[70867]: DEBUG oslo_vmware.api [None req-99356439-eea9-4f4d-b3d1-6d0c993a9754 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1389.301692] env[70867]: value = "task-3474869" [ 1389.301692] env[70867]: _type = "Task" [ 1389.301692] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.309144] env[70867]: DEBUG oslo_vmware.api [None req-99356439-eea9-4f4d-b3d1-6d0c993a9754 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.388964] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 7691ccf1-2787-41a1-ab1a-2db68771a76d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1389.389389] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 77a48e85-c8ec-41e3-996b-5b064a074847 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1389.389389] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance fce20e8d-1708-4d5f-88d9-f37ac62f5bb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1389.389389] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance cc097a6b-b12a-4240-8ef3-91313f643065 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1389.389601] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=70867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1389.389667] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=70867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1389.406111] env[70867]: DEBUG nova.scheduler.client.report [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Refreshing inventories for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1389.421719] env[70867]: DEBUG nova.scheduler.client.report [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Updating ProviderTree inventory for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1389.421982] env[70867]: DEBUG nova.compute.provider_tree [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1389.435026] env[70867]: DEBUG nova.scheduler.client.report [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Refreshing aggregate associations for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d, aggregates: None {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1389.456028] env[70867]: DEBUG nova.scheduler.client.report [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Refreshing trait associations for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1389.520652] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef230baf-ad87-47f4-ae1f-11ffbb63270d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.528531] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355e5fa4-527a-4c26-86bf-af484294d4e1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.559670] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed94515e-6f87-47aa-bf4a-d93961bd6834 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.567301] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b98fab2-eae4-4069-9c17-b4ffa9faae79 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.580741] env[70867]: DEBUG nova.compute.provider_tree [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.812219] env[70867]: DEBUG oslo_vmware.api [None req-99356439-eea9-4f4d-b3d1-6d0c993a9754 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474869, 'name': PowerOffVM_Task, 'duration_secs': 0.210031} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.812463] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-99356439-eea9-4f4d-b3d1-6d0c993a9754 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1389.812608] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-99356439-eea9-4f4d-b3d1-6d0c993a9754 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1389.812870] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb39dc74-b29a-42c3-9754-ad84a3504602 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.874639] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-99356439-eea9-4f4d-b3d1-6d0c993a9754 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1389.874923] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-99356439-eea9-4f4d-b3d1-6d0c993a9754 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1389.875027] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-99356439-eea9-4f4d-b3d1-6d0c993a9754 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Deleting the datastore file [datastore2] fce20e8d-1708-4d5f-88d9-f37ac62f5bb2 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1389.875287] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85641477-b7da-47a3-967e-8bfd3cccd5d4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.881773] env[70867]: DEBUG oslo_vmware.api [None req-99356439-eea9-4f4d-b3d1-6d0c993a9754 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1389.881773] env[70867]: value = "task-3474871" [ 1389.881773] env[70867]: _type = "Task" [ 1389.881773] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.889578] env[70867]: DEBUG oslo_vmware.api [None req-99356439-eea9-4f4d-b3d1-6d0c993a9754 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.084089] env[70867]: DEBUG nova.scheduler.client.report [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1390.391984] env[70867]: DEBUG oslo_vmware.api [None req-99356439-eea9-4f4d-b3d1-6d0c993a9754 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156056} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.392432] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-99356439-eea9-4f4d-b3d1-6d0c993a9754 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1390.392642] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-99356439-eea9-4f4d-b3d1-6d0c993a9754 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1390.392821] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-99356439-eea9-4f4d-b3d1-6d0c993a9754 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1390.392997] env[70867]: INFO nova.compute.manager [None req-99356439-eea9-4f4d-b3d1-6d0c993a9754 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1390.393285] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99356439-eea9-4f4d-b3d1-6d0c993a9754 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1390.393479] env[70867]: DEBUG nova.compute.manager [-] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1390.393572] env[70867]: DEBUG nova.network.neutron [-] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1390.589551] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70867) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1390.589761] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.234s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.676607] env[70867]: DEBUG nova.compute.manager [req-69a1e15b-2bc5-47d5-aeda-d7e0508c7c06 req-586309fa-52d0-4828-a268-ef145e4a4e41 service nova] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Received event network-vif-deleted-a1f91633-100d-467c-836a-eeae449a97bc {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1390.676749] env[70867]: INFO nova.compute.manager [req-69a1e15b-2bc5-47d5-aeda-d7e0508c7c06 req-586309fa-52d0-4828-a268-ef145e4a4e41 service nova] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Neutron deleted interface a1f91633-100d-467c-836a-eeae449a97bc; detaching it from the instance and deleting it from the info cache [ 1390.676928] env[70867]: DEBUG nova.network.neutron [req-69a1e15b-2bc5-47d5-aeda-d7e0508c7c06 req-586309fa-52d0-4828-a268-ef145e4a4e41 service nova] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.159427] env[70867]: DEBUG nova.network.neutron [-] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.179794] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9264b4c4-b822-4cb9-815d-a2facdf6df40 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.189786] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7f79e9-a2ba-4c9a-bab4-c83df5b77bdf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.219019] env[70867]: DEBUG nova.compute.manager [req-69a1e15b-2bc5-47d5-aeda-d7e0508c7c06 req-586309fa-52d0-4828-a268-ef145e4a4e41 service nova] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Detach interface failed, port_id=a1f91633-100d-467c-836a-eeae449a97bc, reason: Instance fce20e8d-1708-4d5f-88d9-f37ac62f5bb2 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1391.662956] env[70867]: INFO nova.compute.manager [-] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Took 1.27 seconds to deallocate network for instance. [ 1392.170872] env[70867]: DEBUG oslo_concurrency.lockutils [None req-99356439-eea9-4f4d-b3d1-6d0c993a9754 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.171169] env[70867]: DEBUG oslo_concurrency.lockutils [None req-99356439-eea9-4f4d-b3d1-6d0c993a9754 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.171419] env[70867]: DEBUG nova.objects.instance [None req-99356439-eea9-4f4d-b3d1-6d0c993a9754 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lazy-loading 'resources' on Instance uuid fce20e8d-1708-4d5f-88d9-f37ac62f5bb2 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1392.589779] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.590144] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.590144] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.590300] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70867) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1392.743257] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d1d661-56db-4457-a046-a761fa842151 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.751422] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f23808-269b-47aa-a9d8-0a8a4df68247 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.781874] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a41ba11-6190-47f6-aa43-f36d07157275 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.786467] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.789883] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf74e4d-4578-4637-94f5-54197bb6e061 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.803346] env[70867]: DEBUG nova.compute.provider_tree [None req-99356439-eea9-4f4d-b3d1-6d0c993a9754 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1393.306536] env[70867]: DEBUG nova.scheduler.client.report [None req-99356439-eea9-4f4d-b3d1-6d0c993a9754 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1393.783882] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1393.785604] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1393.815866] env[70867]: DEBUG oslo_concurrency.lockutils [None req-99356439-eea9-4f4d-b3d1-6d0c993a9754 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.645s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.836604] env[70867]: INFO nova.scheduler.client.report [None req-99356439-eea9-4f4d-b3d1-6d0c993a9754 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Deleted allocations for instance fce20e8d-1708-4d5f-88d9-f37ac62f5bb2 [ 1394.348696] env[70867]: DEBUG oslo_concurrency.lockutils [None req-99356439-eea9-4f4d-b3d1-6d0c993a9754 tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "fce20e8d-1708-4d5f-88d9-f37ac62f5bb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.571s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.956844] env[70867]: DEBUG oslo_vmware.rw_handles [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528eb28d-d745-6505-9072-8f152040eafb/disk-0.vmdk. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1395.957881] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9303195-7b12-4059-bafd-82721ee85695 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.964107] env[70867]: DEBUG oslo_vmware.rw_handles [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528eb28d-d745-6505-9072-8f152040eafb/disk-0.vmdk is in state: ready. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1395.964266] env[70867]: ERROR oslo_vmware.rw_handles [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528eb28d-d745-6505-9072-8f152040eafb/disk-0.vmdk due to incomplete transfer. [ 1395.964477] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1182c5b4-1b7c-4552-8fd0-a6bac2d1f1b3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.971418] env[70867]: DEBUG oslo_vmware.rw_handles [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528eb28d-d745-6505-9072-8f152040eafb/disk-0.vmdk. {{(pid=70867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1395.971609] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Uploaded image 0f397026-8ab1-4c04-8576-3a1d2222b6d6 to the Glance image server {{(pid=70867) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1395.973952] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Destroying the VM {{(pid=70867) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1395.974160] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3f2dd1a7-e805-43ae-8efb-05f13ed9c5fc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.979336] env[70867]: DEBUG oslo_vmware.api [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1395.979336] env[70867]: value = "task-3474873" [ 1395.979336] env[70867]: _type = "Task" [ 1395.979336] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.986395] env[70867]: DEBUG oslo_vmware.api [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474873, 'name': Destroy_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.489036] env[70867]: DEBUG oslo_vmware.api [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474873, 'name': Destroy_Task, 'duration_secs': 0.327682} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.489301] env[70867]: INFO nova.virt.vmwareapi.vm_util [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Destroyed the VM [ 1396.489537] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Deleting Snapshot of the VM instance {{(pid=70867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1396.489777] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aba99f05-4f4f-4ac3-8850-5e79ab4efb4a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.495979] env[70867]: DEBUG oslo_vmware.api [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1396.495979] env[70867]: value = "task-3474874" [ 1396.495979] env[70867]: _type = "Task" [ 1396.495979] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.503104] env[70867]: DEBUG oslo_vmware.api [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474874, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.006101] env[70867]: DEBUG oslo_vmware.api [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474874, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.493701] env[70867]: DEBUG oslo_concurrency.lockutils [None req-00a41504-e3db-44c0-a02b-0a95c4e73a2b tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "7691ccf1-2787-41a1-ab1a-2db68771a76d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.494072] env[70867]: DEBUG oslo_concurrency.lockutils [None req-00a41504-e3db-44c0-a02b-0a95c4e73a2b tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "7691ccf1-2787-41a1-ab1a-2db68771a76d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.494306] env[70867]: DEBUG oslo_concurrency.lockutils [None req-00a41504-e3db-44c0-a02b-0a95c4e73a2b tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "7691ccf1-2787-41a1-ab1a-2db68771a76d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.494504] env[70867]: DEBUG oslo_concurrency.lockutils [None req-00a41504-e3db-44c0-a02b-0a95c4e73a2b tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "7691ccf1-2787-41a1-ab1a-2db68771a76d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.494677] env[70867]: DEBUG oslo_concurrency.lockutils [None req-00a41504-e3db-44c0-a02b-0a95c4e73a2b tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "7691ccf1-2787-41a1-ab1a-2db68771a76d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.496762] env[70867]: INFO nova.compute.manager [None req-00a41504-e3db-44c0-a02b-0a95c4e73a2b tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Terminating instance [ 1397.507917] env[70867]: DEBUG oslo_vmware.api [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474874, 'name': RemoveSnapshot_Task, 'duration_secs': 0.545457} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.508166] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Deleted Snapshot of the VM instance {{(pid=70867) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1397.508423] env[70867]: DEBUG nova.compute.manager [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1397.509444] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472fae0e-c1e6-44bd-9f1b-6453105b4eb9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.786356] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.004171] env[70867]: DEBUG nova.compute.manager [None req-00a41504-e3db-44c0-a02b-0a95c4e73a2b tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1398.004414] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-00a41504-e3db-44c0-a02b-0a95c4e73a2b tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1398.005321] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cdb417-bf56-4d4f-a324-30c08e98d4a4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.013331] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a41504-e3db-44c0-a02b-0a95c4e73a2b tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1398.013628] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e633788-f9bc-45ad-9dd6-5639c5bf2058 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.021700] env[70867]: DEBUG oslo_vmware.api [None req-00a41504-e3db-44c0-a02b-0a95c4e73a2b tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1398.021700] env[70867]: value = "task-3474875" [ 1398.021700] env[70867]: _type = "Task" [ 1398.021700] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.022111] env[70867]: INFO nova.compute.manager [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Shelve offloading [ 1398.031993] env[70867]: DEBUG oslo_vmware.api [None req-00a41504-e3db-44c0-a02b-0a95c4e73a2b tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.529549] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1398.529822] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7fa82fb-496b-4708-aad5-390558371f2a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.536908] env[70867]: DEBUG oslo_vmware.api [None req-00a41504-e3db-44c0-a02b-0a95c4e73a2b tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474875, 'name': PowerOffVM_Task, 'duration_secs': 0.174983} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.538115] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a41504-e3db-44c0-a02b-0a95c4e73a2b tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1398.538335] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-00a41504-e3db-44c0-a02b-0a95c4e73a2b tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1398.538628] env[70867]: DEBUG oslo_vmware.api [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1398.538628] env[70867]: value = "task-3474876" [ 1398.538628] env[70867]: _type = "Task" [ 1398.538628] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.538806] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f54b51db-bf9d-4b8a-a30e-d54b25134adc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.547610] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] VM already powered off {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1398.547813] env[70867]: DEBUG nova.compute.manager [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1398.548498] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26983c4b-9891-4c4d-b5fb-759cd559c1a8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.553849] env[70867]: DEBUG oslo_concurrency.lockutils [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquiring lock "refresh_cache-cc097a6b-b12a-4240-8ef3-91313f643065" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.554015] env[70867]: DEBUG oslo_concurrency.lockutils [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquired lock "refresh_cache-cc097a6b-b12a-4240-8ef3-91313f643065" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.554201] env[70867]: DEBUG nova.network.neutron [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1398.604590] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-00a41504-e3db-44c0-a02b-0a95c4e73a2b tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1398.604842] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-00a41504-e3db-44c0-a02b-0a95c4e73a2b tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1398.604990] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-00a41504-e3db-44c0-a02b-0a95c4e73a2b tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Deleting the datastore file [datastore2] 7691ccf1-2787-41a1-ab1a-2db68771a76d {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1398.605267] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6f9acf2-5d2f-4541-ae05-37147283944c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.611039] env[70867]: DEBUG oslo_vmware.api [None req-00a41504-e3db-44c0-a02b-0a95c4e73a2b tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for the task: (returnval){ [ 1398.611039] env[70867]: value = "task-3474878" [ 1398.611039] env[70867]: _type = "Task" [ 1398.611039] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.618446] env[70867]: DEBUG oslo_vmware.api [None req-00a41504-e3db-44c0-a02b-0a95c4e73a2b tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.121594] env[70867]: DEBUG oslo_vmware.api [None req-00a41504-e3db-44c0-a02b-0a95c4e73a2b tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Task: {'id': task-3474878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133801} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.121928] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-00a41504-e3db-44c0-a02b-0a95c4e73a2b tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1399.122054] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-00a41504-e3db-44c0-a02b-0a95c4e73a2b tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1399.122238] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-00a41504-e3db-44c0-a02b-0a95c4e73a2b tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1399.122414] env[70867]: INFO nova.compute.manager [None req-00a41504-e3db-44c0-a02b-0a95c4e73a2b tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1399.122651] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00a41504-e3db-44c0-a02b-0a95c4e73a2b tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1399.122840] env[70867]: DEBUG nova.compute.manager [-] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1399.122935] env[70867]: DEBUG nova.network.neutron [-] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1399.396244] env[70867]: DEBUG nova.network.neutron [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Updating instance_info_cache with network_info: [{"id": "3c39b89c-e9f3-4511-b475-ed181f582271", "address": "fa:16:3e:a6:0e:6a", "network": {"id": "e8347f9b-3eb6-43b4-87ae-bb1cf7f8bc82", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2004525000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73a13fbd950b48dd91a096cbbeb17b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c39b89c-e9", "ovs_interfaceid": "3c39b89c-e9f3-4511-b475-ed181f582271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.479885] env[70867]: DEBUG nova.compute.manager [req-756854c0-8063-4b36-a0cc-50d0acc718df req-90f76a83-1a0b-454a-aa61-6e5bdef12b91 service nova] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Received event network-vif-deleted-1003e360-d179-48b2-864a-1ddcf9f340f5 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1399.480134] env[70867]: INFO nova.compute.manager [req-756854c0-8063-4b36-a0cc-50d0acc718df req-90f76a83-1a0b-454a-aa61-6e5bdef12b91 service nova] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Neutron deleted interface 1003e360-d179-48b2-864a-1ddcf9f340f5; detaching it from the instance and deleting it from the info cache [ 1399.480304] env[70867]: DEBUG nova.network.neutron [req-756854c0-8063-4b36-a0cc-50d0acc718df req-90f76a83-1a0b-454a-aa61-6e5bdef12b91 service nova] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.899271] env[70867]: DEBUG oslo_concurrency.lockutils [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Releasing lock "refresh_cache-cc097a6b-b12a-4240-8ef3-91313f643065" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.964700] env[70867]: DEBUG nova.network.neutron [-] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.982344] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7405204-7f32-450c-98ca-b32fbe90ea9f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.991906] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe63a191-cce4-41c8-a606-8bdf5f345c84 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.016458] env[70867]: DEBUG nova.compute.manager [req-756854c0-8063-4b36-a0cc-50d0acc718df req-90f76a83-1a0b-454a-aa61-6e5bdef12b91 service nova] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Detach interface failed, port_id=1003e360-d179-48b2-864a-1ddcf9f340f5, reason: Instance 7691ccf1-2787-41a1-ab1a-2db68771a76d could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1400.186682] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1400.187581] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350c9316-635d-4022-9a0b-000e463b63e5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.194925] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1400.195159] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ac7a2b2-7242-42c4-be0d-7be7b019a558 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.260460] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1400.260681] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1400.260860] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Deleting the datastore file [datastore1] cc097a6b-b12a-4240-8ef3-91313f643065 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1400.261123] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4100326e-2d43-40ed-bae6-d3a5d36ca14a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.266921] env[70867]: DEBUG oslo_vmware.api [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1400.266921] env[70867]: value = "task-3474880" [ 1400.266921] env[70867]: _type = "Task" [ 1400.266921] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.273964] env[70867]: DEBUG oslo_vmware.api [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.467884] env[70867]: INFO nova.compute.manager [-] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Took 1.34 seconds to deallocate network for instance. [ 1400.777313] env[70867]: DEBUG oslo_vmware.api [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133149} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.777552] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1400.777733] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1400.777904] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1400.801784] env[70867]: INFO nova.scheduler.client.report [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Deleted allocations for instance cc097a6b-b12a-4240-8ef3-91313f643065 [ 1400.974594] env[70867]: DEBUG oslo_concurrency.lockutils [None req-00a41504-e3db-44c0-a02b-0a95c4e73a2b tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.974882] env[70867]: DEBUG oslo_concurrency.lockutils [None req-00a41504-e3db-44c0-a02b-0a95c4e73a2b tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.975116] env[70867]: DEBUG nova.objects.instance [None req-00a41504-e3db-44c0-a02b-0a95c4e73a2b tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lazy-loading 'resources' on Instance uuid 7691ccf1-2787-41a1-ab1a-2db68771a76d {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1401.306768] env[70867]: DEBUG oslo_concurrency.lockutils [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.507886] env[70867]: DEBUG nova.compute.manager [req-3ad2b4e2-fb92-45d6-9f7f-e0e670bf354d req-f3e7ec06-1dc5-4cdd-aecb-ae4acc1d9b2a service nova] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Received event network-vif-unplugged-3c39b89c-e9f3-4511-b475-ed181f582271 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1401.508107] env[70867]: DEBUG oslo_concurrency.lockutils [req-3ad2b4e2-fb92-45d6-9f7f-e0e670bf354d req-f3e7ec06-1dc5-4cdd-aecb-ae4acc1d9b2a service nova] Acquiring lock "cc097a6b-b12a-4240-8ef3-91313f643065-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.508342] env[70867]: DEBUG oslo_concurrency.lockutils [req-3ad2b4e2-fb92-45d6-9f7f-e0e670bf354d req-f3e7ec06-1dc5-4cdd-aecb-ae4acc1d9b2a service nova] Lock "cc097a6b-b12a-4240-8ef3-91313f643065-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.508550] env[70867]: DEBUG oslo_concurrency.lockutils [req-3ad2b4e2-fb92-45d6-9f7f-e0e670bf354d req-f3e7ec06-1dc5-4cdd-aecb-ae4acc1d9b2a service nova] Lock "cc097a6b-b12a-4240-8ef3-91313f643065-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.508728] env[70867]: DEBUG nova.compute.manager [req-3ad2b4e2-fb92-45d6-9f7f-e0e670bf354d req-f3e7ec06-1dc5-4cdd-aecb-ae4acc1d9b2a service nova] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] No waiting events found dispatching network-vif-unplugged-3c39b89c-e9f3-4511-b475-ed181f582271 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1401.508896] env[70867]: WARNING nova.compute.manager [req-3ad2b4e2-fb92-45d6-9f7f-e0e670bf354d req-f3e7ec06-1dc5-4cdd-aecb-ae4acc1d9b2a service nova] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Received unexpected event network-vif-unplugged-3c39b89c-e9f3-4511-b475-ed181f582271 for instance with vm_state shelved_offloaded and task_state None. [ 1401.509065] env[70867]: DEBUG nova.compute.manager [req-3ad2b4e2-fb92-45d6-9f7f-e0e670bf354d req-f3e7ec06-1dc5-4cdd-aecb-ae4acc1d9b2a service nova] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Received event network-changed-3c39b89c-e9f3-4511-b475-ed181f582271 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1401.509221] env[70867]: DEBUG nova.compute.manager [req-3ad2b4e2-fb92-45d6-9f7f-e0e670bf354d req-f3e7ec06-1dc5-4cdd-aecb-ae4acc1d9b2a service nova] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Refreshing instance network info cache due to event network-changed-3c39b89c-e9f3-4511-b475-ed181f582271. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1401.509405] env[70867]: DEBUG oslo_concurrency.lockutils [req-3ad2b4e2-fb92-45d6-9f7f-e0e670bf354d req-f3e7ec06-1dc5-4cdd-aecb-ae4acc1d9b2a service nova] Acquiring lock "refresh_cache-cc097a6b-b12a-4240-8ef3-91313f643065" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.509540] env[70867]: DEBUG oslo_concurrency.lockutils [req-3ad2b4e2-fb92-45d6-9f7f-e0e670bf354d req-f3e7ec06-1dc5-4cdd-aecb-ae4acc1d9b2a service nova] Acquired lock "refresh_cache-cc097a6b-b12a-4240-8ef3-91313f643065" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.509691] env[70867]: DEBUG nova.network.neutron [req-3ad2b4e2-fb92-45d6-9f7f-e0e670bf354d req-f3e7ec06-1dc5-4cdd-aecb-ae4acc1d9b2a service nova] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Refreshing network info cache for port 3c39b89c-e9f3-4511-b475-ed181f582271 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1401.516077] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b955fcb4-362c-4cd8-8c98-07e07c118cf5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.524622] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e5e96e-945a-4cb8-bfd3-cc88f107163c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.554698] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ab5368-b31f-45b3-ad04-0d25634cca5e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.561335] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c643cbc3-44ca-46ed-945d-037392767ed1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.575578] env[70867]: DEBUG nova.compute.provider_tree [None req-00a41504-e3db-44c0-a02b-0a95c4e73a2b tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1402.078516] env[70867]: DEBUG nova.scheduler.client.report [None req-00a41504-e3db-44c0-a02b-0a95c4e73a2b tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1402.207270] env[70867]: DEBUG nova.network.neutron [req-3ad2b4e2-fb92-45d6-9f7f-e0e670bf354d req-f3e7ec06-1dc5-4cdd-aecb-ae4acc1d9b2a service nova] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Updated VIF entry in instance network info cache for port 3c39b89c-e9f3-4511-b475-ed181f582271. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1402.207624] env[70867]: DEBUG nova.network.neutron [req-3ad2b4e2-fb92-45d6-9f7f-e0e670bf354d req-f3e7ec06-1dc5-4cdd-aecb-ae4acc1d9b2a service nova] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Updating instance_info_cache with network_info: [{"id": "3c39b89c-e9f3-4511-b475-ed181f582271", "address": "fa:16:3e:a6:0e:6a", "network": {"id": "e8347f9b-3eb6-43b4-87ae-bb1cf7f8bc82", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2004525000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73a13fbd950b48dd91a096cbbeb17b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap3c39b89c-e9", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.585753] env[70867]: DEBUG oslo_concurrency.lockutils [None req-00a41504-e3db-44c0-a02b-0a95c4e73a2b tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.588049] env[70867]: DEBUG oslo_concurrency.lockutils [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.281s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.588283] env[70867]: DEBUG nova.objects.instance [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lazy-loading 'resources' on Instance uuid cc097a6b-b12a-4240-8ef3-91313f643065 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1402.603218] env[70867]: INFO nova.scheduler.client.report [None req-00a41504-e3db-44c0-a02b-0a95c4e73a2b tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Deleted allocations for instance 7691ccf1-2787-41a1-ab1a-2db68771a76d [ 1402.710013] env[70867]: DEBUG oslo_concurrency.lockutils [req-3ad2b4e2-fb92-45d6-9f7f-e0e670bf354d req-f3e7ec06-1dc5-4cdd-aecb-ae4acc1d9b2a service nova] Releasing lock "refresh_cache-cc097a6b-b12a-4240-8ef3-91313f643065" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.090968] env[70867]: DEBUG nova.objects.instance [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lazy-loading 'numa_topology' on Instance uuid cc097a6b-b12a-4240-8ef3-91313f643065 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1403.110084] env[70867]: DEBUG oslo_concurrency.lockutils [None req-00a41504-e3db-44c0-a02b-0a95c4e73a2b tempest-ServerActionsTestOtherA-697895124 tempest-ServerActionsTestOtherA-697895124-project-member] Lock "7691ccf1-2787-41a1-ab1a-2db68771a76d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.616s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.593251] env[70867]: DEBUG nova.objects.base [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1403.630707] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af923b1c-308a-4f63-92d8-e873230a04dc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.638040] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e35c96-a531-463f-b127-854f3916517b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.669695] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de30b37d-8ad3-43b8-8182-ecf3df75ac77 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.677234] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5edd90c-c214-4306-900f-4b0610aeb79f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.692709] env[70867]: DEBUG nova.compute.provider_tree [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1403.934522] env[70867]: DEBUG oslo_concurrency.lockutils [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquiring lock "cc097a6b-b12a-4240-8ef3-91313f643065" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.196078] env[70867]: DEBUG nova.scheduler.client.report [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1404.703550] env[70867]: DEBUG oslo_concurrency.lockutils [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.211884] env[70867]: DEBUG oslo_concurrency.lockutils [None req-74a133ad-03ee-4e78-8cdd-e45df646a968 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lock "cc097a6b-b12a-4240-8ef3-91313f643065" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.016s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.212695] env[70867]: DEBUG oslo_concurrency.lockutils [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lock "cc097a6b-b12a-4240-8ef3-91313f643065" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.278s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.212877] env[70867]: INFO nova.compute.manager [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Unshelving [ 1406.241841] env[70867]: DEBUG oslo_concurrency.lockutils [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.242124] env[70867]: DEBUG oslo_concurrency.lockutils [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.242329] env[70867]: DEBUG nova.objects.instance [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lazy-loading 'pci_requests' on Instance uuid cc097a6b-b12a-4240-8ef3-91313f643065 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1406.746814] env[70867]: DEBUG nova.objects.instance [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lazy-loading 'numa_topology' on Instance uuid cc097a6b-b12a-4240-8ef3-91313f643065 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1407.249261] env[70867]: INFO nova.compute.claims [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1408.299725] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83712a1-b379-4c57-b007-3df758f28ec0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.307577] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54107967-cb3d-4e94-b862-6b3990d26e54 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.336427] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e168001-e636-4931-a5be-4e643b578bef {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.343429] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a5a45d-43e1-4b44-ad5a-9729574925a1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.356647] env[70867]: DEBUG nova.compute.provider_tree [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1408.859913] env[70867]: DEBUG nova.scheduler.client.report [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1409.088567] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "d77c773e-8e7f-4c8a-b9f6-356b30984789" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.088803] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "d77c773e-8e7f-4c8a-b9f6-356b30984789" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.365021] env[70867]: DEBUG oslo_concurrency.lockutils [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.123s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.404307] env[70867]: INFO nova.network.neutron [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Updating port 3c39b89c-e9f3-4511-b475-ed181f582271 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1409.591170] env[70867]: DEBUG nova.compute.manager [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1410.113719] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.113979] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.115453] env[70867]: INFO nova.compute.claims [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1410.780979] env[70867]: DEBUG nova.compute.manager [req-a3e2a996-b169-438a-a300-ebd29aaf51be req-b6174929-9ca7-4225-ad12-fa47035f05fd service nova] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Received event network-vif-plugged-3c39b89c-e9f3-4511-b475-ed181f582271 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1410.781223] env[70867]: DEBUG oslo_concurrency.lockutils [req-a3e2a996-b169-438a-a300-ebd29aaf51be req-b6174929-9ca7-4225-ad12-fa47035f05fd service nova] Acquiring lock "cc097a6b-b12a-4240-8ef3-91313f643065-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.781454] env[70867]: DEBUG oslo_concurrency.lockutils [req-a3e2a996-b169-438a-a300-ebd29aaf51be req-b6174929-9ca7-4225-ad12-fa47035f05fd service nova] Lock "cc097a6b-b12a-4240-8ef3-91313f643065-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.781623] env[70867]: DEBUG oslo_concurrency.lockutils [req-a3e2a996-b169-438a-a300-ebd29aaf51be req-b6174929-9ca7-4225-ad12-fa47035f05fd service nova] Lock "cc097a6b-b12a-4240-8ef3-91313f643065-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.781790] env[70867]: DEBUG nova.compute.manager [req-a3e2a996-b169-438a-a300-ebd29aaf51be req-b6174929-9ca7-4225-ad12-fa47035f05fd service nova] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] No waiting events found dispatching network-vif-plugged-3c39b89c-e9f3-4511-b475-ed181f582271 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1410.781952] env[70867]: WARNING nova.compute.manager [req-a3e2a996-b169-438a-a300-ebd29aaf51be req-b6174929-9ca7-4225-ad12-fa47035f05fd service nova] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Received unexpected event network-vif-plugged-3c39b89c-e9f3-4511-b475-ed181f582271 for instance with vm_state shelved_offloaded and task_state spawning. [ 1410.865570] env[70867]: DEBUG oslo_concurrency.lockutils [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquiring lock "refresh_cache-cc097a6b-b12a-4240-8ef3-91313f643065" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.865828] env[70867]: DEBUG oslo_concurrency.lockutils [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquired lock "refresh_cache-cc097a6b-b12a-4240-8ef3-91313f643065" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.865976] env[70867]: DEBUG nova.network.neutron [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1411.169915] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859ae637-7579-44a1-9a2c-c740785c793e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.176904] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49e82e7-03d8-4558-807e-38400154da2a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.205783] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5dca69-eb22-420e-b5ec-88af90cb4bbc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.212449] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252b44c1-64e1-46ad-8e33-c5f7046f4d03 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.225152] env[70867]: DEBUG nova.compute.provider_tree [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1411.555465] env[70867]: DEBUG nova.network.neutron [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Updating instance_info_cache with network_info: [{"id": "3c39b89c-e9f3-4511-b475-ed181f582271", "address": "fa:16:3e:a6:0e:6a", "network": {"id": "e8347f9b-3eb6-43b4-87ae-bb1cf7f8bc82", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2004525000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73a13fbd950b48dd91a096cbbeb17b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c39b89c-e9", "ovs_interfaceid": "3c39b89c-e9f3-4511-b475-ed181f582271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.727984] env[70867]: DEBUG nova.scheduler.client.report [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1412.058262] env[70867]: DEBUG oslo_concurrency.lockutils [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Releasing lock "refresh_cache-cc097a6b-b12a-4240-8ef3-91313f643065" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.086343] env[70867]: DEBUG nova.virt.hardware [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='476b7ad29c1366d4a859d62871f2e4c7',container_format='bare',created_at=2025-04-17T11:58:38Z,direct_url=,disk_format='vmdk',id=0f397026-8ab1-4c04-8576-3a1d2222b6d6,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1496004062-shelved',owner='73a13fbd950b48dd91a096cbbeb17b4d',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-04-17T11:58:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1412.086594] env[70867]: DEBUG nova.virt.hardware [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1412.086750] env[70867]: DEBUG nova.virt.hardware [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1412.086935] env[70867]: DEBUG nova.virt.hardware [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1412.087093] env[70867]: DEBUG nova.virt.hardware [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1412.087244] env[70867]: DEBUG nova.virt.hardware [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1412.087451] env[70867]: DEBUG nova.virt.hardware [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1412.087613] env[70867]: DEBUG nova.virt.hardware [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1412.087777] env[70867]: DEBUG nova.virt.hardware [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1412.087937] env[70867]: DEBUG nova.virt.hardware [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1412.088121] env[70867]: DEBUG nova.virt.hardware [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1412.089009] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5af3a7-f650-45ba-8229-27427dea5593 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.097032] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70aaeff2-ee1f-48c1-b6c0-94aeb47b0981 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.110360] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:0e:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c39b89c-e9f3-4511-b475-ed181f582271', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1412.117689] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1412.117915] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1412.118150] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f201a355-0fff-4a3a-bc13-f148a9fd4325 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.136453] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1412.136453] env[70867]: value = "task-3474881" [ 1412.136453] env[70867]: _type = "Task" [ 1412.136453] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.143390] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474881, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.233527] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.119s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.234057] env[70867]: DEBUG nova.compute.manager [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1412.650162] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474881, 'name': CreateVM_Task, 'duration_secs': 0.282467} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.650428] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1412.651420] env[70867]: DEBUG oslo_concurrency.lockutils [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f397026-8ab1-4c04-8576-3a1d2222b6d6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.651709] env[70867]: DEBUG oslo_concurrency.lockutils [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f397026-8ab1-4c04-8576-3a1d2222b6d6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.652284] env[70867]: DEBUG oslo_concurrency.lockutils [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0f397026-8ab1-4c04-8576-3a1d2222b6d6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.652649] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-153c05db-e745-49b8-b9d1-0b156afc519e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.658434] env[70867]: DEBUG oslo_vmware.api [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1412.658434] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52424c26-c933-44a4-2b37-3868682c77b1" [ 1412.658434] env[70867]: _type = "Task" [ 1412.658434] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.668761] env[70867]: DEBUG oslo_vmware.api [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52424c26-c933-44a4-2b37-3868682c77b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.739478] env[70867]: DEBUG nova.compute.utils [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1412.740869] env[70867]: DEBUG nova.compute.manager [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1412.741059] env[70867]: DEBUG nova.network.neutron [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1412.774885] env[70867]: DEBUG nova.policy [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9b085a1707d42cdbf47c8849901b4e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37eadd9b874741cdbb5f827504f09069', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1412.804972] env[70867]: DEBUG nova.compute.manager [req-8b1328fe-d0b5-42d9-8c16-5bc9b68f5b9e req-a349467b-b175-4d57-a4b6-5f73c68b3180 service nova] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Received event network-changed-3c39b89c-e9f3-4511-b475-ed181f582271 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1412.805182] env[70867]: DEBUG nova.compute.manager [req-8b1328fe-d0b5-42d9-8c16-5bc9b68f5b9e req-a349467b-b175-4d57-a4b6-5f73c68b3180 service nova] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Refreshing instance network info cache due to event network-changed-3c39b89c-e9f3-4511-b475-ed181f582271. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1412.805387] env[70867]: DEBUG oslo_concurrency.lockutils [req-8b1328fe-d0b5-42d9-8c16-5bc9b68f5b9e req-a349467b-b175-4d57-a4b6-5f73c68b3180 service nova] Acquiring lock "refresh_cache-cc097a6b-b12a-4240-8ef3-91313f643065" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.805529] env[70867]: DEBUG oslo_concurrency.lockutils [req-8b1328fe-d0b5-42d9-8c16-5bc9b68f5b9e req-a349467b-b175-4d57-a4b6-5f73c68b3180 service nova] Acquired lock "refresh_cache-cc097a6b-b12a-4240-8ef3-91313f643065" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.805686] env[70867]: DEBUG nova.network.neutron [req-8b1328fe-d0b5-42d9-8c16-5bc9b68f5b9e req-a349467b-b175-4d57-a4b6-5f73c68b3180 service nova] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Refreshing network info cache for port 3c39b89c-e9f3-4511-b475-ed181f582271 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1413.070298] env[70867]: DEBUG nova.network.neutron [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Successfully created port: 0c6a00d8-5725-4d45-a255-f6abc3e7e235 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1413.168641] env[70867]: DEBUG oslo_concurrency.lockutils [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f397026-8ab1-4c04-8576-3a1d2222b6d6" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.168641] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Processing image 0f397026-8ab1-4c04-8576-3a1d2222b6d6 {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1413.169112] env[70867]: DEBUG oslo_concurrency.lockutils [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0f397026-8ab1-4c04-8576-3a1d2222b6d6/0f397026-8ab1-4c04-8576-3a1d2222b6d6.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.169112] env[70867]: DEBUG oslo_concurrency.lockutils [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0f397026-8ab1-4c04-8576-3a1d2222b6d6/0f397026-8ab1-4c04-8576-3a1d2222b6d6.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.169215] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1413.169437] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17275bd1-6227-4875-bd15-4d53cd35b785 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.177823] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1413.177980] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1413.178784] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd9539b9-0740-4189-a4e5-aa0521ea0bfe {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.183490] env[70867]: DEBUG oslo_vmware.api [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1413.183490] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52dd5461-c2ef-bab6-b61b-d23abe21f4af" [ 1413.183490] env[70867]: _type = "Task" [ 1413.183490] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.192210] env[70867]: DEBUG oslo_vmware.api [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52dd5461-c2ef-bab6-b61b-d23abe21f4af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.246444] env[70867]: DEBUG nova.compute.manager [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1413.487326] env[70867]: DEBUG nova.network.neutron [req-8b1328fe-d0b5-42d9-8c16-5bc9b68f5b9e req-a349467b-b175-4d57-a4b6-5f73c68b3180 service nova] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Updated VIF entry in instance network info cache for port 3c39b89c-e9f3-4511-b475-ed181f582271. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1413.487680] env[70867]: DEBUG nova.network.neutron [req-8b1328fe-d0b5-42d9-8c16-5bc9b68f5b9e req-a349467b-b175-4d57-a4b6-5f73c68b3180 service nova] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Updating instance_info_cache with network_info: [{"id": "3c39b89c-e9f3-4511-b475-ed181f582271", "address": "fa:16:3e:a6:0e:6a", "network": {"id": "e8347f9b-3eb6-43b4-87ae-bb1cf7f8bc82", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2004525000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73a13fbd950b48dd91a096cbbeb17b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c39b89c-e9", "ovs_interfaceid": "3c39b89c-e9f3-4511-b475-ed181f582271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.693880] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Preparing fetch location {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1413.694163] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Fetch image to [datastore1] OSTACK_IMG_53567bac-ccb4-4eda-a320-d6826798e60c/OSTACK_IMG_53567bac-ccb4-4eda-a320-d6826798e60c.vmdk {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1413.694352] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Downloading stream optimized image 0f397026-8ab1-4c04-8576-3a1d2222b6d6 to [datastore1] OSTACK_IMG_53567bac-ccb4-4eda-a320-d6826798e60c/OSTACK_IMG_53567bac-ccb4-4eda-a320-d6826798e60c.vmdk on the data store datastore1 as vApp {{(pid=70867) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1413.694578] env[70867]: DEBUG nova.virt.vmwareapi.images [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Downloading image file data 0f397026-8ab1-4c04-8576-3a1d2222b6d6 to the ESX as VM named 'OSTACK_IMG_53567bac-ccb4-4eda-a320-d6826798e60c' {{(pid=70867) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1413.764591] env[70867]: DEBUG oslo_vmware.rw_handles [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1413.764591] env[70867]: value = "resgroup-9" [ 1413.764591] env[70867]: _type = "ResourcePool" [ 1413.764591] env[70867]: }. {{(pid=70867) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1413.764919] env[70867]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-8081f883-a02a-4fb2-ae21-70d0b3052de7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.785302] env[70867]: DEBUG oslo_vmware.rw_handles [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lease: (returnval){ [ 1413.785302] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5232c0fe-8069-c702-5c2e-b5a4ce637aaa" [ 1413.785302] env[70867]: _type = "HttpNfcLease" [ 1413.785302] env[70867]: } obtained for vApp import into resource pool (val){ [ 1413.785302] env[70867]: value = "resgroup-9" [ 1413.785302] env[70867]: _type = "ResourcePool" [ 1413.785302] env[70867]: }. {{(pid=70867) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1413.785551] env[70867]: DEBUG oslo_vmware.api [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the lease: (returnval){ [ 1413.785551] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5232c0fe-8069-c702-5c2e-b5a4ce637aaa" [ 1413.785551] env[70867]: _type = "HttpNfcLease" [ 1413.785551] env[70867]: } to be ready. {{(pid=70867) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1413.791684] env[70867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1413.791684] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5232c0fe-8069-c702-5c2e-b5a4ce637aaa" [ 1413.791684] env[70867]: _type = "HttpNfcLease" [ 1413.791684] env[70867]: } is initializing. {{(pid=70867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1413.990754] env[70867]: DEBUG oslo_concurrency.lockutils [req-8b1328fe-d0b5-42d9-8c16-5bc9b68f5b9e req-a349467b-b175-4d57-a4b6-5f73c68b3180 service nova] Releasing lock "refresh_cache-cc097a6b-b12a-4240-8ef3-91313f643065" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.254241] env[70867]: DEBUG nova.compute.manager [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1414.275222] env[70867]: DEBUG nova.virt.hardware [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1414.275469] env[70867]: DEBUG nova.virt.hardware [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1414.275662] env[70867]: DEBUG nova.virt.hardware [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1414.275852] env[70867]: DEBUG nova.virt.hardware [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1414.276027] env[70867]: DEBUG nova.virt.hardware [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1414.276159] env[70867]: DEBUG nova.virt.hardware [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1414.276371] env[70867]: DEBUG nova.virt.hardware [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1414.276525] env[70867]: DEBUG nova.virt.hardware [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1414.276687] env[70867]: DEBUG nova.virt.hardware [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1414.276845] env[70867]: DEBUG nova.virt.hardware [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1414.277025] env[70867]: DEBUG nova.virt.hardware [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1414.277859] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177837b4-a9bf-444e-b52e-2bc081cb474f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.285955] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0bdfef-4016-44ac-8402-39c1f716d3e9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.303142] env[70867]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1414.303142] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5232c0fe-8069-c702-5c2e-b5a4ce637aaa" [ 1414.303142] env[70867]: _type = "HttpNfcLease" [ 1414.303142] env[70867]: } is ready. {{(pid=70867) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1414.303430] env[70867]: DEBUG oslo_vmware.rw_handles [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1414.303430] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5232c0fe-8069-c702-5c2e-b5a4ce637aaa" [ 1414.303430] env[70867]: _type = "HttpNfcLease" [ 1414.303430] env[70867]: }. {{(pid=70867) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1414.304101] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04d79d8-9ef1-4ff8-9cb6-50105a40611a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.310502] env[70867]: DEBUG oslo_vmware.rw_handles [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52524307-2c93-7a7c-2068-524cc92c8497/disk-0.vmdk from lease info. {{(pid=70867) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1414.310699] env[70867]: DEBUG oslo_vmware.rw_handles [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52524307-2c93-7a7c-2068-524cc92c8497/disk-0.vmdk. {{(pid=70867) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1414.375218] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e7aa043b-25f2-43db-a965-b1f9f8644080 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.501647] env[70867]: DEBUG nova.network.neutron [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Successfully updated port: 0c6a00d8-5725-4d45-a255-f6abc3e7e235 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1414.833270] env[70867]: DEBUG nova.compute.manager [req-6757f737-df38-498c-980c-db2c6fcb77fa req-73710589-48c9-4a28-961c-a8d29cb1cc89 service nova] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Received event network-vif-plugged-0c6a00d8-5725-4d45-a255-f6abc3e7e235 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1414.833613] env[70867]: DEBUG oslo_concurrency.lockutils [req-6757f737-df38-498c-980c-db2c6fcb77fa req-73710589-48c9-4a28-961c-a8d29cb1cc89 service nova] Acquiring lock "d77c773e-8e7f-4c8a-b9f6-356b30984789-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.833817] env[70867]: DEBUG oslo_concurrency.lockutils [req-6757f737-df38-498c-980c-db2c6fcb77fa req-73710589-48c9-4a28-961c-a8d29cb1cc89 service nova] Lock "d77c773e-8e7f-4c8a-b9f6-356b30984789-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.834080] env[70867]: DEBUG oslo_concurrency.lockutils [req-6757f737-df38-498c-980c-db2c6fcb77fa req-73710589-48c9-4a28-961c-a8d29cb1cc89 service nova] Lock "d77c773e-8e7f-4c8a-b9f6-356b30984789-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.834327] env[70867]: DEBUG nova.compute.manager [req-6757f737-df38-498c-980c-db2c6fcb77fa req-73710589-48c9-4a28-961c-a8d29cb1cc89 service nova] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] No waiting events found dispatching network-vif-plugged-0c6a00d8-5725-4d45-a255-f6abc3e7e235 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1414.834582] env[70867]: WARNING nova.compute.manager [req-6757f737-df38-498c-980c-db2c6fcb77fa req-73710589-48c9-4a28-961c-a8d29cb1cc89 service nova] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Received unexpected event network-vif-plugged-0c6a00d8-5725-4d45-a255-f6abc3e7e235 for instance with vm_state building and task_state spawning. [ 1414.834845] env[70867]: DEBUG nova.compute.manager [req-6757f737-df38-498c-980c-db2c6fcb77fa req-73710589-48c9-4a28-961c-a8d29cb1cc89 service nova] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Received event network-changed-0c6a00d8-5725-4d45-a255-f6abc3e7e235 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1414.835129] env[70867]: DEBUG nova.compute.manager [req-6757f737-df38-498c-980c-db2c6fcb77fa req-73710589-48c9-4a28-961c-a8d29cb1cc89 service nova] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Refreshing instance network info cache due to event network-changed-0c6a00d8-5725-4d45-a255-f6abc3e7e235. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1414.835417] env[70867]: DEBUG oslo_concurrency.lockutils [req-6757f737-df38-498c-980c-db2c6fcb77fa req-73710589-48c9-4a28-961c-a8d29cb1cc89 service nova] Acquiring lock "refresh_cache-d77c773e-8e7f-4c8a-b9f6-356b30984789" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.835638] env[70867]: DEBUG oslo_concurrency.lockutils [req-6757f737-df38-498c-980c-db2c6fcb77fa req-73710589-48c9-4a28-961c-a8d29cb1cc89 service nova] Acquired lock "refresh_cache-d77c773e-8e7f-4c8a-b9f6-356b30984789" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.835894] env[70867]: DEBUG nova.network.neutron [req-6757f737-df38-498c-980c-db2c6fcb77fa req-73710589-48c9-4a28-961c-a8d29cb1cc89 service nova] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Refreshing network info cache for port 0c6a00d8-5725-4d45-a255-f6abc3e7e235 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1415.004751] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "refresh_cache-d77c773e-8e7f-4c8a-b9f6-356b30984789" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.370664] env[70867]: DEBUG nova.network.neutron [req-6757f737-df38-498c-980c-db2c6fcb77fa req-73710589-48c9-4a28-961c-a8d29cb1cc89 service nova] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1415.411929] env[70867]: DEBUG oslo_vmware.rw_handles [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Completed reading data from the image iterator. {{(pid=70867) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1415.412154] env[70867]: DEBUG oslo_vmware.rw_handles [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52524307-2c93-7a7c-2068-524cc92c8497/disk-0.vmdk. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1415.413039] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ed332e-14fa-4434-9fae-5aa823245538 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.419639] env[70867]: DEBUG oslo_vmware.rw_handles [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52524307-2c93-7a7c-2068-524cc92c8497/disk-0.vmdk is in state: ready. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1415.419760] env[70867]: DEBUG oslo_vmware.rw_handles [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52524307-2c93-7a7c-2068-524cc92c8497/disk-0.vmdk. {{(pid=70867) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1415.419994] env[70867]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-59942c92-cdd5-4f99-ac95-3f1377db49fa {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.440345] env[70867]: DEBUG nova.network.neutron [req-6757f737-df38-498c-980c-db2c6fcb77fa req-73710589-48c9-4a28-961c-a8d29cb1cc89 service nova] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.602182] env[70867]: DEBUG oslo_vmware.rw_handles [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52524307-2c93-7a7c-2068-524cc92c8497/disk-0.vmdk. {{(pid=70867) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1415.602403] env[70867]: INFO nova.virt.vmwareapi.images [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Downloaded image file data 0f397026-8ab1-4c04-8576-3a1d2222b6d6 [ 1415.603283] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932b93bb-327b-4224-9098-d68074aadb0d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.621041] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f22fd0f-7a7d-49bc-b06f-fd544e2bd28d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.648143] env[70867]: INFO nova.virt.vmwareapi.images [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] The imported VM was unregistered [ 1415.650472] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Caching image {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1415.650699] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Creating directory with path [datastore1] devstack-image-cache_base/0f397026-8ab1-4c04-8576-3a1d2222b6d6 {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1415.650942] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fceb7a90-51d4-402d-b3f1-45dbd127f1c6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.671284] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Created directory with path [datastore1] devstack-image-cache_base/0f397026-8ab1-4c04-8576-3a1d2222b6d6 {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1415.671438] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_53567bac-ccb4-4eda-a320-d6826798e60c/OSTACK_IMG_53567bac-ccb4-4eda-a320-d6826798e60c.vmdk to [datastore1] devstack-image-cache_base/0f397026-8ab1-4c04-8576-3a1d2222b6d6/0f397026-8ab1-4c04-8576-3a1d2222b6d6.vmdk. {{(pid=70867) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1415.671683] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-01be225a-ec59-4b20-b353-04dac7581ee4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.678124] env[70867]: DEBUG oslo_vmware.api [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1415.678124] env[70867]: value = "task-3474884" [ 1415.678124] env[70867]: _type = "Task" [ 1415.678124] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.685150] env[70867]: DEBUG oslo_vmware.api [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474884, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.943461] env[70867]: DEBUG oslo_concurrency.lockutils [req-6757f737-df38-498c-980c-db2c6fcb77fa req-73710589-48c9-4a28-961c-a8d29cb1cc89 service nova] Releasing lock "refresh_cache-d77c773e-8e7f-4c8a-b9f6-356b30984789" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.943832] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquired lock "refresh_cache-d77c773e-8e7f-4c8a-b9f6-356b30984789" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.944024] env[70867]: DEBUG nova.network.neutron [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1416.188439] env[70867]: DEBUG oslo_vmware.api [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474884, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.475558] env[70867]: DEBUG nova.network.neutron [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1416.611270] env[70867]: DEBUG nova.network.neutron [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Updating instance_info_cache with network_info: [{"id": "0c6a00d8-5725-4d45-a255-f6abc3e7e235", "address": "fa:16:3e:76:e8:81", "network": {"id": "09b7e41f-edd2-41f2-8682-851f1b11289c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-971353873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37eadd9b874741cdbb5f827504f09069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c6a00d8-57", "ovs_interfaceid": "0c6a00d8-5725-4d45-a255-f6abc3e7e235", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.690361] env[70867]: DEBUG oslo_vmware.api [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474884, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.114024] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Releasing lock "refresh_cache-d77c773e-8e7f-4c8a-b9f6-356b30984789" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.114347] env[70867]: DEBUG nova.compute.manager [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Instance network_info: |[{"id": "0c6a00d8-5725-4d45-a255-f6abc3e7e235", "address": "fa:16:3e:76:e8:81", "network": {"id": "09b7e41f-edd2-41f2-8682-851f1b11289c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-971353873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37eadd9b874741cdbb5f827504f09069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c6a00d8-57", "ovs_interfaceid": "0c6a00d8-5725-4d45-a255-f6abc3e7e235", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1417.114855] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:e8:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99639c37-b0c6-4be7-9594-230e44b1280b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c6a00d8-5725-4d45-a255-f6abc3e7e235', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1417.123125] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1417.123375] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1417.123627] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d9798f0-41ee-4762-a50f-9e18e345d7ea {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.147122] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1417.147122] env[70867]: value = "task-3474885" [ 1417.147122] env[70867]: _type = "Task" [ 1417.147122] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.156178] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474885, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.189995] env[70867]: DEBUG oslo_vmware.api [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474884, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.657777] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474885, 'name': CreateVM_Task} progress is 25%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.689397] env[70867]: DEBUG oslo_vmware.api [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474884, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.159347] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474885, 'name': CreateVM_Task, 'duration_secs': 0.894362} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.159524] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1418.161030] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.161030] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.161030] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.161207] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca14beca-b9af-464d-b58b-e130ea643b2e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.165274] env[70867]: DEBUG oslo_vmware.api [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1418.165274] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]522c486b-ee03-f750-4beb-8111fe79ee91" [ 1418.165274] env[70867]: _type = "Task" [ 1418.165274] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.172389] env[70867]: DEBUG oslo_vmware.api [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]522c486b-ee03-f750-4beb-8111fe79ee91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.188600] env[70867]: DEBUG oslo_vmware.api [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474884, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.222615} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.188838] env[70867]: INFO nova.virt.vmwareapi.ds_util [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_53567bac-ccb4-4eda-a320-d6826798e60c/OSTACK_IMG_53567bac-ccb4-4eda-a320-d6826798e60c.vmdk to [datastore1] devstack-image-cache_base/0f397026-8ab1-4c04-8576-3a1d2222b6d6/0f397026-8ab1-4c04-8576-3a1d2222b6d6.vmdk. [ 1418.189034] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Cleaning up location [datastore1] OSTACK_IMG_53567bac-ccb4-4eda-a320-d6826798e60c {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1418.189204] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_53567bac-ccb4-4eda-a320-d6826798e60c {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1418.189430] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3eae3078-520d-4976-a755-fbf93b162d94 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.195862] env[70867]: DEBUG oslo_vmware.api [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1418.195862] env[70867]: value = "task-3474886" [ 1418.195862] env[70867]: _type = "Task" [ 1418.195862] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.202902] env[70867]: DEBUG oslo_vmware.api [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.677397] env[70867]: DEBUG oslo_vmware.api [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]522c486b-ee03-f750-4beb-8111fe79ee91, 'name': SearchDatastore_Task, 'duration_secs': 0.009742} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.677727] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.677914] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1418.678162] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.678310] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.678485] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1418.679078] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-454ff218-53c9-4fd9-aa9c-02889b8e671a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.687311] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1418.687482] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1418.688172] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31cd83e0-e580-49a9-b928-39f24ccf77dc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.693160] env[70867]: DEBUG oslo_vmware.api [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1418.693160] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]526a5069-ef8d-6d51-d270-9c0f24ed36ba" [ 1418.693160] env[70867]: _type = "Task" [ 1418.693160] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.704180] env[70867]: DEBUG oslo_vmware.api [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]526a5069-ef8d-6d51-d270-9c0f24ed36ba, 'name': SearchDatastore_Task, 'duration_secs': 0.008546} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.707332] env[70867]: DEBUG oslo_vmware.api [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033101} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.707523] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d6906a5-ea26-4434-ace2-782eecd48ed6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.709531] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1418.709702] env[70867]: DEBUG oslo_concurrency.lockutils [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0f397026-8ab1-4c04-8576-3a1d2222b6d6/0f397026-8ab1-4c04-8576-3a1d2222b6d6.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.709924] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0f397026-8ab1-4c04-8576-3a1d2222b6d6/0f397026-8ab1-4c04-8576-3a1d2222b6d6.vmdk to [datastore1] cc097a6b-b12a-4240-8ef3-91313f643065/cc097a6b-b12a-4240-8ef3-91313f643065.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1418.710152] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d5ae8a4-4d02-4d4c-bf72-2cda477fb057 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.714148] env[70867]: DEBUG oslo_vmware.api [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1418.714148] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52fcf0fb-6c8d-3a7a-b8ef-5fe8142e3e72" [ 1418.714148] env[70867]: _type = "Task" [ 1418.714148] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.718191] env[70867]: DEBUG oslo_vmware.api [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1418.718191] env[70867]: value = "task-3474887" [ 1418.718191] env[70867]: _type = "Task" [ 1418.718191] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.724032] env[70867]: DEBUG oslo_vmware.api [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52fcf0fb-6c8d-3a7a-b8ef-5fe8142e3e72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.728319] env[70867]: DEBUG oslo_vmware.api [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474887, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.228592] env[70867]: DEBUG oslo_vmware.api [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52fcf0fb-6c8d-3a7a-b8ef-5fe8142e3e72, 'name': SearchDatastore_Task, 'duration_secs': 0.009068} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.232193] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.232542] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] d77c773e-8e7f-4c8a-b9f6-356b30984789/d77c773e-8e7f-4c8a-b9f6-356b30984789.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1419.232843] env[70867]: DEBUG oslo_vmware.api [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474887, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.233154] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-248c4fe6-8f6b-4808-b7b4-4780eea8fb9e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.241858] env[70867]: DEBUG oslo_vmware.api [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1419.241858] env[70867]: value = "task-3474888" [ 1419.241858] env[70867]: _type = "Task" [ 1419.241858] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.252550] env[70867]: DEBUG oslo_vmware.api [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.728424] env[70867]: DEBUG oslo_vmware.api [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474887, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.751771] env[70867]: DEBUG oslo_vmware.api [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.229976] env[70867]: DEBUG oslo_vmware.api [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474887, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.252580] env[70867]: DEBUG oslo_vmware.api [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.730795] env[70867]: DEBUG oslo_vmware.api [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474887, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.753111] env[70867]: DEBUG oslo_vmware.api [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474888, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.231312] env[70867]: DEBUG oslo_vmware.api [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474887, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.186428} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.231591] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0f397026-8ab1-4c04-8576-3a1d2222b6d6/0f397026-8ab1-4c04-8576-3a1d2222b6d6.vmdk to [datastore1] cc097a6b-b12a-4240-8ef3-91313f643065/cc097a6b-b12a-4240-8ef3-91313f643065.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1421.232382] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a1cd65-e5b0-4c6d-9f03-2eacc4f72ff2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.254882] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] cc097a6b-b12a-4240-8ef3-91313f643065/cc097a6b-b12a-4240-8ef3-91313f643065.vmdk or device None with type streamOptimized {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1421.257602] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5ae0ffe-a19d-4dbe-a84b-88456efb94ee {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.276632] env[70867]: DEBUG oslo_vmware.api [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474888, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.950543} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.277711] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] d77c773e-8e7f-4c8a-b9f6-356b30984789/d77c773e-8e7f-4c8a-b9f6-356b30984789.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1421.277924] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1421.278223] env[70867]: DEBUG oslo_vmware.api [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1421.278223] env[70867]: value = "task-3474889" [ 1421.278223] env[70867]: _type = "Task" [ 1421.278223] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.278401] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bcf38c27-ddd2-4fef-9211-5f3a1694920b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.287727] env[70867]: DEBUG oslo_vmware.api [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474889, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.288598] env[70867]: DEBUG oslo_vmware.api [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1421.288598] env[70867]: value = "task-3474890" [ 1421.288598] env[70867]: _type = "Task" [ 1421.288598] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.295664] env[70867]: DEBUG oslo_vmware.api [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474890, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.790341] env[70867]: DEBUG oslo_vmware.api [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474889, 'name': ReconfigVM_Task, 'duration_secs': 0.276495} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.793108] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Reconfigured VM instance instance-0000007c to attach disk [datastore1] cc097a6b-b12a-4240-8ef3-91313f643065/cc097a6b-b12a-4240-8ef3-91313f643065.vmdk or device None with type streamOptimized {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1421.793740] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-643bc35c-0614-4dab-ab2b-0b39eff0fbd1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.799146] env[70867]: DEBUG oslo_vmware.api [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474890, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065548} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.800200] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1421.800513] env[70867]: DEBUG oslo_vmware.api [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1421.800513] env[70867]: value = "task-3474891" [ 1421.800513] env[70867]: _type = "Task" [ 1421.800513] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.801154] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a916898-695f-47ab-9f21-deb35d34c583 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.810473] env[70867]: DEBUG oslo_vmware.api [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474891, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.827289] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] d77c773e-8e7f-4c8a-b9f6-356b30984789/d77c773e-8e7f-4c8a-b9f6-356b30984789.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1421.827529] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8350f94-eb2d-4aa7-8736-ff7ad8355cac {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.846260] env[70867]: DEBUG oslo_vmware.api [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1421.846260] env[70867]: value = "task-3474892" [ 1421.846260] env[70867]: _type = "Task" [ 1421.846260] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.853611] env[70867]: DEBUG oslo_vmware.api [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474892, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.312629] env[70867]: DEBUG oslo_vmware.api [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474891, 'name': Rename_Task, 'duration_secs': 0.272707} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.312892] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1422.313158] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68b67953-1ffd-48ef-8c32-77aa5b4bef62 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.318900] env[70867]: DEBUG oslo_vmware.api [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1422.318900] env[70867]: value = "task-3474893" [ 1422.318900] env[70867]: _type = "Task" [ 1422.318900] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.325881] env[70867]: DEBUG oslo_vmware.api [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.355130] env[70867]: DEBUG oslo_vmware.api [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.828849] env[70867]: DEBUG oslo_vmware.api [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474893, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.858205] env[70867]: DEBUG oslo_vmware.api [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474892, 'name': ReconfigVM_Task, 'duration_secs': 0.826011} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.858638] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Reconfigured VM instance instance-0000007d to attach disk [datastore1] d77c773e-8e7f-4c8a-b9f6-356b30984789/d77c773e-8e7f-4c8a-b9f6-356b30984789.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1422.859506] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ece7207-0b21-4e88-bcd1-8d8fa44f085f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.866717] env[70867]: DEBUG oslo_vmware.api [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1422.866717] env[70867]: value = "task-3474894" [ 1422.866717] env[70867]: _type = "Task" [ 1422.866717] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.877122] env[70867]: DEBUG oslo_vmware.api [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474894, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.329156] env[70867]: DEBUG oslo_vmware.api [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474893, 'name': PowerOnVM_Task, 'duration_secs': 0.629635} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.329416] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1423.375777] env[70867]: DEBUG oslo_vmware.api [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474894, 'name': Rename_Task, 'duration_secs': 0.132437} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.376151] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1423.376503] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a45c4db2-6635-42c6-91fa-3f8bb6c326af {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.383888] env[70867]: DEBUG oslo_vmware.api [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1423.383888] env[70867]: value = "task-3474895" [ 1423.383888] env[70867]: _type = "Task" [ 1423.383888] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.391043] env[70867]: DEBUG oslo_vmware.api [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474895, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.428472] env[70867]: DEBUG nova.compute.manager [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1423.429348] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e5a73e-2593-43c3-9f51-4b22bd95ba41 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.895218] env[70867]: DEBUG oslo_vmware.api [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474895, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.945760] env[70867]: DEBUG oslo_concurrency.lockutils [None req-00d58bb7-1f78-44ea-a09a-44ac1641a71c tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lock "cc097a6b-b12a-4240-8ef3-91313f643065" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.733s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.395362] env[70867]: DEBUG oslo_vmware.api [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474895, 'name': PowerOnVM_Task, 'duration_secs': 0.908748} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.395653] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1424.395922] env[70867]: INFO nova.compute.manager [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Took 10.14 seconds to spawn the instance on the hypervisor. [ 1424.396124] env[70867]: DEBUG nova.compute.manager [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1424.396846] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9c80ca-98cf-459d-82d1-74aa4f324f58 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.913360] env[70867]: INFO nova.compute.manager [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Took 14.82 seconds to build instance. [ 1425.332552] env[70867]: DEBUG nova.compute.manager [req-da47493f-8086-499e-8286-b063f1f16bce req-06a3f4f4-8773-41db-badc-a3e3ce9aa038 service nova] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Received event network-changed-0c6a00d8-5725-4d45-a255-f6abc3e7e235 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1425.332712] env[70867]: DEBUG nova.compute.manager [req-da47493f-8086-499e-8286-b063f1f16bce req-06a3f4f4-8773-41db-badc-a3e3ce9aa038 service nova] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Refreshing instance network info cache due to event network-changed-0c6a00d8-5725-4d45-a255-f6abc3e7e235. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1425.332930] env[70867]: DEBUG oslo_concurrency.lockutils [req-da47493f-8086-499e-8286-b063f1f16bce req-06a3f4f4-8773-41db-badc-a3e3ce9aa038 service nova] Acquiring lock "refresh_cache-d77c773e-8e7f-4c8a-b9f6-356b30984789" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.333090] env[70867]: DEBUG oslo_concurrency.lockutils [req-da47493f-8086-499e-8286-b063f1f16bce req-06a3f4f4-8773-41db-badc-a3e3ce9aa038 service nova] Acquired lock "refresh_cache-d77c773e-8e7f-4c8a-b9f6-356b30984789" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.333252] env[70867]: DEBUG nova.network.neutron [req-da47493f-8086-499e-8286-b063f1f16bce req-06a3f4f4-8773-41db-badc-a3e3ce9aa038 service nova] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Refreshing network info cache for port 0c6a00d8-5725-4d45-a255-f6abc3e7e235 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1425.415411] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8531e2b-73db-42b5-930e-21f677a0fdb7 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "d77c773e-8e7f-4c8a-b9f6-356b30984789" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.326s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.032993] env[70867]: DEBUG nova.network.neutron [req-da47493f-8086-499e-8286-b063f1f16bce req-06a3f4f4-8773-41db-badc-a3e3ce9aa038 service nova] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Updated VIF entry in instance network info cache for port 0c6a00d8-5725-4d45-a255-f6abc3e7e235. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1426.033394] env[70867]: DEBUG nova.network.neutron [req-da47493f-8086-499e-8286-b063f1f16bce req-06a3f4f4-8773-41db-badc-a3e3ce9aa038 service nova] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Updating instance_info_cache with network_info: [{"id": "0c6a00d8-5725-4d45-a255-f6abc3e7e235", "address": "fa:16:3e:76:e8:81", "network": {"id": "09b7e41f-edd2-41f2-8682-851f1b11289c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-971353873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37eadd9b874741cdbb5f827504f09069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c6a00d8-57", "ovs_interfaceid": "0c6a00d8-5725-4d45-a255-f6abc3e7e235", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.536231] env[70867]: DEBUG oslo_concurrency.lockutils [req-da47493f-8086-499e-8286-b063f1f16bce req-06a3f4f4-8773-41db-badc-a3e3ce9aa038 service nova] Releasing lock "refresh_cache-d77c773e-8e7f-4c8a-b9f6-356b30984789" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.786064] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.289739] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.290050] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.290212] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.290374] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70867) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1450.291303] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d2763b-4199-4586-90a0-7bf4bbefeab5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.299762] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7407b5-a59e-4614-91d9-eaff769308d4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.314344] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0267768a-4b73-4121-be86-d19112ea50f7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.320454] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cea9315-ae61-46c3-b5ff-1d48e37d3110 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.348640] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180418MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=70867) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1450.348812] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.349017] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.377157] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 77a48e85-c8ec-41e3-996b-5b064a074847 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1451.377475] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance cc097a6b-b12a-4240-8ef3-91313f643065 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1451.377475] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance d77c773e-8e7f-4c8a-b9f6-356b30984789 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1451.377588] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=70867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1451.377717] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=70867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1451.427664] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f8d261-36b0-4c29-9c27-952c542d5dd7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.434733] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e33ed82-2dfe-4d4b-a93d-5c8ae8c6b3dd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.464646] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d307f10-f67d-4216-86da-cf94f3fbe208 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.471310] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864a6c3d-1143-4c44-9ae1-651f6e9ca40c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.483813] env[70867]: DEBUG nova.compute.provider_tree [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1451.987448] env[70867]: DEBUG nova.scheduler.client.report [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1452.492496] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70867) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1452.492813] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.144s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1454.493390] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.493694] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.493828] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.494066] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.494262] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.494425] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70867) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1455.786614] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.785750] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.263782] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4b827ead-b3cb-4e68-a679-e8fcb4f85d69 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquiring lock "cc097a6b-b12a-4240-8ef3-91313f643065" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1459.264138] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4b827ead-b3cb-4e68-a679-e8fcb4f85d69 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lock "cc097a6b-b12a-4240-8ef3-91313f643065" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.264358] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4b827ead-b3cb-4e68-a679-e8fcb4f85d69 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquiring lock "cc097a6b-b12a-4240-8ef3-91313f643065-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1459.264545] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4b827ead-b3cb-4e68-a679-e8fcb4f85d69 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lock "cc097a6b-b12a-4240-8ef3-91313f643065-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.264731] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4b827ead-b3cb-4e68-a679-e8fcb4f85d69 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lock "cc097a6b-b12a-4240-8ef3-91313f643065-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.268360] env[70867]: INFO nova.compute.manager [None req-4b827ead-b3cb-4e68-a679-e8fcb4f85d69 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Terminating instance [ 1459.772334] env[70867]: DEBUG nova.compute.manager [None req-4b827ead-b3cb-4e68-a679-e8fcb4f85d69 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1459.772570] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-4b827ead-b3cb-4e68-a679-e8fcb4f85d69 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1459.773579] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cb37a9-5469-4a0b-b9e6-8c55997e7bab {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.781311] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b827ead-b3cb-4e68-a679-e8fcb4f85d69 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1459.781528] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-431bdb65-fb70-4f0c-906a-e36f63b1a06b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.788906] env[70867]: DEBUG oslo_vmware.api [None req-4b827ead-b3cb-4e68-a679-e8fcb4f85d69 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1459.788906] env[70867]: value = "task-3474896" [ 1459.788906] env[70867]: _type = "Task" [ 1459.788906] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.796873] env[70867]: DEBUG oslo_vmware.api [None req-4b827ead-b3cb-4e68-a679-e8fcb4f85d69 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.298510] env[70867]: DEBUG oslo_vmware.api [None req-4b827ead-b3cb-4e68-a679-e8fcb4f85d69 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474896, 'name': PowerOffVM_Task, 'duration_secs': 0.227813} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.298761] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b827ead-b3cb-4e68-a679-e8fcb4f85d69 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1460.298931] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-4b827ead-b3cb-4e68-a679-e8fcb4f85d69 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1460.299191] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92156edc-36c5-474a-8114-44115fd4d42a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.361240] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-4b827ead-b3cb-4e68-a679-e8fcb4f85d69 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1460.361464] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-4b827ead-b3cb-4e68-a679-e8fcb4f85d69 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1460.361647] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b827ead-b3cb-4e68-a679-e8fcb4f85d69 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Deleting the datastore file [datastore1] cc097a6b-b12a-4240-8ef3-91313f643065 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1460.361969] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6ca0bd6-37a0-49cd-b9b7-5ac66bdf2f08 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.370671] env[70867]: DEBUG oslo_vmware.api [None req-4b827ead-b3cb-4e68-a679-e8fcb4f85d69 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for the task: (returnval){ [ 1460.370671] env[70867]: value = "task-3474898" [ 1460.370671] env[70867]: _type = "Task" [ 1460.370671] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.378233] env[70867]: DEBUG oslo_vmware.api [None req-4b827ead-b3cb-4e68-a679-e8fcb4f85d69 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.881858] env[70867]: DEBUG oslo_vmware.api [None req-4b827ead-b3cb-4e68-a679-e8fcb4f85d69 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Task: {'id': task-3474898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121263} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.882347] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b827ead-b3cb-4e68-a679-e8fcb4f85d69 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1460.882404] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-4b827ead-b3cb-4e68-a679-e8fcb4f85d69 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1460.882533] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-4b827ead-b3cb-4e68-a679-e8fcb4f85d69 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1460.882710] env[70867]: INFO nova.compute.manager [None req-4b827ead-b3cb-4e68-a679-e8fcb4f85d69 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1460.882947] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b827ead-b3cb-4e68-a679-e8fcb4f85d69 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1460.883169] env[70867]: DEBUG nova.compute.manager [-] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1460.883282] env[70867]: DEBUG nova.network.neutron [-] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1461.428619] env[70867]: DEBUG nova.compute.manager [req-2840bc87-1437-4528-ab21-d61886816a93 req-bb4595d3-2b58-42d5-a610-e9b8e4c025b6 service nova] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Received event network-vif-deleted-3c39b89c-e9f3-4511-b475-ed181f582271 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1461.428841] env[70867]: INFO nova.compute.manager [req-2840bc87-1437-4528-ab21-d61886816a93 req-bb4595d3-2b58-42d5-a610-e9b8e4c025b6 service nova] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Neutron deleted interface 3c39b89c-e9f3-4511-b475-ed181f582271; detaching it from the instance and deleting it from the info cache [ 1461.429047] env[70867]: DEBUG nova.network.neutron [req-2840bc87-1437-4528-ab21-d61886816a93 req-bb4595d3-2b58-42d5-a610-e9b8e4c025b6 service nova] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.911414] env[70867]: DEBUG nova.network.neutron [-] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.932224] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-189391f8-0b24-4557-9cf8-0e5bd6fbf429 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.941982] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f5b34c-c3d4-44dc-b3d9-327434a5769e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.967127] env[70867]: DEBUG nova.compute.manager [req-2840bc87-1437-4528-ab21-d61886816a93 req-bb4595d3-2b58-42d5-a610-e9b8e4c025b6 service nova] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Detach interface failed, port_id=3c39b89c-e9f3-4511-b475-ed181f582271, reason: Instance cc097a6b-b12a-4240-8ef3-91313f643065 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1462.043960] env[70867]: INFO nova.compute.manager [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Rebuilding instance [ 1462.087168] env[70867]: DEBUG nova.compute.manager [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1462.088012] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c416d582-7fde-479b-a1b7-8312b5b4c306 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.414171] env[70867]: INFO nova.compute.manager [-] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Took 1.53 seconds to deallocate network for instance. [ 1462.781843] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.920482] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4b827ead-b3cb-4e68-a679-e8fcb4f85d69 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.920814] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4b827ead-b3cb-4e68-a679-e8fcb4f85d69 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1462.920983] env[70867]: DEBUG nova.objects.instance [None req-4b827ead-b3cb-4e68-a679-e8fcb4f85d69 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lazy-loading 'resources' on Instance uuid cc097a6b-b12a-4240-8ef3-91313f643065 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1463.101166] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1463.101489] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23bb3584-cd61-43d3-9335-b2823e395c3b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.109651] env[70867]: DEBUG oslo_vmware.api [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1463.109651] env[70867]: value = "task-3474899" [ 1463.109651] env[70867]: _type = "Task" [ 1463.109651] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.117580] env[70867]: DEBUG oslo_vmware.api [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.475517] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1a916e-b7b0-4001-9363-6f11400c102c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.482796] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb304651-88bb-448f-aeeb-3df04a752681 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.512718] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f82c0c-e1a5-45e5-a8fa-ff56d19dba9d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.519680] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a36a86-1ea1-40c5-8ace-0b59e1a3183e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.532568] env[70867]: DEBUG nova.compute.provider_tree [None req-4b827ead-b3cb-4e68-a679-e8fcb4f85d69 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1463.619594] env[70867]: DEBUG oslo_vmware.api [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474899, 'name': PowerOffVM_Task, 'duration_secs': 0.232295} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.619946] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1463.620271] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1463.621075] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87d8a17-d7a8-4b20-ae60-b3816b2b771e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.627438] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1463.627658] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c50d5fb4-308a-4bb0-9388-41e4ae812e84 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.686922] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1463.687106] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1463.687294] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Deleting the datastore file [datastore1] d77c773e-8e7f-4c8a-b9f6-356b30984789 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1463.687554] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33046384-2b88-4f15-bfb1-19aa41073606 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.694117] env[70867]: DEBUG oslo_vmware.api [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1463.694117] env[70867]: value = "task-3474901" [ 1463.694117] env[70867]: _type = "Task" [ 1463.694117] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.703668] env[70867]: DEBUG oslo_vmware.api [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.035791] env[70867]: DEBUG nova.scheduler.client.report [None req-4b827ead-b3cb-4e68-a679-e8fcb4f85d69 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1464.203993] env[70867]: DEBUG oslo_vmware.api [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141178} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.204272] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1464.204459] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1464.204631] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1464.540479] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4b827ead-b3cb-4e68-a679-e8fcb4f85d69 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.619s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.560454] env[70867]: INFO nova.scheduler.client.report [None req-4b827ead-b3cb-4e68-a679-e8fcb4f85d69 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Deleted allocations for instance cc097a6b-b12a-4240-8ef3-91313f643065 [ 1465.067701] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4b827ead-b3cb-4e68-a679-e8fcb4f85d69 tempest-AttachVolumeShelveTestJSON-74736359 tempest-AttachVolumeShelveTestJSON-74736359-project-member] Lock "cc097a6b-b12a-4240-8ef3-91313f643065" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.803s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1465.240564] env[70867]: DEBUG nova.virt.hardware [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1465.240831] env[70867]: DEBUG nova.virt.hardware [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1465.240990] env[70867]: DEBUG nova.virt.hardware [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1465.241192] env[70867]: DEBUG nova.virt.hardware [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1465.241341] env[70867]: DEBUG nova.virt.hardware [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1465.241488] env[70867]: DEBUG nova.virt.hardware [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1465.241699] env[70867]: DEBUG nova.virt.hardware [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1465.241871] env[70867]: DEBUG nova.virt.hardware [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1465.242065] env[70867]: DEBUG nova.virt.hardware [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1465.242247] env[70867]: DEBUG nova.virt.hardware [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1465.242420] env[70867]: DEBUG nova.virt.hardware [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1465.243294] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963399b4-8ae8-4ad8-a1ea-6ff3f456f0c8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.251059] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6994419c-4995-494a-86b7-39a0a2f75b3a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.264256] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:e8:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99639c37-b0c6-4be7-9594-230e44b1280b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c6a00d8-5725-4d45-a255-f6abc3e7e235', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1465.271470] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1465.271710] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1465.271919] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bb536cc-16c9-4238-a997-66060c569949 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.290372] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1465.290372] env[70867]: value = "task-3474902" [ 1465.290372] env[70867]: _type = "Task" [ 1465.290372] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.297655] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474902, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.800266] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474902, 'name': CreateVM_Task, 'duration_secs': 0.287385} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.800442] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1465.801128] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.801303] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.801630] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.801890] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e1a91d7-47a9-4da8-8b94-3bf841921376 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.806052] env[70867]: DEBUG oslo_vmware.api [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1465.806052] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]526f280d-2745-8b9b-4fb5-7c04659c3501" [ 1465.806052] env[70867]: _type = "Task" [ 1465.806052] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.812959] env[70867]: DEBUG oslo_vmware.api [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]526f280d-2745-8b9b-4fb5-7c04659c3501, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.316494] env[70867]: DEBUG oslo_vmware.api [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]526f280d-2745-8b9b-4fb5-7c04659c3501, 'name': SearchDatastore_Task, 'duration_secs': 0.011802} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.316847] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.317054] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1466.317306] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.317453] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.317634] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1466.317900] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28f6f494-9377-4815-b1b2-786319dcc93b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.326856] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1466.327036] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1466.327766] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77b7009c-ab6e-4118-925d-0fd01aded658 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.332550] env[70867]: DEBUG oslo_vmware.api [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1466.332550] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52336b5d-c43e-69a8-c53d-59917aa423ac" [ 1466.332550] env[70867]: _type = "Task" [ 1466.332550] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.340742] env[70867]: DEBUG oslo_vmware.api [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52336b5d-c43e-69a8-c53d-59917aa423ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.842191] env[70867]: DEBUG oslo_vmware.api [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52336b5d-c43e-69a8-c53d-59917aa423ac, 'name': SearchDatastore_Task, 'duration_secs': 0.008123} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.842973] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-456fe2d8-a8cd-4c21-b67d-01a151f71aca {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.848056] env[70867]: DEBUG oslo_vmware.api [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1466.848056] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e49e61-58f0-a62f-871a-0c91decc7e59" [ 1466.848056] env[70867]: _type = "Task" [ 1466.848056] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.855103] env[70867]: DEBUG oslo_vmware.api [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e49e61-58f0-a62f-871a-0c91decc7e59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.358427] env[70867]: DEBUG oslo_vmware.api [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52e49e61-58f0-a62f-871a-0c91decc7e59, 'name': SearchDatastore_Task, 'duration_secs': 0.009883} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.358762] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.358924] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] d77c773e-8e7f-4c8a-b9f6-356b30984789/d77c773e-8e7f-4c8a-b9f6-356b30984789.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1467.359191] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d9c3f84-d2bf-40ab-ada9-a4e850ecd91c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.365980] env[70867]: DEBUG oslo_vmware.api [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1467.365980] env[70867]: value = "task-3474904" [ 1467.365980] env[70867]: _type = "Task" [ 1467.365980] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.373225] env[70867]: DEBUG oslo_vmware.api [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.875665] env[70867]: DEBUG oslo_vmware.api [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.407074} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.875928] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore1] d77c773e-8e7f-4c8a-b9f6-356b30984789/d77c773e-8e7f-4c8a-b9f6-356b30984789.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1467.876177] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1467.876459] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1d685aa-7aa5-402e-a215-c4114afa1d73 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.882773] env[70867]: DEBUG oslo_vmware.api [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1467.882773] env[70867]: value = "task-3474905" [ 1467.882773] env[70867]: _type = "Task" [ 1467.882773] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.889993] env[70867]: DEBUG oslo_vmware.api [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.392580] env[70867]: DEBUG oslo_vmware.api [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062213} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.392929] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1468.393598] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6d0ba8-51c6-433a-9b65-cadd263493ba {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.414787] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] d77c773e-8e7f-4c8a-b9f6-356b30984789/d77c773e-8e7f-4c8a-b9f6-356b30984789.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1468.414994] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9e52e7f-6b1a-4d24-baf5-d850a01716f8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.433901] env[70867]: DEBUG oslo_vmware.api [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1468.433901] env[70867]: value = "task-3474906" [ 1468.433901] env[70867]: _type = "Task" [ 1468.433901] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.440802] env[70867]: DEBUG oslo_vmware.api [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474906, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.943259] env[70867]: DEBUG oslo_vmware.api [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474906, 'name': ReconfigVM_Task, 'duration_secs': 0.26704} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.943534] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Reconfigured VM instance instance-0000007d to attach disk [datastore1] d77c773e-8e7f-4c8a-b9f6-356b30984789/d77c773e-8e7f-4c8a-b9f6-356b30984789.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1468.944203] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb0c1b9a-ea73-49ac-b92e-48af3c907362 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.951480] env[70867]: DEBUG oslo_vmware.api [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1468.951480] env[70867]: value = "task-3474907" [ 1468.951480] env[70867]: _type = "Task" [ 1468.951480] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.959646] env[70867]: DEBUG oslo_vmware.api [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474907, 'name': Rename_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.461941] env[70867]: DEBUG oslo_vmware.api [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474907, 'name': Rename_Task, 'duration_secs': 0.133} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.462354] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1469.462606] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b345970d-06d2-459b-a6a5-ab344524cb23 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.468422] env[70867]: DEBUG oslo_vmware.api [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1469.468422] env[70867]: value = "task-3474908" [ 1469.468422] env[70867]: _type = "Task" [ 1469.468422] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.476432] env[70867]: DEBUG oslo_vmware.api [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474908, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.979036] env[70867]: DEBUG oslo_vmware.api [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474908, 'name': PowerOnVM_Task, 'duration_secs': 0.443876} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.979320] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1469.979521] env[70867]: DEBUG nova.compute.manager [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1469.980290] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1419540a-b7ec-4900-bc1c-413e5aad817d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.497582] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1470.497582] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1470.497582] env[70867]: DEBUG nova.objects.instance [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70867) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1471.505891] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b9bded07-0c4f-44f9-9779-f4fbf8f69f85 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1501.374233] env[70867]: DEBUG oslo_concurrency.lockutils [None req-34d92700-9f2e-41a2-b4e2-74136276e4fb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "d77c773e-8e7f-4c8a-b9f6-356b30984789" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.374645] env[70867]: DEBUG oslo_concurrency.lockutils [None req-34d92700-9f2e-41a2-b4e2-74136276e4fb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "d77c773e-8e7f-4c8a-b9f6-356b30984789" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.374742] env[70867]: DEBUG oslo_concurrency.lockutils [None req-34d92700-9f2e-41a2-b4e2-74136276e4fb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "d77c773e-8e7f-4c8a-b9f6-356b30984789-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.374920] env[70867]: DEBUG oslo_concurrency.lockutils [None req-34d92700-9f2e-41a2-b4e2-74136276e4fb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "d77c773e-8e7f-4c8a-b9f6-356b30984789-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.375119] env[70867]: DEBUG oslo_concurrency.lockutils [None req-34d92700-9f2e-41a2-b4e2-74136276e4fb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "d77c773e-8e7f-4c8a-b9f6-356b30984789-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1501.379042] env[70867]: INFO nova.compute.manager [None req-34d92700-9f2e-41a2-b4e2-74136276e4fb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Terminating instance [ 1501.883418] env[70867]: DEBUG nova.compute.manager [None req-34d92700-9f2e-41a2-b4e2-74136276e4fb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1501.883696] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-34d92700-9f2e-41a2-b4e2-74136276e4fb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1501.884985] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce212a1-375b-44b9-8fd2-6150ede15464 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.892475] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d92700-9f2e-41a2-b4e2-74136276e4fb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1501.892710] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b0ecca1-d523-458d-9a45-9ba5d2061aa3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.897996] env[70867]: DEBUG oslo_vmware.api [None req-34d92700-9f2e-41a2-b4e2-74136276e4fb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1501.897996] env[70867]: value = "task-3474909" [ 1501.897996] env[70867]: _type = "Task" [ 1501.897996] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.905809] env[70867]: DEBUG oslo_vmware.api [None req-34d92700-9f2e-41a2-b4e2-74136276e4fb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.408474] env[70867]: DEBUG oslo_vmware.api [None req-34d92700-9f2e-41a2-b4e2-74136276e4fb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474909, 'name': PowerOffVM_Task, 'duration_secs': 0.167188} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.408821] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d92700-9f2e-41a2-b4e2-74136276e4fb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1502.408940] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-34d92700-9f2e-41a2-b4e2-74136276e4fb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1502.409148] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88c2c9ae-9d98-4f6b-9d73-412145b11178 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.478013] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-34d92700-9f2e-41a2-b4e2-74136276e4fb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1502.478256] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-34d92700-9f2e-41a2-b4e2-74136276e4fb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Deleting contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1502.478424] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-34d92700-9f2e-41a2-b4e2-74136276e4fb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Deleting the datastore file [datastore1] d77c773e-8e7f-4c8a-b9f6-356b30984789 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1502.478694] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed703835-73f4-4471-be89-5211427337d3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.484524] env[70867]: DEBUG oslo_vmware.api [None req-34d92700-9f2e-41a2-b4e2-74136276e4fb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1502.484524] env[70867]: value = "task-3474911" [ 1502.484524] env[70867]: _type = "Task" [ 1502.484524] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.492012] env[70867]: DEBUG oslo_vmware.api [None req-34d92700-9f2e-41a2-b4e2-74136276e4fb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.995220] env[70867]: DEBUG oslo_vmware.api [None req-34d92700-9f2e-41a2-b4e2-74136276e4fb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151191} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.995474] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-34d92700-9f2e-41a2-b4e2-74136276e4fb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1502.995682] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-34d92700-9f2e-41a2-b4e2-74136276e4fb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Deleted contents of the VM from datastore datastore1 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1502.995835] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-34d92700-9f2e-41a2-b4e2-74136276e4fb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1502.996015] env[70867]: INFO nova.compute.manager [None req-34d92700-9f2e-41a2-b4e2-74136276e4fb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1502.996258] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34d92700-9f2e-41a2-b4e2-74136276e4fb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1502.996446] env[70867]: DEBUG nova.compute.manager [-] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1502.996543] env[70867]: DEBUG nova.network.neutron [-] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1503.687652] env[70867]: DEBUG nova.compute.manager [req-397113f8-3a03-4451-a8dc-4a1a0414c51b req-a087581d-94db-41ea-b7d9-04f5b0865742 service nova] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Received event network-vif-deleted-0c6a00d8-5725-4d45-a255-f6abc3e7e235 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1503.687899] env[70867]: INFO nova.compute.manager [req-397113f8-3a03-4451-a8dc-4a1a0414c51b req-a087581d-94db-41ea-b7d9-04f5b0865742 service nova] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Neutron deleted interface 0c6a00d8-5725-4d45-a255-f6abc3e7e235; detaching it from the instance and deleting it from the info cache [ 1503.688098] env[70867]: DEBUG nova.network.neutron [req-397113f8-3a03-4451-a8dc-4a1a0414c51b req-a087581d-94db-41ea-b7d9-04f5b0865742 service nova] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.168052] env[70867]: DEBUG nova.network.neutron [-] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.190286] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d96c629-9c85-412d-a751-65d0e57ebf7d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.200759] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498b7668-23aa-4697-9ec1-da2f7965bcf2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.224757] env[70867]: DEBUG nova.compute.manager [req-397113f8-3a03-4451-a8dc-4a1a0414c51b req-a087581d-94db-41ea-b7d9-04f5b0865742 service nova] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Detach interface failed, port_id=0c6a00d8-5725-4d45-a255-f6abc3e7e235, reason: Instance d77c773e-8e7f-4c8a-b9f6-356b30984789 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1504.671466] env[70867]: INFO nova.compute.manager [-] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Took 1.67 seconds to deallocate network for instance. [ 1505.177849] env[70867]: DEBUG oslo_concurrency.lockutils [None req-34d92700-9f2e-41a2-b4e2-74136276e4fb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1505.178313] env[70867]: DEBUG oslo_concurrency.lockutils [None req-34d92700-9f2e-41a2-b4e2-74136276e4fb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1505.178377] env[70867]: DEBUG nova.objects.instance [None req-34d92700-9f2e-41a2-b4e2-74136276e4fb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lazy-loading 'resources' on Instance uuid d77c773e-8e7f-4c8a-b9f6-356b30984789 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1505.723250] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630cc9da-546b-4c36-a71b-66769bb6b93f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.730651] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3159efc2-2423-4628-9f37-0d74e8270b6d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.761145] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b76a8a8-8938-4c1c-98ab-4f9c67a802be {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.767954] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4585e3e6-d073-4a95-a1ac-28a9b94bf6a0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.780512] env[70867]: DEBUG nova.compute.provider_tree [None req-34d92700-9f2e-41a2-b4e2-74136276e4fb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1506.283282] env[70867]: DEBUG nova.scheduler.client.report [None req-34d92700-9f2e-41a2-b4e2-74136276e4fb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1506.788599] env[70867]: DEBUG oslo_concurrency.lockutils [None req-34d92700-9f2e-41a2-b4e2-74136276e4fb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1506.808589] env[70867]: INFO nova.scheduler.client.report [None req-34d92700-9f2e-41a2-b4e2-74136276e4fb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Deleted allocations for instance d77c773e-8e7f-4c8a-b9f6-356b30984789 [ 1507.316556] env[70867]: DEBUG oslo_concurrency.lockutils [None req-34d92700-9f2e-41a2-b4e2-74136276e4fb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "d77c773e-8e7f-4c8a-b9f6-356b30984789" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.942s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1509.311889] env[70867]: DEBUG nova.compute.manager [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Stashing vm_state: active {{(pid=70867) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1509.831865] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1509.832164] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1510.337515] env[70867]: INFO nova.compute.claims [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1510.785864] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1510.843287] env[70867]: INFO nova.compute.resource_tracker [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Updating resource usage from migration 1aa81929-41aa-4b0b-9215-d66d81b9ac94 [ 1510.879299] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9cd2f4-7a45-40a1-80d9-a135817ee868 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.886886] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb18ee3-b40a-4536-b189-1f8914a87d7e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.915778] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f0aec4-2248-449c-8416-75f23b9ee858 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.922457] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac689788-a795-46d9-ac4f-80dce48d9c34 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.935144] env[70867]: DEBUG nova.compute.provider_tree [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1511.289345] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1511.438682] env[70867]: DEBUG nova.scheduler.client.report [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1511.942996] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.111s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1511.943250] env[70867]: INFO nova.compute.manager [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Migrating [ 1511.949776] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.661s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1511.950062] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1511.950168] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70867) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1511.953405] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d336204-630e-48d4-8496-af54dc102292 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.967076] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3adacfe-a202-4a98-abaa-ee9d581a6a71 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.981712] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adc9d89-7f21-4633-bf1a-916fff9ed837 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.988591] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22f95df-1324-442e-ba1d-d9e01dc24dc6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.017097] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180315MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=70867) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1512.017256] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1512.017462] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1512.463208] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "refresh_cache-77a48e85-c8ec-41e3-996b-5b064a074847" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.463588] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquired lock "refresh_cache-77a48e85-c8ec-41e3-996b-5b064a074847" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.463588] env[70867]: DEBUG nova.network.neutron [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1513.023964] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Applying migration context for instance 77a48e85-c8ec-41e3-996b-5b064a074847 as it has an incoming, in-progress migration 1aa81929-41aa-4b0b-9215-d66d81b9ac94. Migration status is pre-migrating {{(pid=70867) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1513.024580] env[70867]: INFO nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Updating resource usage from migration 1aa81929-41aa-4b0b-9215-d66d81b9ac94 [ 1513.039163] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Migration 1aa81929-41aa-4b0b-9215-d66d81b9ac94 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1513.039321] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 77a48e85-c8ec-41e3-996b-5b064a074847 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1513.039582] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=70867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1513.039758] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=960MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=70867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1513.074274] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8ab79e-c5a6-4cce-ad41-ed3569fd7f3e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.083174] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d16d46-e844-43b3-8d74-059d0042ab60 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.113731] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b35b49-53e7-4ab4-bc3e-4574a83afed7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.120656] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bed95dd-9489-4072-89a2-81848a23652e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.133347] env[70867]: DEBUG nova.compute.provider_tree [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1513.192989] env[70867]: DEBUG nova.network.neutron [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Updating instance_info_cache with network_info: [{"id": "84fe26e2-649b-46f9-a107-26d02cdde15c", "address": "fa:16:3e:2d:00:98", "network": {"id": "09b7e41f-edd2-41f2-8682-851f1b11289c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-971353873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37eadd9b874741cdbb5f827504f09069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84fe26e2-64", "ovs_interfaceid": "84fe26e2-649b-46f9-a107-26d02cdde15c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.640795] env[70867]: DEBUG nova.scheduler.client.report [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1513.695468] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Releasing lock "refresh_cache-77a48e85-c8ec-41e3-996b-5b064a074847" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.147108] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70867) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1514.147314] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.130s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1515.147800] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.148217] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.148217] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.148384] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.148492] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.148643] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70867) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1515.210640] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca348390-2fd1-4a14-852e-1fe8d7f423e4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.230166] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Updating instance '77a48e85-c8ec-41e3-996b-5b064a074847' progress to 0 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1515.736316] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1515.736631] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e292bde-bf25-400c-b15a-c745f8df8a6c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.743996] env[70867]: DEBUG oslo_vmware.api [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1515.743996] env[70867]: value = "task-3474912" [ 1515.743996] env[70867]: _type = "Task" [ 1515.743996] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.752066] env[70867]: DEBUG oslo_vmware.api [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.253926] env[70867]: DEBUG oslo_vmware.api [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474912, 'name': PowerOffVM_Task, 'duration_secs': 0.180832} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.254357] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1516.254448] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Updating instance '77a48e85-c8ec-41e3-996b-5b064a074847' progress to 17 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1516.761662] env[70867]: DEBUG nova.virt.hardware [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1516.762037] env[70867]: DEBUG nova.virt.hardware [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1516.762156] env[70867]: DEBUG nova.virt.hardware [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1516.762310] env[70867]: DEBUG nova.virt.hardware [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1516.762474] env[70867]: DEBUG nova.virt.hardware [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1516.762708] env[70867]: DEBUG nova.virt.hardware [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1516.762954] env[70867]: DEBUG nova.virt.hardware [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1516.763159] env[70867]: DEBUG nova.virt.hardware [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1516.763333] env[70867]: DEBUG nova.virt.hardware [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1516.763494] env[70867]: DEBUG nova.virt.hardware [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1516.763664] env[70867]: DEBUG nova.virt.hardware [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1516.768969] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-272379e7-9564-428c-9e61-5486287ef0ba {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.785137] env[70867]: DEBUG oslo_vmware.api [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1516.785137] env[70867]: value = "task-3474913" [ 1516.785137] env[70867]: _type = "Task" [ 1516.785137] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.785576] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1516.788587] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1516.794599] env[70867]: DEBUG oslo_vmware.api [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474913, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.294881] env[70867]: DEBUG oslo_vmware.api [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474913, 'name': ReconfigVM_Task, 'duration_secs': 0.166977} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.296045] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Updating instance '77a48e85-c8ec-41e3-996b-5b064a074847' progress to 33 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1517.802203] env[70867]: DEBUG nova.virt.hardware [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1517.802501] env[70867]: DEBUG nova.virt.hardware [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1517.802643] env[70867]: DEBUG nova.virt.hardware [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1517.802847] env[70867]: DEBUG nova.virt.hardware [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1517.802994] env[70867]: DEBUG nova.virt.hardware [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1517.803155] env[70867]: DEBUG nova.virt.hardware [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1517.803363] env[70867]: DEBUG nova.virt.hardware [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1517.803519] env[70867]: DEBUG nova.virt.hardware [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1517.803684] env[70867]: DEBUG nova.virt.hardware [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1517.803845] env[70867]: DEBUG nova.virt.hardware [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1517.804028] env[70867]: DEBUG nova.virt.hardware [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1517.809378] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1517.809669] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1937bc53-50d9-4c41-95ed-98ade626341e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.828025] env[70867]: DEBUG oslo_vmware.api [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1517.828025] env[70867]: value = "task-3474914" [ 1517.828025] env[70867]: _type = "Task" [ 1517.828025] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.835860] env[70867]: DEBUG oslo_vmware.api [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474914, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.338187] env[70867]: DEBUG oslo_vmware.api [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474914, 'name': ReconfigVM_Task, 'duration_secs': 0.156179} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.338536] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1518.339255] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed7d394-fd75-46e6-88ad-21c3071fdedf {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.361237] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 77a48e85-c8ec-41e3-996b-5b064a074847/77a48e85-c8ec-41e3-996b-5b064a074847.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1518.361705] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-324e051a-7848-4bef-9ff4-c666ffd2b94f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.378764] env[70867]: DEBUG oslo_vmware.api [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1518.378764] env[70867]: value = "task-3474915" [ 1518.378764] env[70867]: _type = "Task" [ 1518.378764] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.385842] env[70867]: DEBUG oslo_vmware.api [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474915, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.888682] env[70867]: DEBUG oslo_vmware.api [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474915, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.390404] env[70867]: DEBUG oslo_vmware.api [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474915, 'name': ReconfigVM_Task, 'duration_secs': 0.798138} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.390772] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 77a48e85-c8ec-41e3-996b-5b064a074847/77a48e85-c8ec-41e3-996b-5b064a074847.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1519.390972] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Updating instance '77a48e85-c8ec-41e3-996b-5b064a074847' progress to 50 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1519.898241] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6e867c-180c-4a09-9263-3da132f7d62e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.916979] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3400164-90e0-47ce-aa1f-4e1bccd4ac69 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.933359] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Updating instance '77a48e85-c8ec-41e3-996b-5b064a074847' progress to 67 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1520.470585] env[70867]: DEBUG nova.network.neutron [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Port 84fe26e2-649b-46f9-a107-26d02cdde15c binding to destination host cpu-1 is already ACTIVE {{(pid=70867) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1521.291476] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1521.492246] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "77a48e85-c8ec-41e3-996b-5b064a074847-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1521.492587] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "77a48e85-c8ec-41e3-996b-5b064a074847-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1521.492660] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "77a48e85-c8ec-41e3-996b-5b064a074847-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1522.524272] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "refresh_cache-77a48e85-c8ec-41e3-996b-5b064a074847" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.524525] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquired lock "refresh_cache-77a48e85-c8ec-41e3-996b-5b064a074847" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.524658] env[70867]: DEBUG nova.network.neutron [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1522.786243] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.786426] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Cleaning up deleted instances {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1523.212435] env[70867]: DEBUG nova.network.neutron [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Updating instance_info_cache with network_info: [{"id": "84fe26e2-649b-46f9-a107-26d02cdde15c", "address": "fa:16:3e:2d:00:98", "network": {"id": "09b7e41f-edd2-41f2-8682-851f1b11289c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-971353873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37eadd9b874741cdbb5f827504f09069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84fe26e2-64", "ovs_interfaceid": "84fe26e2-649b-46f9-a107-26d02cdde15c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.294031] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] There are 21 instances to clean {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1523.294197] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: d77c773e-8e7f-4c8a-b9f6-356b30984789] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1523.715391] env[70867]: DEBUG oslo_concurrency.lockutils [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Releasing lock "refresh_cache-77a48e85-c8ec-41e3-996b-5b064a074847" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.797589] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: cc097a6b-b12a-4240-8ef3-91313f643065] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1524.274203] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6de4d33-de3d-4095-ab09-86dce268a987 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.294907] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8712f14f-0b1f-4051-9b9e-1fee22e9b359 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.302169] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 7221ab44-35d7-4698-aa66-d6a3a60c6619] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1524.304460] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Updating instance '77a48e85-c8ec-41e3-996b-5b064a074847' progress to 83 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1524.809132] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: dc76efeb-2252-4ff6-8b58-ad3514636083] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1524.812639] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1524.813144] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a765746-5fd8-47df-891b-386127a0bc4a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.819638] env[70867]: DEBUG oslo_vmware.api [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1524.819638] env[70867]: value = "task-3474916" [ 1524.819638] env[70867]: _type = "Task" [ 1524.819638] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.828349] env[70867]: DEBUG oslo_vmware.api [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.314653] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: fce20e8d-1708-4d5f-88d9-f37ac62f5bb2] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1525.329431] env[70867]: DEBUG oslo_vmware.api [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474916, 'name': PowerOnVM_Task, 'duration_secs': 0.364194} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.329679] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1525.329853] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-2808406f-c8fd-4f73-895e-fb784964dbfc tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Updating instance '77a48e85-c8ec-41e3-996b-5b064a074847' progress to 100 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1525.818098] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 4cf55491-2d4f-4116-948d-6dbc8e2af66a] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1526.321233] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 16d6cf95-b856-4623-b124-6311347c8250] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1526.824642] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 91668872-ae2d-4e29-bb73-dd4ef745ee36] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1527.328388] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: a9ef81bc-2aff-48c4-aac9-214bccb94c0c] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1527.355140] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4106b2ef-91a2-4370-8e2a-b8867beb6cfb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "77a48e85-c8ec-41e3-996b-5b064a074847" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1527.355392] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4106b2ef-91a2-4370-8e2a-b8867beb6cfb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "77a48e85-c8ec-41e3-996b-5b064a074847" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1527.355580] env[70867]: DEBUG nova.compute.manager [None req-4106b2ef-91a2-4370-8e2a-b8867beb6cfb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Going to confirm migration 9 {{(pid=70867) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1527.832541] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 2be78284-9b22-4e2e-9602-0b38b3e3c374] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1527.890931] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4106b2ef-91a2-4370-8e2a-b8867beb6cfb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "refresh_cache-77a48e85-c8ec-41e3-996b-5b064a074847" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.891140] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4106b2ef-91a2-4370-8e2a-b8867beb6cfb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquired lock "refresh_cache-77a48e85-c8ec-41e3-996b-5b064a074847" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.891313] env[70867]: DEBUG nova.network.neutron [None req-4106b2ef-91a2-4370-8e2a-b8867beb6cfb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1527.891487] env[70867]: DEBUG nova.objects.instance [None req-4106b2ef-91a2-4370-8e2a-b8867beb6cfb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lazy-loading 'info_cache' on Instance uuid 77a48e85-c8ec-41e3-996b-5b064a074847 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1528.336485] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 19a2ac8a-05d3-4753-9ab7-05ab3a9a6fc8] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1528.839913] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: a47c56be-0f80-4b7a-86c7-8903a9bd3ad7] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1529.097296] env[70867]: DEBUG nova.network.neutron [None req-4106b2ef-91a2-4370-8e2a-b8867beb6cfb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Updating instance_info_cache with network_info: [{"id": "84fe26e2-649b-46f9-a107-26d02cdde15c", "address": "fa:16:3e:2d:00:98", "network": {"id": "09b7e41f-edd2-41f2-8682-851f1b11289c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-971353873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37eadd9b874741cdbb5f827504f09069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84fe26e2-64", "ovs_interfaceid": "84fe26e2-649b-46f9-a107-26d02cdde15c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.343708] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 9e111148-ff9e-44a1-a219-03c0e72d52c2] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1529.600023] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4106b2ef-91a2-4370-8e2a-b8867beb6cfb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Releasing lock "refresh_cache-77a48e85-c8ec-41e3-996b-5b064a074847" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.600335] env[70867]: DEBUG nova.objects.instance [None req-4106b2ef-91a2-4370-8e2a-b8867beb6cfb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lazy-loading 'migration_context' on Instance uuid 77a48e85-c8ec-41e3-996b-5b064a074847 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1529.846905] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: a198f36a-0e77-4790-8d63-c29220a6ab5b] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1530.103387] env[70867]: DEBUG nova.objects.base [None req-4106b2ef-91a2-4370-8e2a-b8867beb6cfb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Object Instance<77a48e85-c8ec-41e3-996b-5b064a074847> lazy-loaded attributes: info_cache,migration_context {{(pid=70867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1530.104403] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7124f80b-1b31-4e2d-b7c5-fe161e3a3909 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.123377] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2379e4b3-8ec3-4d5b-87c5-d12ed159d653 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.128500] env[70867]: DEBUG oslo_vmware.api [None req-4106b2ef-91a2-4370-8e2a-b8867beb6cfb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1530.128500] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c1c207-192e-8b10-dc68-8d8eda54d7f4" [ 1530.128500] env[70867]: _type = "Task" [ 1530.128500] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.136209] env[70867]: DEBUG oslo_vmware.api [None req-4106b2ef-91a2-4370-8e2a-b8867beb6cfb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c1c207-192e-8b10-dc68-8d8eda54d7f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.350121] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 6a974050-3cd8-4594-8e7d-e7c2a398021d] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1530.639191] env[70867]: DEBUG oslo_vmware.api [None req-4106b2ef-91a2-4370-8e2a-b8867beb6cfb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52c1c207-192e-8b10-dc68-8d8eda54d7f4, 'name': SearchDatastore_Task, 'duration_secs': 0.007479} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.639484] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4106b2ef-91a2-4370-8e2a-b8867beb6cfb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1530.639746] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4106b2ef-91a2-4370-8e2a-b8867beb6cfb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1530.853480] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: f86bc274-8f51-49f9-a012-02a58ddd00ab] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1531.181415] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6690c540-242f-483e-8bba-112453a54ab4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.188568] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6790758-7c54-422e-ac06-4abf6d2d7755 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.218625] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10dc3f48-45bb-4f89-b618-cd7e2fc06857 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.225239] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c15ab76-6433-46da-be58-953d98815de4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.237621] env[70867]: DEBUG nova.compute.provider_tree [None req-4106b2ef-91a2-4370-8e2a-b8867beb6cfb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1531.356735] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: e44d9816-2dd8-4c50-a4b8-46183a9a87c7] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1531.741233] env[70867]: DEBUG nova.scheduler.client.report [None req-4106b2ef-91a2-4370-8e2a-b8867beb6cfb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1531.860855] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 4ba05c37-242b-4bfe-90df-14c3e30c55a8] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1532.363470] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 1c347944-939b-430b-91e7-92dc8544fa1b] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1532.751657] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4106b2ef-91a2-4370-8e2a-b8867beb6cfb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.112s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1532.867101] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: 7691ccf1-2787-41a1-ab1a-2db68771a76d] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1533.317039] env[70867]: INFO nova.scheduler.client.report [None req-4106b2ef-91a2-4370-8e2a-b8867beb6cfb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Deleted allocation for migration 1aa81929-41aa-4b0b-9215-d66d81b9ac94 [ 1533.370373] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] [instance: f77dcd5d-5ffd-48a8-8ca0-9fd6995a155f] Instance has had 0 of 5 cleanup attempts {{(pid=70867) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1533.821953] env[70867]: DEBUG oslo_concurrency.lockutils [None req-4106b2ef-91a2-4370-8e2a-b8867beb6cfb tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "77a48e85-c8ec-41e3-996b-5b064a074847" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.466s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1533.872822] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1533.873143] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Cleaning up deleted instances with incomplete migration {{(pid=70867) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1534.302582] env[70867]: DEBUG oslo_concurrency.lockutils [None req-27582294-698c-49b3-bb7c-3696d53a36b5 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "77a48e85-c8ec-41e3-996b-5b064a074847" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1534.302901] env[70867]: DEBUG oslo_concurrency.lockutils [None req-27582294-698c-49b3-bb7c-3696d53a36b5 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "77a48e85-c8ec-41e3-996b-5b064a074847" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1534.303224] env[70867]: DEBUG oslo_concurrency.lockutils [None req-27582294-698c-49b3-bb7c-3696d53a36b5 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "77a48e85-c8ec-41e3-996b-5b064a074847-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1534.303310] env[70867]: DEBUG oslo_concurrency.lockutils [None req-27582294-698c-49b3-bb7c-3696d53a36b5 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "77a48e85-c8ec-41e3-996b-5b064a074847-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1534.303483] env[70867]: DEBUG oslo_concurrency.lockutils [None req-27582294-698c-49b3-bb7c-3696d53a36b5 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "77a48e85-c8ec-41e3-996b-5b064a074847-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1534.305616] env[70867]: INFO nova.compute.manager [None req-27582294-698c-49b3-bb7c-3696d53a36b5 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Terminating instance [ 1534.809382] env[70867]: DEBUG nova.compute.manager [None req-27582294-698c-49b3-bb7c-3696d53a36b5 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1534.809616] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-27582294-698c-49b3-bb7c-3696d53a36b5 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1534.810565] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5376b411-3ea3-4fd3-a5bc-b2c52656b46a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.818307] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-27582294-698c-49b3-bb7c-3696d53a36b5 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1534.818533] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d70c992-f99e-403d-99f4-b7d5fae45b92 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.825629] env[70867]: DEBUG oslo_vmware.api [None req-27582294-698c-49b3-bb7c-3696d53a36b5 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1534.825629] env[70867]: value = "task-3474917" [ 1534.825629] env[70867]: _type = "Task" [ 1534.825629] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.834063] env[70867]: DEBUG oslo_vmware.api [None req-27582294-698c-49b3-bb7c-3696d53a36b5 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.335120] env[70867]: DEBUG oslo_vmware.api [None req-27582294-698c-49b3-bb7c-3696d53a36b5 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474917, 'name': PowerOffVM_Task, 'duration_secs': 0.182486} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.335501] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-27582294-698c-49b3-bb7c-3696d53a36b5 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1535.335540] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-27582294-698c-49b3-bb7c-3696d53a36b5 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1535.335784] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0706e4c6-4feb-4a45-b88b-c51acf5e0c66 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.395914] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-27582294-698c-49b3-bb7c-3696d53a36b5 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1535.396187] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-27582294-698c-49b3-bb7c-3696d53a36b5 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1535.396367] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-27582294-698c-49b3-bb7c-3696d53a36b5 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Deleting the datastore file [datastore2] 77a48e85-c8ec-41e3-996b-5b064a074847 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1535.396632] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f73a84b-35dd-47b3-a776-40af2e684b52 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.402979] env[70867]: DEBUG oslo_vmware.api [None req-27582294-698c-49b3-bb7c-3696d53a36b5 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1535.402979] env[70867]: value = "task-3474919" [ 1535.402979] env[70867]: _type = "Task" [ 1535.402979] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.410330] env[70867]: DEBUG oslo_vmware.api [None req-27582294-698c-49b3-bb7c-3696d53a36b5 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.913136] env[70867]: DEBUG oslo_vmware.api [None req-27582294-698c-49b3-bb7c-3696d53a36b5 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141764} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.913386] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-27582294-698c-49b3-bb7c-3696d53a36b5 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1535.913560] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-27582294-698c-49b3-bb7c-3696d53a36b5 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1535.913736] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-27582294-698c-49b3-bb7c-3696d53a36b5 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1535.913928] env[70867]: INFO nova.compute.manager [None req-27582294-698c-49b3-bb7c-3696d53a36b5 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1535.914184] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27582294-698c-49b3-bb7c-3696d53a36b5 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1535.914379] env[70867]: DEBUG nova.compute.manager [-] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1535.914474] env[70867]: DEBUG nova.network.neutron [-] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1536.377453] env[70867]: DEBUG nova.compute.manager [req-2244db7f-e1f2-4e10-9bf6-5f28833e9588 req-8ae5207b-6d8b-43aa-875c-31aaeeb57edb service nova] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Received event network-vif-deleted-84fe26e2-649b-46f9-a107-26d02cdde15c {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1536.377681] env[70867]: INFO nova.compute.manager [req-2244db7f-e1f2-4e10-9bf6-5f28833e9588 req-8ae5207b-6d8b-43aa-875c-31aaeeb57edb service nova] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Neutron deleted interface 84fe26e2-649b-46f9-a107-26d02cdde15c; detaching it from the instance and deleting it from the info cache [ 1536.377838] env[70867]: DEBUG nova.network.neutron [req-2244db7f-e1f2-4e10-9bf6-5f28833e9588 req-8ae5207b-6d8b-43aa-875c-31aaeeb57edb service nova] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.862398] env[70867]: DEBUG nova.network.neutron [-] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.881323] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a1cabac7-2981-4fb2-aeed-2a2fb2d4ce14 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.890800] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bce7b27-92be-4989-8364-05d23e3f0ebc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.915024] env[70867]: DEBUG nova.compute.manager [req-2244db7f-e1f2-4e10-9bf6-5f28833e9588 req-8ae5207b-6d8b-43aa-875c-31aaeeb57edb service nova] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Detach interface failed, port_id=84fe26e2-649b-46f9-a107-26d02cdde15c, reason: Instance 77a48e85-c8ec-41e3-996b-5b064a074847 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1537.365397] env[70867]: INFO nova.compute.manager [-] [instance: 77a48e85-c8ec-41e3-996b-5b064a074847] Took 1.45 seconds to deallocate network for instance. [ 1537.872323] env[70867]: DEBUG oslo_concurrency.lockutils [None req-27582294-698c-49b3-bb7c-3696d53a36b5 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1537.872736] env[70867]: DEBUG oslo_concurrency.lockutils [None req-27582294-698c-49b3-bb7c-3696d53a36b5 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1537.872850] env[70867]: DEBUG oslo_concurrency.lockutils [None req-27582294-698c-49b3-bb7c-3696d53a36b5 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1537.894172] env[70867]: INFO nova.scheduler.client.report [None req-27582294-698c-49b3-bb7c-3696d53a36b5 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Deleted allocations for instance 77a48e85-c8ec-41e3-996b-5b064a074847 [ 1538.403048] env[70867]: DEBUG oslo_concurrency.lockutils [None req-27582294-698c-49b3-bb7c-3696d53a36b5 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "77a48e85-c8ec-41e3-996b-5b064a074847" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.099s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1539.195304] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "48cfeae5-826f-4a80-8bfa-6719ccec7f88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1539.195600] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "48cfeae5-826f-4a80-8bfa-6719ccec7f88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1539.698021] env[70867]: DEBUG nova.compute.manager [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1540.216111] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1540.216398] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1540.217877] env[70867]: INFO nova.compute.claims [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1541.257063] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d087963-1b1b-4b01-8b34-47cbb3ac15d8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.263593] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147c39af-9822-4a93-86e4-ecb6822336b1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.292729] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c140d5-12ab-45b8-b862-a6ac22e74cb6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.299451] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4d6d09-89e1-4dd7-8141-b64f4aa63045 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.312112] env[70867]: DEBUG nova.compute.provider_tree [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1541.815575] env[70867]: DEBUG nova.scheduler.client.report [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1542.320963] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.104s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1542.321565] env[70867]: DEBUG nova.compute.manager [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1542.826719] env[70867]: DEBUG nova.compute.utils [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1542.828128] env[70867]: DEBUG nova.compute.manager [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1542.828314] env[70867]: DEBUG nova.network.neutron [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1542.881814] env[70867]: DEBUG nova.policy [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9b085a1707d42cdbf47c8849901b4e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37eadd9b874741cdbb5f827504f09069', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1543.162294] env[70867]: DEBUG nova.network.neutron [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Successfully created port: eda5b21c-33c4-4c4f-be35-e56fcb7280a4 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1543.332125] env[70867]: DEBUG nova.compute.manager [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1544.343572] env[70867]: DEBUG nova.compute.manager [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1544.369379] env[70867]: DEBUG nova.virt.hardware [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1544.369629] env[70867]: DEBUG nova.virt.hardware [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1544.369785] env[70867]: DEBUG nova.virt.hardware [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1544.369967] env[70867]: DEBUG nova.virt.hardware [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1544.370129] env[70867]: DEBUG nova.virt.hardware [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1544.370278] env[70867]: DEBUG nova.virt.hardware [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1544.370481] env[70867]: DEBUG nova.virt.hardware [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1544.370639] env[70867]: DEBUG nova.virt.hardware [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1544.370803] env[70867]: DEBUG nova.virt.hardware [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1544.370962] env[70867]: DEBUG nova.virt.hardware [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1544.371151] env[70867]: DEBUG nova.virt.hardware [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1544.372006] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d82a73-6859-4199-b977-760a38e88723 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.379963] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09246735-6479-4e32-931d-39f807058a53 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.507197] env[70867]: DEBUG nova.compute.manager [req-b8daa344-3f16-4989-a247-1ea417638c62 req-5e2cdc54-c7f7-4290-98d9-3bfe4127b355 service nova] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Received event network-vif-plugged-eda5b21c-33c4-4c4f-be35-e56fcb7280a4 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1544.507347] env[70867]: DEBUG oslo_concurrency.lockutils [req-b8daa344-3f16-4989-a247-1ea417638c62 req-5e2cdc54-c7f7-4290-98d9-3bfe4127b355 service nova] Acquiring lock "48cfeae5-826f-4a80-8bfa-6719ccec7f88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1544.507559] env[70867]: DEBUG oslo_concurrency.lockutils [req-b8daa344-3f16-4989-a247-1ea417638c62 req-5e2cdc54-c7f7-4290-98d9-3bfe4127b355 service nova] Lock "48cfeae5-826f-4a80-8bfa-6719ccec7f88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1544.507728] env[70867]: DEBUG oslo_concurrency.lockutils [req-b8daa344-3f16-4989-a247-1ea417638c62 req-5e2cdc54-c7f7-4290-98d9-3bfe4127b355 service nova] Lock "48cfeae5-826f-4a80-8bfa-6719ccec7f88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1544.507894] env[70867]: DEBUG nova.compute.manager [req-b8daa344-3f16-4989-a247-1ea417638c62 req-5e2cdc54-c7f7-4290-98d9-3bfe4127b355 service nova] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] No waiting events found dispatching network-vif-plugged-eda5b21c-33c4-4c4f-be35-e56fcb7280a4 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1544.508107] env[70867]: WARNING nova.compute.manager [req-b8daa344-3f16-4989-a247-1ea417638c62 req-5e2cdc54-c7f7-4290-98d9-3bfe4127b355 service nova] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Received unexpected event network-vif-plugged-eda5b21c-33c4-4c4f-be35-e56fcb7280a4 for instance with vm_state building and task_state spawning. [ 1544.585535] env[70867]: DEBUG nova.network.neutron [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Successfully updated port: eda5b21c-33c4-4c4f-be35-e56fcb7280a4 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1545.089139] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "refresh_cache-48cfeae5-826f-4a80-8bfa-6719ccec7f88" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.089139] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquired lock "refresh_cache-48cfeae5-826f-4a80-8bfa-6719ccec7f88" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.089139] env[70867]: DEBUG nova.network.neutron [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1545.619041] env[70867]: DEBUG nova.network.neutron [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1545.735494] env[70867]: DEBUG nova.network.neutron [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Updating instance_info_cache with network_info: [{"id": "eda5b21c-33c4-4c4f-be35-e56fcb7280a4", "address": "fa:16:3e:42:b8:bf", "network": {"id": "09b7e41f-edd2-41f2-8682-851f1b11289c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-971353873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37eadd9b874741cdbb5f827504f09069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda5b21c-33", "ovs_interfaceid": "eda5b21c-33c4-4c4f-be35-e56fcb7280a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.238705] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Releasing lock "refresh_cache-48cfeae5-826f-4a80-8bfa-6719ccec7f88" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.239048] env[70867]: DEBUG nova.compute.manager [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Instance network_info: |[{"id": "eda5b21c-33c4-4c4f-be35-e56fcb7280a4", "address": "fa:16:3e:42:b8:bf", "network": {"id": "09b7e41f-edd2-41f2-8682-851f1b11289c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-971353873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37eadd9b874741cdbb5f827504f09069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda5b21c-33", "ovs_interfaceid": "eda5b21c-33c4-4c4f-be35-e56fcb7280a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1546.239490] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:b8:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99639c37-b0c6-4be7-9594-230e44b1280b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eda5b21c-33c4-4c4f-be35-e56fcb7280a4', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1546.247097] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1546.247347] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1546.247597] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77630b73-a763-48e2-bbfe-17a283595114 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.267726] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1546.267726] env[70867]: value = "task-3474920" [ 1546.267726] env[70867]: _type = "Task" [ 1546.267726] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.274999] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474920, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.538457] env[70867]: DEBUG nova.compute.manager [req-ba0f1ad8-dae5-4f10-8e0b-841fc3123484 req-eaea640d-94fd-4054-9c0c-f692f8ea238a service nova] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Received event network-changed-eda5b21c-33c4-4c4f-be35-e56fcb7280a4 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1546.538682] env[70867]: DEBUG nova.compute.manager [req-ba0f1ad8-dae5-4f10-8e0b-841fc3123484 req-eaea640d-94fd-4054-9c0c-f692f8ea238a service nova] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Refreshing instance network info cache due to event network-changed-eda5b21c-33c4-4c4f-be35-e56fcb7280a4. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1546.538884] env[70867]: DEBUG oslo_concurrency.lockutils [req-ba0f1ad8-dae5-4f10-8e0b-841fc3123484 req-eaea640d-94fd-4054-9c0c-f692f8ea238a service nova] Acquiring lock "refresh_cache-48cfeae5-826f-4a80-8bfa-6719ccec7f88" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.538992] env[70867]: DEBUG oslo_concurrency.lockutils [req-ba0f1ad8-dae5-4f10-8e0b-841fc3123484 req-eaea640d-94fd-4054-9c0c-f692f8ea238a service nova] Acquired lock "refresh_cache-48cfeae5-826f-4a80-8bfa-6719ccec7f88" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.539170] env[70867]: DEBUG nova.network.neutron [req-ba0f1ad8-dae5-4f10-8e0b-841fc3123484 req-eaea640d-94fd-4054-9c0c-f692f8ea238a service nova] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Refreshing network info cache for port eda5b21c-33c4-4c4f-be35-e56fcb7280a4 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1546.778038] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474920, 'name': CreateVM_Task, 'duration_secs': 0.296426} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.779038] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1546.779324] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.779522] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.779879] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.780158] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ac654f8-97d3-4e23-9040-d4d993e941e6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.784720] env[70867]: DEBUG oslo_vmware.api [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1546.784720] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52fe116a-4f1d-f1a0-d46d-e897d55b934a" [ 1546.784720] env[70867]: _type = "Task" [ 1546.784720] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.792143] env[70867]: DEBUG oslo_vmware.api [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52fe116a-4f1d-f1a0-d46d-e897d55b934a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.226180] env[70867]: DEBUG nova.network.neutron [req-ba0f1ad8-dae5-4f10-8e0b-841fc3123484 req-eaea640d-94fd-4054-9c0c-f692f8ea238a service nova] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Updated VIF entry in instance network info cache for port eda5b21c-33c4-4c4f-be35-e56fcb7280a4. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1547.226556] env[70867]: DEBUG nova.network.neutron [req-ba0f1ad8-dae5-4f10-8e0b-841fc3123484 req-eaea640d-94fd-4054-9c0c-f692f8ea238a service nova] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Updating instance_info_cache with network_info: [{"id": "eda5b21c-33c4-4c4f-be35-e56fcb7280a4", "address": "fa:16:3e:42:b8:bf", "network": {"id": "09b7e41f-edd2-41f2-8682-851f1b11289c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-971353873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37eadd9b874741cdbb5f827504f09069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda5b21c-33", "ovs_interfaceid": "eda5b21c-33c4-4c4f-be35-e56fcb7280a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.294535] env[70867]: DEBUG oslo_vmware.api [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52fe116a-4f1d-f1a0-d46d-e897d55b934a, 'name': SearchDatastore_Task, 'duration_secs': 0.010651} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.294834] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.295104] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1547.295347] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.295489] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.295667] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1547.295912] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb81fb02-2820-40d1-b251-94b9a3bb2895 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.304086] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1547.304262] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1547.304907] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3a73d35-67cf-47f2-92ea-cde7fca3915c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.309320] env[70867]: DEBUG oslo_vmware.api [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1547.309320] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52d4a520-bcd5-4dd5-e789-27634217e208" [ 1547.309320] env[70867]: _type = "Task" [ 1547.309320] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.316280] env[70867]: DEBUG oslo_vmware.api [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52d4a520-bcd5-4dd5-e789-27634217e208, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.729704] env[70867]: DEBUG oslo_concurrency.lockutils [req-ba0f1ad8-dae5-4f10-8e0b-841fc3123484 req-eaea640d-94fd-4054-9c0c-f692f8ea238a service nova] Releasing lock "refresh_cache-48cfeae5-826f-4a80-8bfa-6719ccec7f88" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.819947] env[70867]: DEBUG oslo_vmware.api [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52d4a520-bcd5-4dd5-e789-27634217e208, 'name': SearchDatastore_Task, 'duration_secs': 0.008257} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.820703] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e3c669e-db62-455a-ac31-9aebde46176f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.825483] env[70867]: DEBUG oslo_vmware.api [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1547.825483] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a1a7a4-64d3-88ec-a94e-af1e39f1ae10" [ 1547.825483] env[70867]: _type = "Task" [ 1547.825483] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.832480] env[70867]: DEBUG oslo_vmware.api [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a1a7a4-64d3-88ec-a94e-af1e39f1ae10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.336090] env[70867]: DEBUG oslo_vmware.api [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52a1a7a4-64d3-88ec-a94e-af1e39f1ae10, 'name': SearchDatastore_Task, 'duration_secs': 0.00917} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.336381] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.336634] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 48cfeae5-826f-4a80-8bfa-6719ccec7f88/48cfeae5-826f-4a80-8bfa-6719ccec7f88.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1548.336886] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca98c50f-642f-4d9b-8490-22df0d49f26c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.342898] env[70867]: DEBUG oslo_vmware.api [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1548.342898] env[70867]: value = "task-3474921" [ 1548.342898] env[70867]: _type = "Task" [ 1548.342898] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.349976] env[70867]: DEBUG oslo_vmware.api [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.853204] env[70867]: DEBUG oslo_vmware.api [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474921, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438103} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.853588] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] 48cfeae5-826f-4a80-8bfa-6719ccec7f88/48cfeae5-826f-4a80-8bfa-6719ccec7f88.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1548.853743] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1548.853929] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7356d64-fbfa-43e8-b858-5f6d4988b8f4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.860918] env[70867]: DEBUG oslo_vmware.api [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1548.860918] env[70867]: value = "task-3474922" [ 1548.860918] env[70867]: _type = "Task" [ 1548.860918] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.868822] env[70867]: DEBUG oslo_vmware.api [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.370977] env[70867]: DEBUG oslo_vmware.api [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.054766} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.371288] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1549.372056] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd391529-2069-4694-b4a2-a353e8282460 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.393425] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 48cfeae5-826f-4a80-8bfa-6719ccec7f88/48cfeae5-826f-4a80-8bfa-6719ccec7f88.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1549.393676] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bf2f5e9-137d-4111-a96d-63f3edb31d2e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.413038] env[70867]: DEBUG oslo_vmware.api [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1549.413038] env[70867]: value = "task-3474923" [ 1549.413038] env[70867]: _type = "Task" [ 1549.413038] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.420481] env[70867]: DEBUG oslo_vmware.api [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474923, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.923248] env[70867]: DEBUG oslo_vmware.api [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474923, 'name': ReconfigVM_Task, 'duration_secs': 0.291895} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.923593] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 48cfeae5-826f-4a80-8bfa-6719ccec7f88/48cfeae5-826f-4a80-8bfa-6719ccec7f88.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1549.924062] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56406614-59a2-460e-b573-87cefc3fd241 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.929783] env[70867]: DEBUG oslo_vmware.api [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1549.929783] env[70867]: value = "task-3474924" [ 1549.929783] env[70867]: _type = "Task" [ 1549.929783] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.937845] env[70867]: DEBUG oslo_vmware.api [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474924, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.439232] env[70867]: DEBUG oslo_vmware.api [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474924, 'name': Rename_Task, 'duration_secs': 0.132621} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.439486] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1550.439725] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a427b45-077f-4f6e-b5bf-e231db2f32a2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.445839] env[70867]: DEBUG oslo_vmware.api [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1550.445839] env[70867]: value = "task-3474925" [ 1550.445839] env[70867]: _type = "Task" [ 1550.445839] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.452934] env[70867]: DEBUG oslo_vmware.api [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474925, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.956300] env[70867]: DEBUG oslo_vmware.api [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474925, 'name': PowerOnVM_Task, 'duration_secs': 0.435873} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.956716] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1550.956716] env[70867]: INFO nova.compute.manager [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Took 6.61 seconds to spawn the instance on the hypervisor. [ 1550.956912] env[70867]: DEBUG nova.compute.manager [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1550.957735] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fd530a-687d-46bb-ad30-fcefa7dad0b1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.474793] env[70867]: INFO nova.compute.manager [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Took 11.27 seconds to build instance. [ 1551.977167] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b887f551-ba56-4b8d-a8b7-bb46d8483253 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "48cfeae5-826f-4a80-8bfa-6719ccec7f88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.781s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1552.138793] env[70867]: DEBUG nova.compute.manager [req-3bff9d41-3a7e-4d96-89f4-16f194790620 req-a3f7801b-08c9-4ce0-b619-3de783127f7c service nova] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Received event network-changed-eda5b21c-33c4-4c4f-be35-e56fcb7280a4 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1552.139009] env[70867]: DEBUG nova.compute.manager [req-3bff9d41-3a7e-4d96-89f4-16f194790620 req-a3f7801b-08c9-4ce0-b619-3de783127f7c service nova] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Refreshing instance network info cache due to event network-changed-eda5b21c-33c4-4c4f-be35-e56fcb7280a4. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1552.139236] env[70867]: DEBUG oslo_concurrency.lockutils [req-3bff9d41-3a7e-4d96-89f4-16f194790620 req-a3f7801b-08c9-4ce0-b619-3de783127f7c service nova] Acquiring lock "refresh_cache-48cfeae5-826f-4a80-8bfa-6719ccec7f88" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.139379] env[70867]: DEBUG oslo_concurrency.lockutils [req-3bff9d41-3a7e-4d96-89f4-16f194790620 req-a3f7801b-08c9-4ce0-b619-3de783127f7c service nova] Acquired lock "refresh_cache-48cfeae5-826f-4a80-8bfa-6719ccec7f88" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.139537] env[70867]: DEBUG nova.network.neutron [req-3bff9d41-3a7e-4d96-89f4-16f194790620 req-a3f7801b-08c9-4ce0-b619-3de783127f7c service nova] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Refreshing network info cache for port eda5b21c-33c4-4c4f-be35-e56fcb7280a4 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1552.831863] env[70867]: DEBUG nova.network.neutron [req-3bff9d41-3a7e-4d96-89f4-16f194790620 req-a3f7801b-08c9-4ce0-b619-3de783127f7c service nova] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Updated VIF entry in instance network info cache for port eda5b21c-33c4-4c4f-be35-e56fcb7280a4. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1552.832226] env[70867]: DEBUG nova.network.neutron [req-3bff9d41-3a7e-4d96-89f4-16f194790620 req-a3f7801b-08c9-4ce0-b619-3de783127f7c service nova] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Updating instance_info_cache with network_info: [{"id": "eda5b21c-33c4-4c4f-be35-e56fcb7280a4", "address": "fa:16:3e:42:b8:bf", "network": {"id": "09b7e41f-edd2-41f2-8682-851f1b11289c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-971353873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37eadd9b874741cdbb5f827504f09069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda5b21c-33", "ovs_interfaceid": "eda5b21c-33c4-4c4f-be35-e56fcb7280a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.334706] env[70867]: DEBUG oslo_concurrency.lockutils [req-3bff9d41-3a7e-4d96-89f4-16f194790620 req-a3f7801b-08c9-4ce0-b619-3de783127f7c service nova] Releasing lock "refresh_cache-48cfeae5-826f-4a80-8bfa-6719ccec7f88" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.376046] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1583.376046] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1583.376046] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1583.376046] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1583.376046] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1583.376046] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1583.376585] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1583.376585] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70867) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1583.376585] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1583.880015] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1583.880372] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1583.880551] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1583.880706] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70867) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1583.881639] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06541500-ef41-46bf-ba30-8b5143dfebb6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.891041] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84e979f-406c-4d28-a3c1-c13f05162b55 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.905277] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234fe729-49c2-4896-bd31-487ee1323d89 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.911444] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd239f4-0680-40ac-aeba-d08ab9f2814c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.939750] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180696MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=70867) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1583.939896] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1583.940103] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1584.965654] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance 48cfeae5-826f-4a80-8bfa-6719ccec7f88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1584.965997] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=70867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1584.965997] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=70867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1584.993108] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08972883-9898-4a27-acb6-897864f5991b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.001033] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b92102-af1b-4cec-a480-f444aad76d58 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.032077] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9ffd11-c730-442f-a234-ff9e1ff2e667 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.039742] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8ce57d-54a7-431c-b708-32e7c2edfb3f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.052962] env[70867]: DEBUG nova.compute.provider_tree [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1585.555770] env[70867]: DEBUG nova.scheduler.client.report [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1586.060678] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70867) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1586.061086] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.121s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1587.467126] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1589.648049] env[70867]: DEBUG nova.compute.manager [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Stashing vm_state: active {{(pid=70867) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1590.168523] env[70867]: DEBUG oslo_concurrency.lockutils [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1590.168523] env[70867]: DEBUG oslo_concurrency.lockutils [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1590.671990] env[70867]: INFO nova.compute.claims [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1591.178053] env[70867]: INFO nova.compute.resource_tracker [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Updating resource usage from migration c4614aac-2447-4c29-8ed6-9629b9ab738c [ 1591.215777] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28263a67-e0e7-4bef-b089-781593f7704b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.222810] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79150bd0-4904-4d27-81ba-584ddb3126d3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.251144] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133bcfa0-7652-45f6-8604-8594817e95b4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.257477] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4051b0bb-1c88-4f54-b289-fa51e31fb909 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.269688] env[70867]: DEBUG nova.compute.provider_tree [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1591.772446] env[70867]: DEBUG nova.scheduler.client.report [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1592.277751] env[70867]: DEBUG oslo_concurrency.lockutils [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.110s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1592.277999] env[70867]: INFO nova.compute.manager [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Migrating [ 1592.792109] env[70867]: DEBUG oslo_concurrency.lockutils [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "refresh_cache-48cfeae5-826f-4a80-8bfa-6719ccec7f88" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.792536] env[70867]: DEBUG oslo_concurrency.lockutils [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquired lock "refresh_cache-48cfeae5-826f-4a80-8bfa-6719ccec7f88" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.792536] env[70867]: DEBUG nova.network.neutron [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1593.537657] env[70867]: DEBUG nova.network.neutron [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Updating instance_info_cache with network_info: [{"id": "eda5b21c-33c4-4c4f-be35-e56fcb7280a4", "address": "fa:16:3e:42:b8:bf", "network": {"id": "09b7e41f-edd2-41f2-8682-851f1b11289c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-971353873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37eadd9b874741cdbb5f827504f09069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda5b21c-33", "ovs_interfaceid": "eda5b21c-33c4-4c4f-be35-e56fcb7280a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.040695] env[70867]: DEBUG oslo_concurrency.lockutils [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Releasing lock "refresh_cache-48cfeae5-826f-4a80-8bfa-6719ccec7f88" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.555593] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683a2613-ffa1-4806-a4ee-f8598e5155ec {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.573522] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Updating instance '48cfeae5-826f-4a80-8bfa-6719ccec7f88' progress to 0 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1596.079557] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1596.079877] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1278469-b109-471c-9123-90fe10b633ec {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.088041] env[70867]: DEBUG oslo_vmware.api [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1596.088041] env[70867]: value = "task-3474926" [ 1596.088041] env[70867]: _type = "Task" [ 1596.088041] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.096427] env[70867]: DEBUG oslo_vmware.api [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.598185] env[70867]: DEBUG oslo_vmware.api [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474926, 'name': PowerOffVM_Task, 'duration_secs': 0.181061} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.598524] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1596.598659] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Updating instance '48cfeae5-826f-4a80-8bfa-6719ccec7f88' progress to 17 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1597.105241] env[70867]: DEBUG nova.virt.hardware [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1597.105607] env[70867]: DEBUG nova.virt.hardware [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1597.105713] env[70867]: DEBUG nova.virt.hardware [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1597.105867] env[70867]: DEBUG nova.virt.hardware [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1597.106025] env[70867]: DEBUG nova.virt.hardware [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1597.106173] env[70867]: DEBUG nova.virt.hardware [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1597.106375] env[70867]: DEBUG nova.virt.hardware [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1597.106548] env[70867]: DEBUG nova.virt.hardware [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1597.106730] env[70867]: DEBUG nova.virt.hardware [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1597.106894] env[70867]: DEBUG nova.virt.hardware [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1597.107080] env[70867]: DEBUG nova.virt.hardware [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1597.112012] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cfcd1f3-1c70-4f78-a59e-022ef15e8eb7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.127625] env[70867]: DEBUG oslo_vmware.api [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1597.127625] env[70867]: value = "task-3474927" [ 1597.127625] env[70867]: _type = "Task" [ 1597.127625] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.138518] env[70867]: DEBUG oslo_vmware.api [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474927, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.637645] env[70867]: DEBUG oslo_vmware.api [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474927, 'name': ReconfigVM_Task, 'duration_secs': 0.181331} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.638815] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Updating instance '48cfeae5-826f-4a80-8bfa-6719ccec7f88' progress to 33 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1598.145767] env[70867]: DEBUG nova.virt.hardware [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1598.146061] env[70867]: DEBUG nova.virt.hardware [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1598.146228] env[70867]: DEBUG nova.virt.hardware [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1598.146416] env[70867]: DEBUG nova.virt.hardware [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1598.146565] env[70867]: DEBUG nova.virt.hardware [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1598.146713] env[70867]: DEBUG nova.virt.hardware [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1598.146914] env[70867]: DEBUG nova.virt.hardware [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1598.147083] env[70867]: DEBUG nova.virt.hardware [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1598.147250] env[70867]: DEBUG nova.virt.hardware [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1598.147408] env[70867]: DEBUG nova.virt.hardware [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1598.147576] env[70867]: DEBUG nova.virt.hardware [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1598.152747] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1598.153038] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d008c1e-c84c-4c06-9fe9-9fdab30c5872 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.171290] env[70867]: DEBUG oslo_vmware.api [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1598.171290] env[70867]: value = "task-3474928" [ 1598.171290] env[70867]: _type = "Task" [ 1598.171290] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.178832] env[70867]: DEBUG oslo_vmware.api [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474928, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.681459] env[70867]: DEBUG oslo_vmware.api [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474928, 'name': ReconfigVM_Task, 'duration_secs': 0.152303} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.681826] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1598.682485] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833f14f0-dcb6-4cf2-bc04-a9ce664389c5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.703429] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 48cfeae5-826f-4a80-8bfa-6719ccec7f88/48cfeae5-826f-4a80-8bfa-6719ccec7f88.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1598.703660] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3667d538-e3d7-4c11-ae7d-eddea97e6ec5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.720883] env[70867]: DEBUG oslo_vmware.api [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1598.720883] env[70867]: value = "task-3474929" [ 1598.720883] env[70867]: _type = "Task" [ 1598.720883] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.728842] env[70867]: DEBUG oslo_vmware.api [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474929, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.230543] env[70867]: DEBUG oslo_vmware.api [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.731252] env[70867]: DEBUG oslo_vmware.api [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474929, 'name': ReconfigVM_Task, 'duration_secs': 0.781141} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.731642] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 48cfeae5-826f-4a80-8bfa-6719ccec7f88/48cfeae5-826f-4a80-8bfa-6719ccec7f88.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1599.731784] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Updating instance '48cfeae5-826f-4a80-8bfa-6719ccec7f88' progress to 50 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1600.239111] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108df513-c5bf-45ef-9fbc-c1913ee516da {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.257816] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ab323b-0f3f-404f-9726-b22334582dbe {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.274352] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Updating instance '48cfeae5-826f-4a80-8bfa-6719ccec7f88' progress to 67 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1600.810677] env[70867]: DEBUG nova.network.neutron [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Port eda5b21c-33c4-4c4f-be35-e56fcb7280a4 binding to destination host cpu-1 is already ACTIVE {{(pid=70867) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1601.833706] env[70867]: DEBUG oslo_concurrency.lockutils [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "48cfeae5-826f-4a80-8bfa-6719ccec7f88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1601.834056] env[70867]: DEBUG oslo_concurrency.lockutils [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "48cfeae5-826f-4a80-8bfa-6719ccec7f88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1601.834167] env[70867]: DEBUG oslo_concurrency.lockutils [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "48cfeae5-826f-4a80-8bfa-6719ccec7f88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1602.866510] env[70867]: DEBUG oslo_concurrency.lockutils [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "refresh_cache-48cfeae5-826f-4a80-8bfa-6719ccec7f88" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.866788] env[70867]: DEBUG oslo_concurrency.lockutils [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquired lock "refresh_cache-48cfeae5-826f-4a80-8bfa-6719ccec7f88" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.866918] env[70867]: DEBUG nova.network.neutron [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1603.559297] env[70867]: DEBUG nova.network.neutron [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Updating instance_info_cache with network_info: [{"id": "eda5b21c-33c4-4c4f-be35-e56fcb7280a4", "address": "fa:16:3e:42:b8:bf", "network": {"id": "09b7e41f-edd2-41f2-8682-851f1b11289c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-971353873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37eadd9b874741cdbb5f827504f09069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda5b21c-33", "ovs_interfaceid": "eda5b21c-33c4-4c4f-be35-e56fcb7280a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.062277] env[70867]: DEBUG oslo_concurrency.lockutils [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Releasing lock "refresh_cache-48cfeae5-826f-4a80-8bfa-6719ccec7f88" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.588752] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e9f912-37cb-4340-8ae2-16bd8dfbbfd7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.607142] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bf8ce7-1f4e-49df-b1cc-f758e5121825 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.613695] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Updating instance '48cfeae5-826f-4a80-8bfa-6719ccec7f88' progress to 83 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1605.120869] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1605.121279] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46359524-ab65-4a89-a3bc-db00c185f84f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.129008] env[70867]: DEBUG oslo_vmware.api [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1605.129008] env[70867]: value = "task-3474930" [ 1605.129008] env[70867]: _type = "Task" [ 1605.129008] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.137992] env[70867]: DEBUG oslo_vmware.api [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.299819] env[70867]: DEBUG oslo_vmware.api [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474930, 'name': PowerOnVM_Task, 'duration_secs': 0.404136} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.300197] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1606.300296] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-636b99af-3ca3-4954-b11a-4f0739414e2f tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Updating instance '48cfeae5-826f-4a80-8bfa-6719ccec7f88' progress to 100 {{(pid=70867) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1609.183236] env[70867]: DEBUG nova.network.neutron [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Port eda5b21c-33c4-4c4f-be35-e56fcb7280a4 binding to destination host cpu-1 is already ACTIVE {{(pid=70867) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1609.183512] env[70867]: DEBUG oslo_concurrency.lockutils [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "refresh_cache-48cfeae5-826f-4a80-8bfa-6719ccec7f88" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.183659] env[70867]: DEBUG oslo_concurrency.lockutils [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquired lock "refresh_cache-48cfeae5-826f-4a80-8bfa-6719ccec7f88" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.183819] env[70867]: DEBUG nova.network.neutron [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1609.889835] env[70867]: DEBUG nova.network.neutron [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Updating instance_info_cache with network_info: [{"id": "eda5b21c-33c4-4c4f-be35-e56fcb7280a4", "address": "fa:16:3e:42:b8:bf", "network": {"id": "09b7e41f-edd2-41f2-8682-851f1b11289c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-971353873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37eadd9b874741cdbb5f827504f09069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda5b21c-33", "ovs_interfaceid": "eda5b21c-33c4-4c4f-be35-e56fcb7280a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.393237] env[70867]: DEBUG oslo_concurrency.lockutils [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Releasing lock "refresh_cache-48cfeae5-826f-4a80-8bfa-6719ccec7f88" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.896986] env[70867]: DEBUG nova.compute.manager [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70867) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1610.897231] env[70867]: DEBUG oslo_concurrency.lockutils [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1610.897487] env[70867]: DEBUG oslo_concurrency.lockutils [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1611.400288] env[70867]: DEBUG nova.objects.instance [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lazy-loading 'migration_context' on Instance uuid 48cfeae5-826f-4a80-8bfa-6719ccec7f88 {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1611.950061] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c04dff5-3055-4297-b703-38dde3ba6031 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.957691] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00dc483-a3a3-4d1d-87cd-7c8bd1c84593 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.987330] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a139e7aa-89d6-4165-9579-f470f1c189ff {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.994932] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d17ceb-a73e-4473-b463-ce3552a74001 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.007427] env[70867]: DEBUG nova.compute.provider_tree [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1612.510900] env[70867]: DEBUG nova.scheduler.client.report [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1613.522332] env[70867]: DEBUG oslo_concurrency.lockutils [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.625s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1615.060933] env[70867]: INFO nova.compute.manager [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Swapping old allocation on dict_keys(['f41c8c6b-f09c-4602-9d9f-1177af08ce6d']) held by migration c4614aac-2447-4c29-8ed6-9629b9ab738c for instance [ 1615.082043] env[70867]: DEBUG nova.scheduler.client.report [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Overwriting current allocation {'allocations': {'f41c8c6b-f09c-4602-9d9f-1177af08ce6d': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 187}}, 'project_id': '37eadd9b874741cdbb5f827504f09069', 'user_id': 'b9b085a1707d42cdbf47c8849901b4e8', 'consumer_generation': 1} on consumer 48cfeae5-826f-4a80-8bfa-6719ccec7f88 {{(pid=70867) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1615.164593] env[70867]: DEBUG oslo_concurrency.lockutils [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "refresh_cache-48cfeae5-826f-4a80-8bfa-6719ccec7f88" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.164780] env[70867]: DEBUG oslo_concurrency.lockutils [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquired lock "refresh_cache-48cfeae5-826f-4a80-8bfa-6719ccec7f88" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.164957] env[70867]: DEBUG nova.network.neutron [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1615.854573] env[70867]: DEBUG nova.network.neutron [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Updating instance_info_cache with network_info: [{"id": "eda5b21c-33c4-4c4f-be35-e56fcb7280a4", "address": "fa:16:3e:42:b8:bf", "network": {"id": "09b7e41f-edd2-41f2-8682-851f1b11289c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-971353873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37eadd9b874741cdbb5f827504f09069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda5b21c-33", "ovs_interfaceid": "eda5b21c-33c4-4c4f-be35-e56fcb7280a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.357488] env[70867]: DEBUG oslo_concurrency.lockutils [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Releasing lock "refresh_cache-48cfeae5-826f-4a80-8bfa-6719ccec7f88" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.357930] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1616.358264] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69d30928-599c-46d1-9b16-ca4d9ff191e0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.366384] env[70867]: DEBUG oslo_vmware.api [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1616.366384] env[70867]: value = "task-3474931" [ 1616.366384] env[70867]: _type = "Task" [ 1616.366384] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.375682] env[70867]: DEBUG oslo_vmware.api [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.875637] env[70867]: DEBUG oslo_vmware.api [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474931, 'name': PowerOffVM_Task, 'duration_secs': 0.170715} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.875934] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1616.876607] env[70867]: DEBUG nova.virt.hardware [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1616.876856] env[70867]: DEBUG nova.virt.hardware [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1616.877019] env[70867]: DEBUG nova.virt.hardware [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1616.877228] env[70867]: DEBUG nova.virt.hardware [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1616.877372] env[70867]: DEBUG nova.virt.hardware [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1616.877519] env[70867]: DEBUG nova.virt.hardware [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1616.877718] env[70867]: DEBUG nova.virt.hardware [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1616.877875] env[70867]: DEBUG nova.virt.hardware [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1616.878060] env[70867]: DEBUG nova.virt.hardware [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1616.878222] env[70867]: DEBUG nova.virt.hardware [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1616.878390] env[70867]: DEBUG nova.virt.hardware [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1616.883143] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44fee127-a216-489d-9221-a618d59aee60 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.898374] env[70867]: DEBUG oslo_vmware.api [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1616.898374] env[70867]: value = "task-3474932" [ 1616.898374] env[70867]: _type = "Task" [ 1616.898374] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.905939] env[70867]: DEBUG oslo_vmware.api [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474932, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.409147] env[70867]: DEBUG oslo_vmware.api [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474932, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.909440] env[70867]: DEBUG oslo_vmware.api [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474932, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.410567] env[70867]: DEBUG oslo_vmware.api [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474932, 'name': ReconfigVM_Task, 'duration_secs': 1.157522} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.411416] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9944f3-5894-487d-b96a-6a2700de3793 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.428906] env[70867]: DEBUG nova.virt.hardware [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1618.429148] env[70867]: DEBUG nova.virt.hardware [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1618.429307] env[70867]: DEBUG nova.virt.hardware [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1618.429489] env[70867]: DEBUG nova.virt.hardware [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1618.429634] env[70867]: DEBUG nova.virt.hardware [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1618.429781] env[70867]: DEBUG nova.virt.hardware [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1618.429979] env[70867]: DEBUG nova.virt.hardware [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1618.430153] env[70867]: DEBUG nova.virt.hardware [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1618.430319] env[70867]: DEBUG nova.virt.hardware [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1618.430480] env[70867]: DEBUG nova.virt.hardware [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1618.430651] env[70867]: DEBUG nova.virt.hardware [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1618.431640] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-761010d4-2dcc-4be9-87a4-1c383b801a9f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.437757] env[70867]: DEBUG oslo_vmware.api [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1618.437757] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52255867-3ede-de81-95d3-9a364997c77b" [ 1618.437757] env[70867]: _type = "Task" [ 1618.437757] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.449715] env[70867]: DEBUG oslo_vmware.api [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52255867-3ede-de81-95d3-9a364997c77b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.948898] env[70867]: DEBUG oslo_vmware.api [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]52255867-3ede-de81-95d3-9a364997c77b, 'name': SearchDatastore_Task, 'duration_secs': 0.008054} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.954066] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1618.954395] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e0c1c86-766d-4086-a8f3-9f8bd3d6058f {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.972122] env[70867]: DEBUG oslo_vmware.api [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1618.972122] env[70867]: value = "task-3474933" [ 1618.972122] env[70867]: _type = "Task" [ 1618.972122] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.979238] env[70867]: DEBUG oslo_vmware.api [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474933, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.481836] env[70867]: DEBUG oslo_vmware.api [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474933, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.981936] env[70867]: DEBUG oslo_vmware.api [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474933, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.483181] env[70867]: DEBUG oslo_vmware.api [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474933, 'name': ReconfigVM_Task, 'duration_secs': 1.156192} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.483604] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=70867) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1620.484213] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788dbc72-042c-491b-9ffd-29326b70a8fd {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.504840] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 48cfeae5-826f-4a80-8bfa-6719ccec7f88/48cfeae5-826f-4a80-8bfa-6719ccec7f88.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1620.505904] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4295ed0c-ac6f-4745-96b3-82b0b3599128 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.523311] env[70867]: DEBUG oslo_vmware.api [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1620.523311] env[70867]: value = "task-3474934" [ 1620.523311] env[70867]: _type = "Task" [ 1620.523311] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.530688] env[70867]: DEBUG oslo_vmware.api [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.032973] env[70867]: DEBUG oslo_vmware.api [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474934, 'name': ReconfigVM_Task, 'duration_secs': 0.243132} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.033296] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 48cfeae5-826f-4a80-8bfa-6719ccec7f88/48cfeae5-826f-4a80-8bfa-6719ccec7f88.vmdk or device None with type thin {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1621.034135] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc83be5-5bd9-407a-ab80-b21cc13cf37b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.052221] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682dae95-f503-4e8e-87b2-6089965796b6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.069547] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1b8387-e5b9-4e9e-ad17-ae16bb9a0997 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.087626] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6213baa-0707-45cf-b466-a94e2be98a39 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.093966] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1621.094212] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8466f556-ca01-4a62-b306-eba240873952 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.100285] env[70867]: DEBUG oslo_vmware.api [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1621.100285] env[70867]: value = "task-3474935" [ 1621.100285] env[70867]: _type = "Task" [ 1621.100285] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.107191] env[70867]: DEBUG oslo_vmware.api [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.610726] env[70867]: DEBUG oslo_vmware.api [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474935, 'name': PowerOnVM_Task, 'duration_secs': 0.333673} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.611117] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1622.622940] env[70867]: INFO nova.compute.manager [None req-72bc444f-0bb6-44e5-bd22-307e790f5d34 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Updating instance to original state: 'active' [ 1624.045884] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6252b744-8815-400c-afb4-d41390e59937 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "48cfeae5-826f-4a80-8bfa-6719ccec7f88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1624.046341] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6252b744-8815-400c-afb4-d41390e59937 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "48cfeae5-826f-4a80-8bfa-6719ccec7f88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1624.046634] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6252b744-8815-400c-afb4-d41390e59937 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "48cfeae5-826f-4a80-8bfa-6719ccec7f88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1624.046937] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6252b744-8815-400c-afb4-d41390e59937 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "48cfeae5-826f-4a80-8bfa-6719ccec7f88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1624.047236] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6252b744-8815-400c-afb4-d41390e59937 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "48cfeae5-826f-4a80-8bfa-6719ccec7f88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1624.050123] env[70867]: INFO nova.compute.manager [None req-6252b744-8815-400c-afb4-d41390e59937 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Terminating instance [ 1624.554509] env[70867]: DEBUG nova.compute.manager [None req-6252b744-8815-400c-afb4-d41390e59937 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1624.554747] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-6252b744-8815-400c-afb4-d41390e59937 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1624.555688] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d76a16-b38e-4ae4-b4fb-dde654213941 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.563991] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6252b744-8815-400c-afb4-d41390e59937 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1624.564234] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18ca61ce-d658-4dac-b08f-44fe840eb5e5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.570271] env[70867]: DEBUG oslo_vmware.api [None req-6252b744-8815-400c-afb4-d41390e59937 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1624.570271] env[70867]: value = "task-3474936" [ 1624.570271] env[70867]: _type = "Task" [ 1624.570271] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.578324] env[70867]: DEBUG oslo_vmware.api [None req-6252b744-8815-400c-afb4-d41390e59937 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.080071] env[70867]: DEBUG oslo_vmware.api [None req-6252b744-8815-400c-afb4-d41390e59937 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474936, 'name': PowerOffVM_Task, 'duration_secs': 0.165171} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.080071] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-6252b744-8815-400c-afb4-d41390e59937 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1625.080071] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-6252b744-8815-400c-afb4-d41390e59937 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1625.080672] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74a41de5-a65f-47f5-93f7-8bed556ba9ee {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.140737] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-6252b744-8815-400c-afb4-d41390e59937 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1625.140972] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-6252b744-8815-400c-afb4-d41390e59937 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1625.141171] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6252b744-8815-400c-afb4-d41390e59937 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Deleting the datastore file [datastore2] 48cfeae5-826f-4a80-8bfa-6719ccec7f88 {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1625.141425] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-071e5be6-0ed8-46d7-b471-72fe43a8e156 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.148465] env[70867]: DEBUG oslo_vmware.api [None req-6252b744-8815-400c-afb4-d41390e59937 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1625.148465] env[70867]: value = "task-3474938" [ 1625.148465] env[70867]: _type = "Task" [ 1625.148465] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.155759] env[70867]: DEBUG oslo_vmware.api [None req-6252b744-8815-400c-afb4-d41390e59937 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.658520] env[70867]: DEBUG oslo_vmware.api [None req-6252b744-8815-400c-afb4-d41390e59937 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148818} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.658781] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-6252b744-8815-400c-afb4-d41390e59937 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1625.658944] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-6252b744-8815-400c-afb4-d41390e59937 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1625.659130] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-6252b744-8815-400c-afb4-d41390e59937 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1625.659296] env[70867]: INFO nova.compute.manager [None req-6252b744-8815-400c-afb4-d41390e59937 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1625.659522] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6252b744-8815-400c-afb4-d41390e59937 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1625.659706] env[70867]: DEBUG nova.compute.manager [-] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1625.659799] env[70867]: DEBUG nova.network.neutron [-] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1626.120473] env[70867]: DEBUG nova.compute.manager [req-d99de596-0bcd-44b9-9009-014b05c8fcc7 req-d99ec64b-76e2-418a-9e3e-49d6b6b71f10 service nova] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Received event network-vif-deleted-eda5b21c-33c4-4c4f-be35-e56fcb7280a4 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1626.120473] env[70867]: INFO nova.compute.manager [req-d99de596-0bcd-44b9-9009-014b05c8fcc7 req-d99ec64b-76e2-418a-9e3e-49d6b6b71f10 service nova] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Neutron deleted interface eda5b21c-33c4-4c4f-be35-e56fcb7280a4; detaching it from the instance and deleting it from the info cache [ 1626.120473] env[70867]: DEBUG nova.network.neutron [req-d99de596-0bcd-44b9-9009-014b05c8fcc7 req-d99ec64b-76e2-418a-9e3e-49d6b6b71f10 service nova] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1626.557813] env[70867]: DEBUG nova.network.neutron [-] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1626.624512] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4fa4b355-fe09-4fb8-a3a0-f3e3e83cacff {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.633470] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13167c88-8c07-4ebc-8dd8-6c2a5f909370 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.656757] env[70867]: DEBUG nova.compute.manager [req-d99de596-0bcd-44b9-9009-014b05c8fcc7 req-d99ec64b-76e2-418a-9e3e-49d6b6b71f10 service nova] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Detach interface failed, port_id=eda5b21c-33c4-4c4f-be35-e56fcb7280a4, reason: Instance 48cfeae5-826f-4a80-8bfa-6719ccec7f88 could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1627.060490] env[70867]: INFO nova.compute.manager [-] [instance: 48cfeae5-826f-4a80-8bfa-6719ccec7f88] Took 1.40 seconds to deallocate network for instance. [ 1627.566878] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6252b744-8815-400c-afb4-d41390e59937 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1627.567219] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6252b744-8815-400c-afb4-d41390e59937 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1627.567370] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6252b744-8815-400c-afb4-d41390e59937 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1627.590590] env[70867]: INFO nova.scheduler.client.report [None req-6252b744-8815-400c-afb4-d41390e59937 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Deleted allocations for instance 48cfeae5-826f-4a80-8bfa-6719ccec7f88 [ 1628.098704] env[70867]: DEBUG oslo_concurrency.lockutils [None req-6252b744-8815-400c-afb4-d41390e59937 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "48cfeae5-826f-4a80-8bfa-6719ccec7f88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.052s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1628.941629] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "d0b9aa30-f2f4-439f-8911-ac74f328f71d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1628.941931] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "d0b9aa30-f2f4-439f-8911-ac74f328f71d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1629.444594] env[70867]: DEBUG nova.compute.manager [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Starting instance... {{(pid=70867) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1629.968018] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1629.968311] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1629.969918] env[70867]: INFO nova.compute.claims [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1631.005621] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e070c844-74b5-4518-ba80-ceaf87d3d60a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.013401] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45ba096-8ac7-4a43-918c-bb7804924a60 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.042467] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b5711d-c7d6-4e7c-8a0d-f9f3d6c78b53 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.049074] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2d4bc7-fe61-4132-a835-df026f3f544d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.061627] env[70867]: DEBUG nova.compute.provider_tree [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1631.564757] env[70867]: DEBUG nova.scheduler.client.report [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1632.069833] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.101s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1632.070415] env[70867]: DEBUG nova.compute.manager [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Start building networks asynchronously for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1632.577514] env[70867]: DEBUG nova.compute.utils [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Using /dev/sd instead of None {{(pid=70867) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1632.579672] env[70867]: DEBUG nova.compute.manager [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Allocating IP information in the background. {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1632.579855] env[70867]: DEBUG nova.network.neutron [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] allocate_for_instance() {{(pid=70867) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1632.626202] env[70867]: DEBUG nova.policy [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9b085a1707d42cdbf47c8849901b4e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37eadd9b874741cdbb5f827504f09069', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70867) authorize /opt/stack/nova/nova/policy.py:192}} [ 1632.786443] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1632.877333] env[70867]: DEBUG nova.network.neutron [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Successfully created port: 14e55022-be50-4469-8135-e03af3ac5772 {{(pid=70867) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1633.083341] env[70867]: DEBUG nova.compute.manager [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Start building block device mappings for instance. {{(pid=70867) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1633.289594] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1633.289844] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1633.290026] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1633.290188] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70867) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1633.291102] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cba533-dc43-4e52-9967-0462b8bdd9c6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.299320] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c0dab5-cac0-4ecb-8f55-3d8f4406a091 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.312719] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bed12c-0174-4609-b6e3-64909bdbd065 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.318796] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f30f8ba-fa23-48f5-a66e-f7ac5e2ebce2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.346376] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180537MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=70867) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1633.346535] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1633.346775] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1634.094055] env[70867]: DEBUG nova.compute.manager [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Start spawning the instance on the hypervisor. {{(pid=70867) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1634.122662] env[70867]: DEBUG nova.virt.hardware [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T11:44:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T11:44:32Z,direct_url=,disk_format='vmdk',id=dd397023-e461-4e98-8ebe-ed21450996ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d6ec8515f3e94fc6b11fe56567789202',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T11:44:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1634.122917] env[70867]: DEBUG nova.virt.hardware [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Flavor limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1634.123100] env[70867]: DEBUG nova.virt.hardware [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Image limits 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1634.123301] env[70867]: DEBUG nova.virt.hardware [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Flavor pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1634.123448] env[70867]: DEBUG nova.virt.hardware [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Image pref 0:0:0 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1634.123593] env[70867]: DEBUG nova.virt.hardware [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70867) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1634.123801] env[70867]: DEBUG nova.virt.hardware [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1634.123959] env[70867]: DEBUG nova.virt.hardware [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1634.124192] env[70867]: DEBUG nova.virt.hardware [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Got 1 possible topologies {{(pid=70867) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1634.124362] env[70867]: DEBUG nova.virt.hardware [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1634.124477] env[70867]: DEBUG nova.virt.hardware [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70867) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1634.125413] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81986370-2746-44d3-8f4e-9e73693b29c1 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.133495] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d4f2d0-7965-419f-bbe8-800751685f72 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.226769] env[70867]: DEBUG nova.compute.manager [req-86f27a07-d5f5-46e5-93b9-232d5c2afde2 req-a5b5c591-d1ef-48f1-9714-c441e858763d service nova] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Received event network-vif-plugged-14e55022-be50-4469-8135-e03af3ac5772 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1634.227030] env[70867]: DEBUG oslo_concurrency.lockutils [req-86f27a07-d5f5-46e5-93b9-232d5c2afde2 req-a5b5c591-d1ef-48f1-9714-c441e858763d service nova] Acquiring lock "d0b9aa30-f2f4-439f-8911-ac74f328f71d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1634.227257] env[70867]: DEBUG oslo_concurrency.lockutils [req-86f27a07-d5f5-46e5-93b9-232d5c2afde2 req-a5b5c591-d1ef-48f1-9714-c441e858763d service nova] Lock "d0b9aa30-f2f4-439f-8911-ac74f328f71d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1634.227436] env[70867]: DEBUG oslo_concurrency.lockutils [req-86f27a07-d5f5-46e5-93b9-232d5c2afde2 req-a5b5c591-d1ef-48f1-9714-c441e858763d service nova] Lock "d0b9aa30-f2f4-439f-8911-ac74f328f71d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1634.227601] env[70867]: DEBUG nova.compute.manager [req-86f27a07-d5f5-46e5-93b9-232d5c2afde2 req-a5b5c591-d1ef-48f1-9714-c441e858763d service nova] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] No waiting events found dispatching network-vif-plugged-14e55022-be50-4469-8135-e03af3ac5772 {{(pid=70867) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1634.227830] env[70867]: WARNING nova.compute.manager [req-86f27a07-d5f5-46e5-93b9-232d5c2afde2 req-a5b5c591-d1ef-48f1-9714-c441e858763d service nova] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Received unexpected event network-vif-plugged-14e55022-be50-4469-8135-e03af3ac5772 for instance with vm_state building and task_state spawning. [ 1634.310538] env[70867]: DEBUG nova.network.neutron [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Successfully updated port: 14e55022-be50-4469-8135-e03af3ac5772 {{(pid=70867) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1634.371593] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance d0b9aa30-f2f4-439f-8911-ac74f328f71d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1634.371930] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=70867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1634.372202] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=70867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1634.400888] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26ebade-71df-49ce-a62b-8500d04b9eaa {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.408893] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f92ac55-e55e-4045-a372-0f9d3e00d7e7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.438622] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86af42aa-c4e8-450b-8ed7-35804b26c883 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.446191] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383e452d-ee0f-4f95-a79c-61ef55e248ed {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.461016] env[70867]: DEBUG nova.compute.provider_tree [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1634.813207] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "refresh_cache-d0b9aa30-f2f4-439f-8911-ac74f328f71d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.813350] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquired lock "refresh_cache-d0b9aa30-f2f4-439f-8911-ac74f328f71d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.813500] env[70867]: DEBUG nova.network.neutron [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1634.964551] env[70867]: DEBUG nova.scheduler.client.report [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1635.344807] env[70867]: DEBUG nova.network.neutron [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Instance cache missing network info. {{(pid=70867) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1635.464730] env[70867]: DEBUG nova.network.neutron [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Updating instance_info_cache with network_info: [{"id": "14e55022-be50-4469-8135-e03af3ac5772", "address": "fa:16:3e:b6:65:91", "network": {"id": "09b7e41f-edd2-41f2-8682-851f1b11289c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-971353873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37eadd9b874741cdbb5f827504f09069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14e55022-be", "ovs_interfaceid": "14e55022-be50-4469-8135-e03af3ac5772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.469923] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70867) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1635.470109] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.123s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1635.968025] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Releasing lock "refresh_cache-d0b9aa30-f2f4-439f-8911-ac74f328f71d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1635.968025] env[70867]: DEBUG nova.compute.manager [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Instance network_info: |[{"id": "14e55022-be50-4469-8135-e03af3ac5772", "address": "fa:16:3e:b6:65:91", "network": {"id": "09b7e41f-edd2-41f2-8682-851f1b11289c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-971353873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37eadd9b874741cdbb5f827504f09069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14e55022-be", "ovs_interfaceid": "14e55022-be50-4469-8135-e03af3ac5772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70867) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1635.968452] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:65:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99639c37-b0c6-4be7-9594-230e44b1280b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14e55022-be50-4469-8135-e03af3ac5772', 'vif_model': 'vmxnet3'}] {{(pid=70867) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1635.975871] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1635.976127] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Creating VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1635.976347] env[70867]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15a680cd-933e-438b-a4c3-2585d6b2770e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.997173] env[70867]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1635.997173] env[70867]: value = "task-3474939" [ 1635.997173] env[70867]: _type = "Task" [ 1635.997173] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.004389] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474939, 'name': CreateVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.254265] env[70867]: DEBUG nova.compute.manager [req-aeaaa2ff-e004-4333-b5ef-d6228cde179e req-9b06570f-5f0e-49cc-a397-f354d2a0437f service nova] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Received event network-changed-14e55022-be50-4469-8135-e03af3ac5772 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1636.254432] env[70867]: DEBUG nova.compute.manager [req-aeaaa2ff-e004-4333-b5ef-d6228cde179e req-9b06570f-5f0e-49cc-a397-f354d2a0437f service nova] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Refreshing instance network info cache due to event network-changed-14e55022-be50-4469-8135-e03af3ac5772. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1636.254676] env[70867]: DEBUG oslo_concurrency.lockutils [req-aeaaa2ff-e004-4333-b5ef-d6228cde179e req-9b06570f-5f0e-49cc-a397-f354d2a0437f service nova] Acquiring lock "refresh_cache-d0b9aa30-f2f4-439f-8911-ac74f328f71d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.254783] env[70867]: DEBUG oslo_concurrency.lockutils [req-aeaaa2ff-e004-4333-b5ef-d6228cde179e req-9b06570f-5f0e-49cc-a397-f354d2a0437f service nova] Acquired lock "refresh_cache-d0b9aa30-f2f4-439f-8911-ac74f328f71d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1636.254943] env[70867]: DEBUG nova.network.neutron [req-aeaaa2ff-e004-4333-b5ef-d6228cde179e req-9b06570f-5f0e-49cc-a397-f354d2a0437f service nova] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Refreshing network info cache for port 14e55022-be50-4469-8135-e03af3ac5772 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1636.469672] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1636.469948] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1636.507250] env[70867]: DEBUG oslo_vmware.api [-] Task: {'id': task-3474939, 'name': CreateVM_Task, 'duration_secs': 0.296116} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.507359] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Created VM on the ESX host {{(pid=70867) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1636.507998] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.508185] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1636.508500] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1636.508738] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64687109-d111-4368-a488-637cc3ea1e54 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.512852] env[70867]: DEBUG oslo_vmware.api [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1636.512852] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]524958fa-acf0-f066-055b-e94b74f173f3" [ 1636.512852] env[70867]: _type = "Task" [ 1636.512852] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.520206] env[70867]: DEBUG oslo_vmware.api [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]524958fa-acf0-f066-055b-e94b74f173f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.781870] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1636.785914] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1636.786175] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1636.786322] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70867) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1636.934851] env[70867]: DEBUG nova.network.neutron [req-aeaaa2ff-e004-4333-b5ef-d6228cde179e req-9b06570f-5f0e-49cc-a397-f354d2a0437f service nova] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Updated VIF entry in instance network info cache for port 14e55022-be50-4469-8135-e03af3ac5772. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1636.935214] env[70867]: DEBUG nova.network.neutron [req-aeaaa2ff-e004-4333-b5ef-d6228cde179e req-9b06570f-5f0e-49cc-a397-f354d2a0437f service nova] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Updating instance_info_cache with network_info: [{"id": "14e55022-be50-4469-8135-e03af3ac5772", "address": "fa:16:3e:b6:65:91", "network": {"id": "09b7e41f-edd2-41f2-8682-851f1b11289c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-971353873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37eadd9b874741cdbb5f827504f09069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14e55022-be", "ovs_interfaceid": "14e55022-be50-4469-8135-e03af3ac5772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1637.022812] env[70867]: DEBUG oslo_vmware.api [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]524958fa-acf0-f066-055b-e94b74f173f3, 'name': SearchDatastore_Task, 'duration_secs': 0.012579} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.023124] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1637.023359] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Processing image dd397023-e461-4e98-8ebe-ed21450996ea {{(pid=70867) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1637.023593] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.023739] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1637.023915] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1637.024187] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbff91d1-9e64-4f59-a02a-5eb41ef7cd26 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.032672] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70867) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1637.032807] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70867) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1637.033495] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0edb5555-bbd8-4ad1-9584-984c3fc060c2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.038729] env[70867]: DEBUG oslo_vmware.api [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1637.038729] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5274e9a2-8624-3204-668d-f2a4fcd61902" [ 1637.038729] env[70867]: _type = "Task" [ 1637.038729] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.046699] env[70867]: DEBUG oslo_vmware.api [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5274e9a2-8624-3204-668d-f2a4fcd61902, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.438411] env[70867]: DEBUG oslo_concurrency.lockutils [req-aeaaa2ff-e004-4333-b5ef-d6228cde179e req-9b06570f-5f0e-49cc-a397-f354d2a0437f service nova] Releasing lock "refresh_cache-d0b9aa30-f2f4-439f-8911-ac74f328f71d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1637.548825] env[70867]: DEBUG oslo_vmware.api [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]5274e9a2-8624-3204-668d-f2a4fcd61902, 'name': SearchDatastore_Task, 'duration_secs': 0.008358} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.549599] env[70867]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5582d7d0-33ba-4bcd-954f-87697cb4e332 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.554735] env[70867]: DEBUG oslo_vmware.api [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1637.554735] env[70867]: value = "session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]525a7185-f969-ecd9-31b6-ff67d92046cc" [ 1637.554735] env[70867]: _type = "Task" [ 1637.554735] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.561682] env[70867]: DEBUG oslo_vmware.api [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]525a7185-f969-ecd9-31b6-ff67d92046cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.065077] env[70867]: DEBUG oslo_vmware.api [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': session[524c30d0-5aa8-1be6-0d88-bd5b7908a764]525a7185-f969-ecd9-31b6-ff67d92046cc, 'name': SearchDatastore_Task, 'duration_secs': 0.009224} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.065346] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1638.065604] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] d0b9aa30-f2f4-439f-8911-ac74f328f71d/d0b9aa30-f2f4-439f-8911-ac74f328f71d.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1638.065865] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92cc2044-07fc-415b-a478-636b601af912 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.071801] env[70867]: DEBUG oslo_vmware.api [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1638.071801] env[70867]: value = "task-3474940" [ 1638.071801] env[70867]: _type = "Task" [ 1638.071801] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.079093] env[70867]: DEBUG oslo_vmware.api [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.581119] env[70867]: DEBUG oslo_vmware.api [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448036} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.581488] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd397023-e461-4e98-8ebe-ed21450996ea/dd397023-e461-4e98-8ebe-ed21450996ea.vmdk to [datastore2] d0b9aa30-f2f4-439f-8911-ac74f328f71d/d0b9aa30-f2f4-439f-8911-ac74f328f71d.vmdk {{(pid=70867) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1638.581624] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Extending root virtual disk to 1048576 {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1638.581846] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f9e36cc-c2ba-45ae-9ab8-76c495b94c9e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.588036] env[70867]: DEBUG oslo_vmware.api [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1638.588036] env[70867]: value = "task-3474941" [ 1638.588036] env[70867]: _type = "Task" [ 1638.588036] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.594614] env[70867]: DEBUG oslo_vmware.api [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474941, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.786542] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1639.097854] env[70867]: DEBUG oslo_vmware.api [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474941, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064498} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.098252] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Extended root virtual disk {{(pid=70867) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1639.099143] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6142870e-1b88-47ab-92fe-87ccc708f367 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.120678] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] d0b9aa30-f2f4-439f-8911-ac74f328f71d/d0b9aa30-f2f4-439f-8911-ac74f328f71d.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1639.120934] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21918c70-4700-4be7-b6e2-93ffa08c9588 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.141091] env[70867]: DEBUG oslo_vmware.api [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1639.141091] env[70867]: value = "task-3474942" [ 1639.141091] env[70867]: _type = "Task" [ 1639.141091] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.148560] env[70867]: DEBUG oslo_vmware.api [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474942, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.651232] env[70867]: DEBUG oslo_vmware.api [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474942, 'name': ReconfigVM_Task, 'duration_secs': 0.307525} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.651628] env[70867]: DEBUG nova.virt.vmwareapi.volumeops [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Reconfigured VM instance instance-0000007f to attach disk [datastore2] d0b9aa30-f2f4-439f-8911-ac74f328f71d/d0b9aa30-f2f4-439f-8911-ac74f328f71d.vmdk or device None with type sparse {{(pid=70867) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1639.652194] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb23f353-441a-46a7-a312-998d0f94347e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.658680] env[70867]: DEBUG oslo_vmware.api [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1639.658680] env[70867]: value = "task-3474943" [ 1639.658680] env[70867]: _type = "Task" [ 1639.658680] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.665832] env[70867]: DEBUG oslo_vmware.api [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474943, 'name': Rename_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.168477] env[70867]: DEBUG oslo_vmware.api [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474943, 'name': Rename_Task, 'duration_secs': 0.135471} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.168740] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1640.168983] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d955c38-598b-4435-96c2-5fedb4e484e2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.175384] env[70867]: DEBUG oslo_vmware.api [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1640.175384] env[70867]: value = "task-3474944" [ 1640.175384] env[70867]: _type = "Task" [ 1640.175384] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.182469] env[70867]: DEBUG oslo_vmware.api [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.687550] env[70867]: DEBUG oslo_vmware.api [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474944, 'name': PowerOnVM_Task, 'duration_secs': 0.502342} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.688031] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1640.688031] env[70867]: INFO nova.compute.manager [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Took 6.59 seconds to spawn the instance on the hypervisor. [ 1640.688349] env[70867]: DEBUG nova.compute.manager [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1640.688871] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccacd4d2-6644-41b0-95e9-c99ba6115595 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.208134] env[70867]: INFO nova.compute.manager [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Took 11.26 seconds to build instance. [ 1641.710858] env[70867]: DEBUG oslo_concurrency.lockutils [None req-e08f77a0-c2b0-4215-916b-2e735f469734 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "d0b9aa30-f2f4-439f-8911-ac74f328f71d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.769s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1642.154903] env[70867]: DEBUG nova.compute.manager [req-003ab59a-aab3-401e-875c-f77c5c806de2 req-77750464-4520-4790-ba76-915b0d4b0ac8 service nova] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Received event network-changed-14e55022-be50-4469-8135-e03af3ac5772 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1642.155144] env[70867]: DEBUG nova.compute.manager [req-003ab59a-aab3-401e-875c-f77c5c806de2 req-77750464-4520-4790-ba76-915b0d4b0ac8 service nova] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Refreshing instance network info cache due to event network-changed-14e55022-be50-4469-8135-e03af3ac5772. {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1642.155344] env[70867]: DEBUG oslo_concurrency.lockutils [req-003ab59a-aab3-401e-875c-f77c5c806de2 req-77750464-4520-4790-ba76-915b0d4b0ac8 service nova] Acquiring lock "refresh_cache-d0b9aa30-f2f4-439f-8911-ac74f328f71d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.155487] env[70867]: DEBUG oslo_concurrency.lockutils [req-003ab59a-aab3-401e-875c-f77c5c806de2 req-77750464-4520-4790-ba76-915b0d4b0ac8 service nova] Acquired lock "refresh_cache-d0b9aa30-f2f4-439f-8911-ac74f328f71d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1642.155646] env[70867]: DEBUG nova.network.neutron [req-003ab59a-aab3-401e-875c-f77c5c806de2 req-77750464-4520-4790-ba76-915b0d4b0ac8 service nova] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Refreshing network info cache for port 14e55022-be50-4469-8135-e03af3ac5772 {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1642.855333] env[70867]: DEBUG nova.network.neutron [req-003ab59a-aab3-401e-875c-f77c5c806de2 req-77750464-4520-4790-ba76-915b0d4b0ac8 service nova] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Updated VIF entry in instance network info cache for port 14e55022-be50-4469-8135-e03af3ac5772. {{(pid=70867) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1642.855716] env[70867]: DEBUG nova.network.neutron [req-003ab59a-aab3-401e-875c-f77c5c806de2 req-77750464-4520-4790-ba76-915b0d4b0ac8 service nova] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Updating instance_info_cache with network_info: [{"id": "14e55022-be50-4469-8135-e03af3ac5772", "address": "fa:16:3e:b6:65:91", "network": {"id": "09b7e41f-edd2-41f2-8682-851f1b11289c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-971353873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37eadd9b874741cdbb5f827504f09069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14e55022-be", "ovs_interfaceid": "14e55022-be50-4469-8135-e03af3ac5772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1643.358928] env[70867]: DEBUG oslo_concurrency.lockutils [req-003ab59a-aab3-401e-875c-f77c5c806de2 req-77750464-4520-4790-ba76-915b0d4b0ac8 service nova] Releasing lock "refresh_cache-d0b9aa30-f2f4-439f-8911-ac74f328f71d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1644.787186] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1679.608117] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b2404c09-cd37-4b3f-98ec-e3ec5c497b1d tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "d0b9aa30-f2f4-439f-8911-ac74f328f71d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1679.608117] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b2404c09-cd37-4b3f-98ec-e3ec5c497b1d tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "d0b9aa30-f2f4-439f-8911-ac74f328f71d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1679.608117] env[70867]: DEBUG nova.compute.manager [None req-b2404c09-cd37-4b3f-98ec-e3ec5c497b1d tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1679.608751] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a982d1de-16cc-4447-8a9f-e027ecbb5837 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.615648] env[70867]: DEBUG nova.compute.manager [None req-b2404c09-cd37-4b3f-98ec-e3ec5c497b1d tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70867) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1679.616222] env[70867]: DEBUG nova.objects.instance [None req-b2404c09-cd37-4b3f-98ec-e3ec5c497b1d tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lazy-loading 'flavor' on Instance uuid d0b9aa30-f2f4-439f-8911-ac74f328f71d {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1680.625630] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2404c09-cd37-4b3f-98ec-e3ec5c497b1d tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1680.625984] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edfdb226-40f9-42dc-9fe7-bbbe8d0ddbb6 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.633560] env[70867]: DEBUG oslo_vmware.api [None req-b2404c09-cd37-4b3f-98ec-e3ec5c497b1d tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1680.633560] env[70867]: value = "task-3474945" [ 1680.633560] env[70867]: _type = "Task" [ 1680.633560] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.641110] env[70867]: DEBUG oslo_vmware.api [None req-b2404c09-cd37-4b3f-98ec-e3ec5c497b1d tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.142886] env[70867]: DEBUG oslo_vmware.api [None req-b2404c09-cd37-4b3f-98ec-e3ec5c497b1d tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474945, 'name': PowerOffVM_Task, 'duration_secs': 0.16065} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.143167] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2404c09-cd37-4b3f-98ec-e3ec5c497b1d tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1681.143361] env[70867]: DEBUG nova.compute.manager [None req-b2404c09-cd37-4b3f-98ec-e3ec5c497b1d tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1681.144098] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8733d55-e768-47d3-8301-f13bfc9a085a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.655063] env[70867]: DEBUG oslo_concurrency.lockutils [None req-b2404c09-cd37-4b3f-98ec-e3ec5c497b1d tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "d0b9aa30-f2f4-439f-8911-ac74f328f71d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1681.968670] env[70867]: DEBUG nova.objects.instance [None req-d3f97fde-dee0-43b5-9821-385064f78f13 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lazy-loading 'flavor' on Instance uuid d0b9aa30-f2f4-439f-8911-ac74f328f71d {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1682.473623] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d3f97fde-dee0-43b5-9821-385064f78f13 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "refresh_cache-d0b9aa30-f2f4-439f-8911-ac74f328f71d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.473800] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d3f97fde-dee0-43b5-9821-385064f78f13 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquired lock "refresh_cache-d0b9aa30-f2f4-439f-8911-ac74f328f71d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1682.473993] env[70867]: DEBUG nova.network.neutron [None req-d3f97fde-dee0-43b5-9821-385064f78f13 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1682.474213] env[70867]: DEBUG nova.objects.instance [None req-d3f97fde-dee0-43b5-9821-385064f78f13 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lazy-loading 'info_cache' on Instance uuid d0b9aa30-f2f4-439f-8911-ac74f328f71d {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1682.977339] env[70867]: DEBUG nova.objects.base [None req-d3f97fde-dee0-43b5-9821-385064f78f13 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70867) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1683.666532] env[70867]: DEBUG nova.network.neutron [None req-d3f97fde-dee0-43b5-9821-385064f78f13 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Updating instance_info_cache with network_info: [{"id": "14e55022-be50-4469-8135-e03af3ac5772", "address": "fa:16:3e:b6:65:91", "network": {"id": "09b7e41f-edd2-41f2-8682-851f1b11289c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-971353873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37eadd9b874741cdbb5f827504f09069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14e55022-be", "ovs_interfaceid": "14e55022-be50-4469-8135-e03af3ac5772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.170014] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d3f97fde-dee0-43b5-9821-385064f78f13 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Releasing lock "refresh_cache-d0b9aa30-f2f4-439f-8911-ac74f328f71d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1685.176861] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f97fde-dee0-43b5-9821-385064f78f13 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Powering on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1685.177215] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5321ef3-c339-4d42-b446-a4b5cb5b8e86 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.184843] env[70867]: DEBUG oslo_vmware.api [None req-d3f97fde-dee0-43b5-9821-385064f78f13 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1685.184843] env[70867]: value = "task-3474946" [ 1685.184843] env[70867]: _type = "Task" [ 1685.184843] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.193357] env[70867]: DEBUG oslo_vmware.api [None req-d3f97fde-dee0-43b5-9821-385064f78f13 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474946, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.694509] env[70867]: DEBUG oslo_vmware.api [None req-d3f97fde-dee0-43b5-9821-385064f78f13 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474946, 'name': PowerOnVM_Task, 'duration_secs': 0.354067} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.694820] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f97fde-dee0-43b5-9821-385064f78f13 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Powered on the VM {{(pid=70867) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1685.694961] env[70867]: DEBUG nova.compute.manager [None req-d3f97fde-dee0-43b5-9821-385064f78f13 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1685.695711] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f8a8bd-ecc6-48b8-ac9d-fd6f44ebade7 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.686711] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e94481-9e08-41bd-9e97-c6c02dbeb435 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.694374] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e726a405-115b-481d-bb08-00fa90a4c52d tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Suspending the VM {{(pid=70867) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1686.694653] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b793a8f7-5f04-40ee-8d6f-08ef83ed61eb {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.700331] env[70867]: DEBUG oslo_vmware.api [None req-e726a405-115b-481d-bb08-00fa90a4c52d tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1686.700331] env[70867]: value = "task-3474947" [ 1686.700331] env[70867]: _type = "Task" [ 1686.700331] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.707762] env[70867]: DEBUG oslo_vmware.api [None req-e726a405-115b-481d-bb08-00fa90a4c52d tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474947, 'name': SuspendVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.212215] env[70867]: DEBUG oslo_vmware.api [None req-e726a405-115b-481d-bb08-00fa90a4c52d tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474947, 'name': SuspendVM_Task} progress is 100%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.711157] env[70867]: DEBUG oslo_vmware.api [None req-e726a405-115b-481d-bb08-00fa90a4c52d tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474947, 'name': SuspendVM_Task, 'duration_secs': 0.548629} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.711522] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-e726a405-115b-481d-bb08-00fa90a4c52d tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Suspended the VM {{(pid=70867) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1687.711621] env[70867]: DEBUG nova.compute.manager [None req-e726a405-115b-481d-bb08-00fa90a4c52d tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1687.712403] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9736ec67-aade-42df-968d-0981a05e54be {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.003921] env[70867]: INFO nova.compute.manager [None req-415c8781-37ba-4b09-8f63-81d97ca1eba2 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Resuming [ 1689.004579] env[70867]: DEBUG nova.objects.instance [None req-415c8781-37ba-4b09-8f63-81d97ca1eba2 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lazy-loading 'flavor' on Instance uuid d0b9aa30-f2f4-439f-8911-ac74f328f71d {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1690.515550] env[70867]: DEBUG oslo_concurrency.lockutils [None req-415c8781-37ba-4b09-8f63-81d97ca1eba2 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "refresh_cache-d0b9aa30-f2f4-439f-8911-ac74f328f71d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.515925] env[70867]: DEBUG oslo_concurrency.lockutils [None req-415c8781-37ba-4b09-8f63-81d97ca1eba2 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquired lock "refresh_cache-d0b9aa30-f2f4-439f-8911-ac74f328f71d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1690.515925] env[70867]: DEBUG nova.network.neutron [None req-415c8781-37ba-4b09-8f63-81d97ca1eba2 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Building network info cache for instance {{(pid=70867) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1691.211235] env[70867]: DEBUG nova.network.neutron [None req-415c8781-37ba-4b09-8f63-81d97ca1eba2 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Updating instance_info_cache with network_info: [{"id": "14e55022-be50-4469-8135-e03af3ac5772", "address": "fa:16:3e:b6:65:91", "network": {"id": "09b7e41f-edd2-41f2-8682-851f1b11289c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-971353873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37eadd9b874741cdbb5f827504f09069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14e55022-be", "ovs_interfaceid": "14e55022-be50-4469-8135-e03af3ac5772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1691.714076] env[70867]: DEBUG oslo_concurrency.lockutils [None req-415c8781-37ba-4b09-8f63-81d97ca1eba2 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Releasing lock "refresh_cache-d0b9aa30-f2f4-439f-8911-ac74f328f71d" {{(pid=70867) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1691.715084] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd90b03-7a45-44fa-b4e8-ce47cdab571b {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.721954] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-415c8781-37ba-4b09-8f63-81d97ca1eba2 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Resuming the VM {{(pid=70867) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1691.722191] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbb8c0a9-4274-456c-b25b-cfc8e3646467 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.728540] env[70867]: DEBUG oslo_vmware.api [None req-415c8781-37ba-4b09-8f63-81d97ca1eba2 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1691.728540] env[70867]: value = "task-3474948" [ 1691.728540] env[70867]: _type = "Task" [ 1691.728540] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.735844] env[70867]: DEBUG oslo_vmware.api [None req-415c8781-37ba-4b09-8f63-81d97ca1eba2 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.240897] env[70867]: DEBUG oslo_vmware.api [None req-415c8781-37ba-4b09-8f63-81d97ca1eba2 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474948, 'name': PowerOnVM_Task, 'duration_secs': 0.476002} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.241189] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-415c8781-37ba-4b09-8f63-81d97ca1eba2 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Resumed the VM {{(pid=70867) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1692.241373] env[70867]: DEBUG nova.compute.manager [None req-415c8781-37ba-4b09-8f63-81d97ca1eba2 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Checking state {{(pid=70867) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1692.242239] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7feddb6-e9ed-4dab-be1e-7ca0c01e2c1a {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.786065] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1693.288564] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1693.288825] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1693.289019] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1693.289181] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70867) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1693.290071] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3555ca5-2bf9-486e-8bec-63e5ec0c01ba {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.298276] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3e19a4-370c-4fb9-96ce-e5cc98683c0d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.313347] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b65f56-39bf-4a1b-88cf-60f8d05a9cf3 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.319782] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a54ec4-806b-4edb-872c-2c82bf288cf4 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.349279] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180514MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=70867) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1693.349383] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1693.349586] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1693.678910] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0c8f2538-865b-4e12-a048-8bc46bec48c4 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "d0b9aa30-f2f4-439f-8911-ac74f328f71d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1693.679231] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0c8f2538-865b-4e12-a048-8bc46bec48c4 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "d0b9aa30-f2f4-439f-8911-ac74f328f71d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1693.679335] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0c8f2538-865b-4e12-a048-8bc46bec48c4 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "d0b9aa30-f2f4-439f-8911-ac74f328f71d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1693.679529] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0c8f2538-865b-4e12-a048-8bc46bec48c4 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "d0b9aa30-f2f4-439f-8911-ac74f328f71d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1693.679703] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0c8f2538-865b-4e12-a048-8bc46bec48c4 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "d0b9aa30-f2f4-439f-8911-ac74f328f71d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1693.682278] env[70867]: INFO nova.compute.manager [None req-0c8f2538-865b-4e12-a048-8bc46bec48c4 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Terminating instance [ 1694.185838] env[70867]: DEBUG nova.compute.manager [None req-0c8f2538-865b-4e12-a048-8bc46bec48c4 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Start destroying the instance on the hypervisor. {{(pid=70867) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1694.186271] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8f2538-865b-4e12-a048-8bc46bec48c4 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Destroying instance {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1694.187064] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b38b3f8-9181-4d33-ba09-d66ed0cb3350 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.194903] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c8f2538-865b-4e12-a048-8bc46bec48c4 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Powering off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1694.195171] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14a77024-c2e5-4f41-8db5-f4549afefb89 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.201588] env[70867]: DEBUG oslo_vmware.api [None req-0c8f2538-865b-4e12-a048-8bc46bec48c4 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1694.201588] env[70867]: value = "task-3474949" [ 1694.201588] env[70867]: _type = "Task" [ 1694.201588] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.212166] env[70867]: DEBUG oslo_vmware.api [None req-0c8f2538-865b-4e12-a048-8bc46bec48c4 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.373981] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Instance d0b9aa30-f2f4-439f-8911-ac74f328f71d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70867) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1694.374213] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=70867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1694.374360] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=70867) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1694.391841] env[70867]: DEBUG nova.scheduler.client.report [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Refreshing inventories for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1694.406961] env[70867]: DEBUG nova.scheduler.client.report [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Updating ProviderTree inventory for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1694.407164] env[70867]: DEBUG nova.compute.provider_tree [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Updating inventory in ProviderTree for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1694.422988] env[70867]: DEBUG nova.scheduler.client.report [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Refreshing aggregate associations for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d, aggregates: None {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1694.441866] env[70867]: DEBUG nova.scheduler.client.report [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Refreshing trait associations for resource provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70867) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1694.476647] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daad5bbb-894e-493d-8f6d-c85dfde13bb2 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.484419] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46166662-4a34-4efd-9edc-fd26874c3b6d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.515121] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a9cbd7-4834-48b3-8703-e7e16a673ff8 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.522434] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc77af3-108a-434f-91c5-248f4aab29d9 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.535462] env[70867]: DEBUG nova.compute.provider_tree [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1694.711430] env[70867]: DEBUG oslo_vmware.api [None req-0c8f2538-865b-4e12-a048-8bc46bec48c4 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474949, 'name': PowerOffVM_Task, 'duration_secs': 0.236912} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.711688] env[70867]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c8f2538-865b-4e12-a048-8bc46bec48c4 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Powered off the VM {{(pid=70867) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1694.711864] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8f2538-865b-4e12-a048-8bc46bec48c4 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Unregistering the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1694.712143] env[70867]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b403a4df-4df6-4007-861b-d2ae16d9bc3d {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.767767] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8f2538-865b-4e12-a048-8bc46bec48c4 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Unregistered the VM {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1694.768062] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8f2538-865b-4e12-a048-8bc46bec48c4 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Deleting contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1694.768257] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c8f2538-865b-4e12-a048-8bc46bec48c4 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Deleting the datastore file [datastore2] d0b9aa30-f2f4-439f-8911-ac74f328f71d {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1694.768532] env[70867]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc8eac98-24b7-4635-a2de-0db764dfbd5c {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.775992] env[70867]: DEBUG oslo_vmware.api [None req-0c8f2538-865b-4e12-a048-8bc46bec48c4 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for the task: (returnval){ [ 1694.775992] env[70867]: value = "task-3474951" [ 1694.775992] env[70867]: _type = "Task" [ 1694.775992] env[70867]: } to complete. {{(pid=70867) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.785941] env[70867]: DEBUG oslo_vmware.api [None req-0c8f2538-865b-4e12-a048-8bc46bec48c4 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.039191] env[70867]: DEBUG nova.scheduler.client.report [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1695.285919] env[70867]: DEBUG oslo_vmware.api [None req-0c8f2538-865b-4e12-a048-8bc46bec48c4 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Task: {'id': task-3474951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150162} completed successfully. {{(pid=70867) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.286323] env[70867]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c8f2538-865b-4e12-a048-8bc46bec48c4 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Deleted the datastore file {{(pid=70867) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1695.286371] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8f2538-865b-4e12-a048-8bc46bec48c4 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Deleted contents of the VM from datastore datastore2 {{(pid=70867) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1695.286531] env[70867]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8f2538-865b-4e12-a048-8bc46bec48c4 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Instance destroyed {{(pid=70867) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1695.286741] env[70867]: INFO nova.compute.manager [None req-0c8f2538-865b-4e12-a048-8bc46bec48c4 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1695.286990] env[70867]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c8f2538-865b-4e12-a048-8bc46bec48c4 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70867) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1695.287206] env[70867]: DEBUG nova.compute.manager [-] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Deallocating network for instance {{(pid=70867) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1695.287301] env[70867]: DEBUG nova.network.neutron [-] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] deallocate_for_instance() {{(pid=70867) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1695.543976] env[70867]: DEBUG nova.compute.resource_tracker [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70867) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1695.544255] env[70867]: DEBUG oslo_concurrency.lockutils [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.195s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1695.732925] env[70867]: DEBUG nova.compute.manager [req-954165a6-f350-4562-8419-4de0f9211281 req-16759e95-d1c2-437d-ae3f-1422141bf8eb service nova] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Received event network-vif-deleted-14e55022-be50-4469-8135-e03af3ac5772 {{(pid=70867) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1695.733201] env[70867]: INFO nova.compute.manager [req-954165a6-f350-4562-8419-4de0f9211281 req-16759e95-d1c2-437d-ae3f-1422141bf8eb service nova] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Neutron deleted interface 14e55022-be50-4469-8135-e03af3ac5772; detaching it from the instance and deleting it from the info cache [ 1695.733383] env[70867]: DEBUG nova.network.neutron [req-954165a6-f350-4562-8419-4de0f9211281 req-16759e95-d1c2-437d-ae3f-1422141bf8eb service nova] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1696.217645] env[70867]: DEBUG nova.network.neutron [-] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Updating instance_info_cache with network_info: [] {{(pid=70867) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1696.235549] env[70867]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c0b9af3-13bf-4b51-bdb1-90c50529d8d0 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.245324] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35bee74-f3c9-4fab-9c2a-1a7625c3a8d5 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.270123] env[70867]: DEBUG nova.compute.manager [req-954165a6-f350-4562-8419-4de0f9211281 req-16759e95-d1c2-437d-ae3f-1422141bf8eb service nova] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Detach interface failed, port_id=14e55022-be50-4469-8135-e03af3ac5772, reason: Instance d0b9aa30-f2f4-439f-8911-ac74f328f71d could not be found. {{(pid=70867) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1696.545417] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1696.720506] env[70867]: INFO nova.compute.manager [-] [instance: d0b9aa30-f2f4-439f-8911-ac74f328f71d] Took 1.43 seconds to deallocate network for instance. [ 1696.781170] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1696.785717] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1696.785903] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1697.226815] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0c8f2538-865b-4e12-a048-8bc46bec48c4 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1697.227122] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0c8f2538-865b-4e12-a048-8bc46bec48c4 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1697.227349] env[70867]: DEBUG nova.objects.instance [None req-0c8f2538-865b-4e12-a048-8bc46bec48c4 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lazy-loading 'resources' on Instance uuid d0b9aa30-f2f4-439f-8911-ac74f328f71d {{(pid=70867) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1697.760330] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f53108-e614-4fd9-88ac-15703bc9f4cc {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.767754] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb7ee2a-88d8-478f-9272-cbe9f4ec4755 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.796092] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1697.796253] env[70867]: DEBUG nova.compute.manager [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70867) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1697.797505] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f0b155-00f0-419f-aa84-9f8014877034 {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.804115] env[70867]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0807e03d-9ffb-494a-8b76-6698717a3d1e {{(pid=70867) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.816571] env[70867]: DEBUG nova.compute.provider_tree [None req-0c8f2538-865b-4e12-a048-8bc46bec48c4 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Inventory has not changed in ProviderTree for provider: f41c8c6b-f09c-4602-9d9f-1177af08ce6d {{(pid=70867) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1698.320267] env[70867]: DEBUG nova.scheduler.client.report [None req-0c8f2538-865b-4e12-a048-8bc46bec48c4 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Inventory has not changed for provider f41c8c6b-f09c-4602-9d9f-1177af08ce6d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70867) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1698.787266] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1698.825432] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0c8f2538-865b-4e12-a048-8bc46bec48c4 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.598s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1698.845527] env[70867]: INFO nova.scheduler.client.report [None req-0c8f2538-865b-4e12-a048-8bc46bec48c4 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Deleted allocations for instance d0b9aa30-f2f4-439f-8911-ac74f328f71d [ 1699.355158] env[70867]: DEBUG oslo_concurrency.lockutils [None req-0c8f2538-865b-4e12-a048-8bc46bec48c4 tempest-ServerActionsTestJSON-715149621 tempest-ServerActionsTestJSON-715149621-project-member] Lock "d0b9aa30-f2f4-439f-8911-ac74f328f71d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.676s {{(pid=70867) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1705.782156] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1706.286908] env[70867]: DEBUG oslo_service.periodic_task [None req-d8bdaf50-b371-401d-a926-89e761ae9132 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70867) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}